Skip to content

Commit

Permalink
add tunig search space for deepspeech variant target setting
Browse files Browse the repository at this point in the history
  • Loading branch information
priyakasimbeg committed Feb 14, 2024
1 parent e8b662d commit ec148f7
Show file tree
Hide file tree
Showing 3 changed files with 87 additions and 9 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"learning_rate": {
"feasible_points": [
0.0035278622506232458
]
},
"beta1": {
"feasible_points": [
0.8192305396005781
]
},
"beta2": {
"feasible_points": [
0.495850879212151
]
},
"warmup_steps": {
"feasible_points": [
6000
]
},
"weight_decay": {
"feasible_points": [
0.04339748256184769
]
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
{
"learning_rate": {
"feasible_points": [
0.001308209823469072
]
},
"beta1": {
"feasible_points": [
0.9731333693827139
]
},
"beta2": {
"feasible_points": [
0.9981232922116359
]
},
"warmup_steps": {
"feasible_points": [
6000
]
},
"weight_decay": {
"feasible_points": [
0.16375311233774334
]
}
}
42 changes: 33 additions & 9 deletions scoring/workload_meta_data.json
Original file line number Diff line number Diff line change
@@ -1,10 +1,34 @@
{
"imagenet_resnet": { "max_steps": 186666, "dataset": "imagenet" },
"imagenet_vit": { "max_steps": 186666, "dataset": "imagenet" },
"fastmri": { "max_steps": 36189, "dataset": "fastmri" },
"ogbg": { "max_steps": 80000, "dataset": "ogbg" },
"wmt": { "max_steps": 133333, "dataset": "wmt" },
"librispeech_deepspeech": { "max_steps": 48000, "dataset": "librispeech" },
"criteo1tb": { "max_steps": 10666, "dataset": "criteo1tb" },
"librispeech_conformer": { "max_steps": 80000, "dataset": "librispeech" }
}
"imagenet_resnet": {
"max_steps": 186666,
"dataset": "imagenet"
},
"imagenet_vit": {
"max_steps": 186666,
"dataset": "imagenet"
},
"fastmri": {
"max_steps": 36189,
"dataset": "fastmri"
},
"ogbg": {
"max_steps": 80000,
"dataset": "ogbg"
},
"wmt": {
"max_steps": 133333,
"dataset": "wmt"
},
"librispeech_deepspeech": {
"max_steps": 48000,
"dataset": "librispeech"
},
"criteo1tb": {
"max_steps": 10666,
"dataset": "criteo1tb"
},
"librispeech_conformer": {
"max_steps": 80000,
"dataset": "librispeech"
}
}

0 comments on commit ec148f7

Please sign in to comment.