add tuning points for criteo variants

mlcommons · Feb 10, 2024 · f9892b1 · f9892b1
1 parent 802e709
commit f9892b1
Show file tree

Hide file tree

Showing 21 changed files with 84 additions and 0 deletions.
diff --git a/reference_algorithms/target_setting_algorithms/criteo1tb_embed_init/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/criteo1tb_embed_init/tuning_search_space.json
@@ -0,0 +1,28 @@
+{
+    "learning_rate": {
+        "feasible_points": [
+            0.002517072211464665
+        ]
+    },
+    "beta1": {
+        "feasible_points": [
+            0.9908351643533544
+        ]
+    },
+    "beta2": {
+        "feasible_points": [
+            0.9859568907533993
+        ]
+    },
+    "warmup_steps": {
+        "feasible_points": [
+            799
+        ]
+    },
+    "weight_decay": {
+        "feasible_points": [
+            0.12274552870237089
+        ]
+    }
+  }
+
diff --git a/reference_algorithms/target_setting_algorithms/criteo1tb_layernorm/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/criteo1tb_layernorm/tuning_search_space.json
@@ -0,0 +1,28 @@
+{
+    "learning_rate": {
+        "feasible_points": [
+            0.05493199486120455
+        ]
+    },
+    "beta1": {
+        "feasible_points": [
+            0.954922991734919
+        ]
+    },
+    "beta2": {
+        "feasible_points": [
+            0.9986188074995163
+        ]
+    },
+    "warmup_steps": {
+        "feasible_points": [
+            799
+        ]
+    },
+    "weight_decay": {
+        "feasible_points": [
+            0.00011065469792077193
+        ]
+    }
+  }
+
diff --git a/reference_algorithms/target_setting_algorithms/criteo1tb_resnet/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/criteo1tb_resnet/tuning_search_space.json
@@ -0,0 +1,28 @@
+{
+    "learning_rate": {
+        "feasible_points": [
+            0.001493629901423942
+        ]
+    },
+    "beta1": {
+        "feasible_points": [
+            0.9592129978682067
+        ]
+    },
+    "beta2": {
+        "feasible_points": [
+            0.9824918272399145
+        ]
+    },
+    "warmup_steps": {
+        "feasible_points": [
+            399
+        ]
+    },
+    "weight_decay": {
+        "feasible_points": [
+            0.00038587516415285595
+        ]
+    }
+  }
+
diff --git a/reference_algorithms/target_setting_algorithms/fastmri_layernorm/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/fastmri_layernorm/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/fastmri_model_size/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/fastmri_model_size/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/fastmri_tanh/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/fastmri_tanh/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/imagenet_resnet_gelu/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/imagenet_resnet_gelu/tuning_search_space.json
diff --git a/...gorithms/target_setting_algorithms/imagenet_resnet_large_bn_init/tuning_search_space.json b/...gorithms/target_setting_algorithms/imagenet_resnet_large_bn_init/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/imagenet_resnet_silu/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/imagenet_resnet_silu/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/imagenet_vit_gelu/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/imagenet_vit_gelu/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/imagenet_vit_map/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/imagenet_vit_map/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/imagenet_vit_post_ln/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/imagenet_vit_post_ln/tuning_search_space.json
diff --git a/...t_setting_algorithms/librispeech_conformer_attention_temperature/tuning_search_space.json b/...t_setting_algorithms/librispeech_conformer_attention_temperature/tuning_search_space.json
diff --git a/..._algorithms/target_setting_algorithms/librispeech_conformer_gelu/tuning_search_space.json b/..._algorithms/target_setting_algorithms/librispeech_conformer_gelu/tuning_search_space.json
diff --git a/...rithms/target_setting_algorithms/librispeech_conformer_layernorm/tuning_search_space.json b/...rithms/target_setting_algorithms/librispeech_conformer_layernorm/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/ogbg_gelu/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/ogbg_gelu/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/ogbg_model_size/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/ogbg_model_size/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/ogbg_silu/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/ogbg_silu/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/wmt_attention_temp/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/wmt_attention_temp/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/wmt_glu_tanh/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/wmt_glu_tanh/tuning_search_space.json
diff --git a/reference_algorithms/target_setting_algorithms/wmt_post_ln/tuning_search_space.json b/reference_algorithms/target_setting_algorithms/wmt_post_ln/tuning_search_space.json