Merge pull request #196 from xyhuang/cherry-pick-187

Add a CosmoFlow RCP for BS512 (#187)
mlcommons · Oct 15, 2021 · ad1b6e8 · ad1b6e8
2 parents be51f7d + b200031
commit ad1b6e8
Showing 1 changed file with 16 additions and 0 deletions.
diff --git a/mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json b/mlperf_logging/rcp_checker/hpc_1.0.0/rcps_cosmoflow.json
@@ -31,6 +31,22 @@
             "opt_weight_decay": 0.0
         }
     },
+    "cosmoflow_ref_512": {
+        "Benchmark": "cosmoflow",
+        "BS": 512,
+        "Epochs to converge": [ 22, 23, 23, 24, 24, 21, 23, 23, 23, 23, 24, 23, 23, 21, 23, 23, 21, 23, 23, 23 ],
+        "Hyperparams": {
+            "global_batch_size": 512,
+            "opt_name": "SGD",
+            "opt_base_learning_rate": 0.006,
+            "opt_learning_rate_warmup_epochs": 6,
+            "opt_learning_rate_warmup_factor": 4.0,
+            "opt_learning_rate_decay_boundary_epochs": [ 19, 21, 22, 23 ],
+            "opt_learning_rate_decay_factor": [0.5, 0.25, 0.125, 0.0625],
+            "dropout": 0.0,
+            "opt_weight_decay": 0.01
+        }
+    },
     "cosmoflow_ref_1024": {
         "Benchmark": "cosmoflow",
         "BS": 1024,