Skip to content

Commit

Permalink
Add RCPs for SD, GBS=256
Browse files Browse the repository at this point in the history
  • Loading branch information
michal2409 committed Oct 11, 2024
1 parent 926a6c9 commit 9ceade7
Showing 1 changed file with 24 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -1,5 +1,29 @@
{

"sd_ref_256":
{
"Benchmark": "stable_diffusion",
"Creator": "NVIDIA",
"When": "Reference RCPs before v4.1",
"Platform": "4xDGX-H100",
"BS": 256,
"Hyperparams": {
"opt_adamw_beta_1": 0.9,
"opt_adamw_beta_2": 0.999,
"opt_adamw_epsilon": 1e-08,
"opt_adamw_weight_decay": 0.01,
"opt_base_learning_rate": 1.8e-7,
"opt_learning_rate_warmup_steps": 1000
},
"Epochs to converge": [
2048000, 2048000, 2048000, 2048000,
2048000, 2048000, 2048000, 1536000,
2048000, 2048000, 2048000, 2048000,
2048000, 2048000, 2048000, 1536000,
2048000, 2048000, 2560000, 2560000]
},


"sd_ref_384":
{
"Benchmark": "stable_diffusion",
Expand Down

0 comments on commit 9ceade7

Please sign in to comment.