We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3407aca commit 02f3767Copy full SHA for 02f3767
mlperf_logging/rcp_checker/training_5.1.0/rcps_flux1.json
@@ -12,7 +12,7 @@
12
"opt_adamw_epsilon": 1e-8,
13
"opt_adamw_weight_decay": 0.1,
14
"opt_base_learning_rate": 2.0e-4,
15
- "opt_learning_rate_warmup_steps": 0,
+ "opt_learning_rate_warmup_steps": 1600,
16
"opt_gradient_clip_norm": 1.0
17
},
18
"samples to converge": [
0 commit comments