Skip to content

Commit fa13d63

Browse files
authored
Merge pull request #437 from CarlosGomes98/cgomes/add_flux_gbs_512
add gbs 512 to flux rcp
2 parents fe5fa33 + 9871a8c commit fa13d63

File tree

1 file changed

+22
-0
lines changed

1 file changed

+22
-0
lines changed

mlperf_logging/rcp_checker/training_5.1.0/rcps_flux1.json

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,26 @@
11
{
2+
"flux_ref_512": {
3+
"Benchmark": "flux1",
4+
"Creator": "NVIDIA",
5+
"When": "Reference RCPs before v5.1",
6+
"Platform": "8xDGX-B200",
7+
"Precision": "BF16",
8+
"BS": 512,
9+
"Hyperparams": {
10+
"opt_adamw_beta_1": 0.9,
11+
"opt_adamw_beta_2": 0.95,
12+
"opt_adamw_epsilon": 1e-8,
13+
"opt_adamw_weight_decay": 0.1,
14+
"opt_base_learning_rate": 2.0e-4,
15+
"opt_learning_rate_warmup_steps": 1600,
16+
"opt_gradient_clip_norm": 1.0
17+
},
18+
"samples to converge": [
19+
8388608, 8388608, 8388608, 8126464, 7864320, 8126464, 7864320, 7602176,
20+
8650752, 8126464, 8650752, 8126464, 8388608, 8126464, 8126464, 8126464,
21+
8126464, 8126464, 8126464, 7864320
22+
]
23+
},
224
"flux_ref_1024": {
325
"Benchmark": "flux1",
426
"Creator": "NVIDIA",

0 commit comments

Comments
 (0)