We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 42eadcc commit e5d7b4cCopy full SHA for e5d7b4c
mlperf_logging/rcp_checker/training_5.1.0/rcps_llama31_405b.json
@@ -5,6 +5,7 @@
5
"Creator": "NVIDIA",
6
"When": "Reference RCPs after 5.0 submission",
7
"Platform": "288xDGX-H100",
8
+ "Precision": "BF16",
9
"BS": 1152,
10
"Hyperparams": {
11
"opt_base_learning_rate": 8e-05,
@@ -23,6 +24,7 @@
23
24
25
26
27
28
"BS": 2304,
29
30
"opt_base_learning_rate": 16e-05,
@@ -41,6 +43,7 @@
41
43
42
44
45
46
47
"BS": 4608,
48
49
"opt_base_learning_rate": 32e-05,
0 commit comments