Skip to content

Commit 1904b14

Browse files
mlcommons-botmlcommons-bot
committed
Auto-merge updates from auto-update branch
2 parents cc53a8f + fec2eb7 commit 1904b14

File tree

13 files changed

+276
-276
lines changed

13 files changed

+276
-276
lines changed

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 8.669 | - |
3+
| resnet50 | offline | 76 | 6.236 | - |

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo mlcommons@mlperf-automations --checkout=d0bd059c274316fb6b901e9fe9a229d5c2f6715d
19+
mlc pull repo mlcommons@mlperf-automations --checkout=25326a28ff447ac1363affd92f75525cb41b6c83
2020

2121

2222
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `8.66895`
43+
`Samples per second`: `6.23616`

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/9f44469797e14bcdb7278c8d650f0cd9.conf
2-
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_2108e50e
1+
User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/43f8c877fbf3474383c1e3d4741e6a39.conf
2+
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_972751fd
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: AccuracyOnly

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd‎

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -15,13 +15,13 @@ graph TD
1515
get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum
1616
download-file,9cdc8dc41aae437e_(_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
1717
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
18-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz_) --> detect,os
19-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
20-
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz
18+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz_) --> detect,os
19+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
20+
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz
2121
get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
2222
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
23-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> detect,os
24-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> detect,cpu
23+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> detect,os
24+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> detect,cpu
2525
get-sys-utils-mlc,bc90993277e84b8e --> detect,os
2626
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
2727
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
@@ -51,18 +51,18 @@ graph TD
5151
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
5252
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
5353
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
54-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> get,loadgen,_wg-inference
55-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> get,mlcommons,inference,src
54+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> get,loadgen,_wg-inference
55+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> get,mlcommons,inference,src
5656
get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
57-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu
57+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu
5858
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
5959
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
6060
download-file,9cdc8dc41aae437e_(_mlcutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
6161
download-file,9cdc8dc41aae437e_(_mlcutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
6262
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_mlcutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
63-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar_) --> detect,os
64-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
65-
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar
63+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar_) --> detect,os
64+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
65+
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar
6666
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
6767
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
6868
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -85,24 +85,24 @@ graph TD
8585
get-generic-sys-util,bb0393afa8404a11_(_install,_libgl_) --> detect,sudo
8686
get-generic-sys-util,bb0393afa8404a11_(_libgl_) --> get,generic-sys-util,_install,_libgl
8787
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-sys-util,_libgl
88-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> get,dataset,preprocessed,imagenet,_NCHW
88+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> get,dataset,preprocessed,imagenet,_NCHW
8989
download-file,9cdc8dc41aae437e_(_mlcutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> detect,os
9090
download-file,9cdc8dc41aae437e_(_mlcutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum
9191
download-and-extract,c67e81a4ce2649f5_(_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> download,file,_mlcutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
9292
get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
93-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> get,ml-model,raw,resnet50,_onnx
93+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> get,ml-model,raw,resnet50,_onnx
9494
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
9595
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
9696
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
9797
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
9898
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
9999
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
100-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> generate,user-conf,mlperf,inference,_wg-inference
100+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> generate,user-conf,mlperf,inference,_wg-inference
101101
compile-program,c05042ba005a4bfa --> detect,cpu
102102
compile-program,c05042ba005a4bfa --> get,compiler
103103
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
104104
compile-program,c05042ba005a4bfa --> get,compiler-flags
105-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> compile,cpp-program
105+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> compile,cpp-program
106106
benchmark-program,19f369ef47084895 --> detect,cpu
107107
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
108-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_resnet50,_cpu,_offline,_onnxruntime_) --> benchmark-mlperf
108+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_offline,_resnet50,_cpu,_onnxruntime_) --> benchmark-mlperf

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png‎

-2.02 KB
Loading

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json‎

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -167,7 +167,7 @@
167167
"script_tags": "detect-os,detect,os,info",
168168
"script_variations": "",
169169
"version": "",
170-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz )"
170+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz )"
171171
}
172172
},
173173
{
@@ -177,15 +177,15 @@
177177
"script_tags": "get,sys-util,generic,generic-sys-util",
178178
"script_variations": "md5sha1sum",
179179
"version": "0.9.5",
180-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz )"
180+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz )"
181181
}
182182
},
183183
{
184-
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz": {
184+
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz": {
185185
"script_uid": "3f0b76219d004817",
186186
"script_alias": "extract-file",
187187
"script_tags": "extract,file,extract-file",
188-
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_8118f492/caffe_ilsvrc12.tar.gz",
188+
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_83ebef5d/caffe_ilsvrc12.tar.gz",
189189
"version": "",
190190
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz )"
191191
}
@@ -217,7 +217,7 @@
217217
"script_tags": "detect-os,detect,os,info",
218218
"script_variations": "",
219219
"version": "",
220-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
220+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
221221
}
222222
},
223223
{
@@ -227,7 +227,7 @@
227227
"script_tags": "detect,cpu,detect-cpu,info",
228228
"script_variations": "",
229229
"version": "",
230-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
230+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
231231
}
232232
},
233233
{
@@ -527,7 +527,7 @@
527527
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
528528
"script_variations": "wg-inference",
529529
"version": "master",
530-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
530+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
531531
}
532532
},
533533
{
@@ -537,7 +537,7 @@
537537
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
538538
"script_variations": "",
539539
"version": "master-git-0b8ca039220da8e2b6e01c5325a9734906cacf91",
540-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
540+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
541541
}
542542
},
543543
{
@@ -557,7 +557,7 @@
557557
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
558558
"script_variations": "cpu",
559559
"version": "1.20.1",
560-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
560+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
561561
}
562562
},
563563
{
@@ -617,7 +617,7 @@
617617
"script_tags": "detect-os,detect,os,info",
618618
"script_variations": "",
619619
"version": "",
620-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar )"
620+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar )"
621621
}
622622
},
623623
{
@@ -627,15 +627,15 @@
627627
"script_tags": "get,sys-util,generic,generic-sys-util",
628628
"script_variations": "md5sha1sum",
629629
"version": "0.9.5",
630-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar )"
630+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar )"
631631
}
632632
},
633633
{
634-
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar": {
634+
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar": {
635635
"script_uid": "3f0b76219d004817",
636636
"script_alias": "extract-file",
637637
"script_tags": "extract,file,extract-file",
638-
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_8ea31dc1/ILSVRC2012_img_val_500.tar",
638+
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_84228f47/ILSVRC2012_img_val_500.tar",
639639
"version": "",
640640
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
641641
}
@@ -867,7 +867,7 @@
867867
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
868868
"script_variations": "NCHW",
869869
"version": "",
870-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
870+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
871871
}
872872
},
873873
{
@@ -917,7 +917,7 @@
917917
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
918918
"script_variations": "onnx",
919919
"version": "",
920-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
920+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
921921
}
922922
},
923923
{
@@ -987,7 +987,7 @@
987987
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
988988
"script_variations": "wg-inference",
989989
"version": "",
990-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
990+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
991991
}
992992
},
993993
{
@@ -1037,7 +1037,7 @@
10371037
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
10381038
"script_variations": "",
10391039
"version": "",
1040-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
1040+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
10411041
}
10421042
},
10431043
{
@@ -1067,7 +1067,7 @@
10671067
"script_tags": "mlperf,benchmark-mlperf",
10681068
"script_variations": "",
10691069
"version": "",
1070-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_cpu,_offline,_onnxruntime )"
1070+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( offline,_resnet50,_cpu,_onnxruntime )"
10711071
}
10721072
}
10731073
]

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010
"MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
1111
"MLC_HOST_PLATFORM_FLAVOR": "arm64",
1212
"MLC_HOST_PYTHON_BITS": "64",
13-
"MLC_HOST_SYSTEM_NAME": "sat12-bq150-d44580f2-075b-4087-8fc0-11b5e7b5a8c2-6642F1BC8645.local"
13+
"MLC_HOST_SYSTEM_NAME": "Mac-1760627872890.local"
1414
}

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0f7c2521820d4fe5ab365deefa851c2b.conf
2-
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_2108e50e
1+
User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b0ceae3f5d584767b187025ee0836960.conf
2+
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_972751fd
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: PerformanceOnly

‎open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
accuracy=76.000%, good=380, total=500
22

3-
hash=1b88fcbb02b86b9df0cf35e78d554eaa459a8bbb5bd136b7859a0a3b9189c8c4
3+
hash=250345bb2edcf714b6695f0d4fee30f18129ecaa02eebb4f0ebc1a29a799f5f9

0 commit comments

Comments
 (0)