Skip to content

Commit 3536c9c

Browse files
mlcommons-botmlcommons-bot
committed
Results from R50 GH action on macos-latest
1 parent 515c07a commit 3536c9c

File tree

13 files changed

+257
-257
lines changed

13 files changed

+257
-257
lines changed

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 5.457 | - |
3+
| resnet50 | offline | 76 | 9.925 | - |

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,16 +16,16 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo shahfarazz@mlperf-automations --checkout=f6115ee49cbfcdf71aca745c3eab6875b6526511
19+
mlc pull repo mlcommons@mlperf-automations --checkout=24ec554519fa37809344dc1c609a85bf0bacf3d4
2020

2121

2222
```
2323
*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf,
24-
you should simply reload shahfarazz@mlperf-automations without checkout and clean MLC cache as follows:*
24+
you should simply reload mlcommons@mlperf-automations without checkout and clean MLC cache as follows:*
2525

2626
```bash
27-
mlc rm repo shahfarazz@mlperf-automations
28-
mlc pull repo shahfarazz@mlperf-automations
27+
mlc rm repo mlcommons@mlperf-automations
28+
mlc pull repo mlcommons@mlperf-automations
2929
mlc rm cache -f
3030

3131
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `5.45703`
43+
`Samples per second`: `9.92511`

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /Users/runner/MLC/repos/shahfarazz@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f4069380b90743ad938057893174c460.conf
2-
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_3e4966fd
1+
User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/7f6cde48f3d54212bef7d240e8263c30.conf
2+
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b25337c8
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: AccuracyOnly

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.mmd‎

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -15,14 +15,14 @@ graph TD
1515
get-generic-sys-util,bb0393afa8404a11_(_md5sha1sum_) --> get,generic-sys-util,_install,_md5sha1sum
1616
download-file,9cdc8dc41aae437e_(_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
1717
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
18-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz_) --> detect,os
19-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
20-
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz
18+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz_) --> detect,os
19+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz_) --> get,generic-sys-util,_md5sha1sum
20+
download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz
2121
get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz
2222
app-mlperf-inference,d775cac873ee4231_(_cpp,_resnet50,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,dataset-aux,imagenet-aux
23-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> detect,os
23+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> detect,os
2424
detect-cpu,586c8a43320142f7 --> detect,os
25-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> detect,cpu
25+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> detect,cpu
2626
get-sys-utils-mlc,bc90993277e84b8e --> detect,os
2727
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
2828
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
@@ -57,18 +57,18 @@ graph TD
5757
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
5858
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
5959
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
60-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,loadgen,_wg-inference
61-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,mlcommons,inference,src
60+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> get,loadgen,_wg-inference
61+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> get,mlcommons,inference,src
6262
get-onnxruntime-prebuilt,be02c84ff57c4244_(_cpu_) --> detect,os
63-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,lib,onnxruntime,lang-cpp,_cpu
63+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> get,lib,onnxruntime,lang-cpp,_cpu
6464
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,python3
6565
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> detect,os
6666
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> detect,os
6767
download-file,9cdc8dc41aae437e_(_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
6868
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> download,file,_cmutil,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
69-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar_) --> detect,os
70-
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
71-
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar
69+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar_) --> detect,os
70+
extract-file,3f0b76219d004817_(_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar_) --> get,generic-sys-util,_md5sha1sum
71+
download-and-extract,c67e81a4ce2649f5_(_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar_) --> extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar
7272
get-dataset-imagenet-val,7afd58d287fe4f11_(_size.500,_2012_) --> download-and-extract,file,_extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar
7373
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset,image-classification,original,_size.500,_2012
7474
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,dataset-aux,image-classification,imagenet-aux
@@ -93,28 +93,28 @@ graph TD
9393
get-generic-sys-util,bb0393afa8404a11_(_install,_libgl_) --> detect,sudo
9494
get-generic-sys-util,bb0393afa8404a11_(_libgl_) --> get,generic-sys-util,_install,_libgl
9595
get-preprocessed-dataset-imagenet,f259d490bbaf45f5_(_NCHW_) --> get,generic-sys-util,_libgl
96-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,dataset,preprocessed,imagenet,_NCHW
96+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> get,dataset,preprocessed,imagenet,_NCHW
9797
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> detect,os
9898
download-file,9cdc8dc41aae437e_(_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> get,generic-sys-util,_md5sha1sum
9999
download-and-extract,c67e81a4ce2649f5_(_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
100100
get-ml-model-resnet50,56203e4e998b4bc0_(_onnx_) --> download-and-extract,_url.https://armi.in/files/resnet50_v1_op11/resnet50_v1.onnx
101-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> get,ml-model,raw,resnet50,_onnx
101+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> get,ml-model,raw,resnet50,_onnx
102102
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
103103
detect-cpu,586c8a43320142f7 --> detect,os
104104
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
105105
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
106106
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
107107
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
108108
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
109-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> generate,user-conf,mlperf,inference,_wg-inference
109+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> generate,user-conf,mlperf,inference,_wg-inference
110110
detect-cpu,586c8a43320142f7 --> detect,os
111111
compile-program,c05042ba005a4bfa --> detect,cpu
112112
compile-program,c05042ba005a4bfa --> get,compiler
113113
detect-cpu,586c8a43320142f7 --> detect,os
114114
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
115115
compile-program,c05042ba005a4bfa --> get,compiler-flags
116-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> compile,cpp-program
116+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> compile,cpp-program
117117
detect-cpu,586c8a43320142f7 --> detect,os
118118
benchmark-program,19f369ef47084895 --> detect,cpu
119119
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
120-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_offline,_resnet50_) --> benchmark-mlperf
120+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_resnet50,_onnxruntime,_offline_) --> benchmark-mlperf

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-deps.png‎

-1.46 KB
Loading

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/mlc-version-info.json‎

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -167,7 +167,7 @@
167167
"script_tags": "detect-os,detect,os,info",
168168
"script_variations": "",
169169
"version": "",
170-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz )"
170+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz )"
171171
}
172172
},
173173
{
@@ -177,15 +177,15 @@
177177
"script_tags": "get,sys-util,generic,generic-sys-util",
178178
"script_variations": "md5sha1sum",
179179
"version": "0.9.5",
180-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz )"
180+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz )"
181181
}
182182
},
183183
{
184-
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz": {
184+
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz": {
185185
"script_uid": "3f0b76219d004817",
186186
"script_alias": "extract-file",
187187
"script_tags": "extract,file",
188-
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_926f489d/caffe_ilsvrc12.tar.gz",
188+
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/download-file_imagenet-aux-da_6b825245/caffe_ilsvrc12.tar.gz",
189189
"version": "",
190190
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://armi.in/files/caffe_ilsvrc12.tar.gz )"
191191
}
@@ -217,7 +217,7 @@
217217
"script_tags": "detect-os,detect,os,info",
218218
"script_variations": "",
219219
"version": "",
220-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
220+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
221221
}
222222
},
223223
{
@@ -237,7 +237,7 @@
237237
"script_tags": "detect,cpu,detect-cpu,info",
238238
"script_variations": "",
239239
"version": "",
240-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
240+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
241241
}
242242
},
243243
{
@@ -587,7 +587,7 @@
587587
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
588588
"script_variations": "wg-inference",
589589
"version": "master",
590-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
590+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
591591
}
592592
},
593593
{
@@ -597,7 +597,7 @@
597597
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
598598
"script_variations": "",
599599
"version": "master-git-65e3228c02e79805dd74904089f599d4a5b9fd2f",
600-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
600+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
601601
}
602602
},
603603
{
@@ -617,7 +617,7 @@
617617
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
618618
"script_variations": "cpu",
619619
"version": "1.20.1",
620-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
620+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
621621
}
622622
},
623623
{
@@ -677,7 +677,7 @@
677677
"script_tags": "detect-os,detect,os,info",
678678
"script_variations": "",
679679
"version": "",
680-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar )"
680+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar )"
681681
}
682682
},
683683
{
@@ -687,15 +687,15 @@
687687
"script_tags": "get,sys-util,generic,generic-sys-util",
688688
"script_variations": "md5sha1sum",
689689
"version": "0.9.5",
690-
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar )"
690+
"parent": "extract-file,3f0b76219d004817 ( keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar )"
691691
}
692692
},
693693
{
694-
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar": {
694+
"extract,file,_keep,_path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar": {
695695
"script_uid": "3f0b76219d004817",
696696
"script_alias": "extract-file",
697697
"script_tags": "extract,file",
698-
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_24ce03af/ILSVRC2012_img_val_500.tar",
698+
"script_variations": "keep,path./Users/runner/MLC/repos/local/cache/get-dataset-imagenet-val_b22e5451/ILSVRC2012_img_val_500.tar",
699699
"version": "",
700700
"parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
701701
}
@@ -947,7 +947,7 @@
947947
"script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
948948
"script_variations": "NCHW",
949949
"version": "",
950-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
950+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
951951
}
952952
},
953953
{
@@ -997,7 +997,7 @@
997997
"script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
998998
"script_variations": "onnx",
999999
"version": "",
1000-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
1000+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
10011001
}
10021002
},
10031003
{
@@ -1077,7 +1077,7 @@
10771077
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
10781078
"script_variations": "wg-inference",
10791079
"version": "",
1080-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
1080+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
10811081
}
10821082
},
10831083
{
@@ -1147,7 +1147,7 @@
11471147
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
11481148
"script_variations": "",
11491149
"version": "",
1150-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
1150+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
11511151
}
11521152
},
11531153
{
@@ -1187,7 +1187,7 @@
11871187
"script_tags": "mlperf,benchmark-mlperf",
11881188
"script_variations": "",
11891189
"version": "",
1190-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_offline,_resnet50 )"
1190+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_resnet50,_onnxruntime,_offline )"
11911191
}
11921192
}
11931193
]

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,5 +10,5 @@
1010
"MLC_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
1111
"MLC_HOST_PLATFORM_FLAVOR": "arm64",
1212
"MLC_HOST_PYTHON_BITS": "64",
13-
"MLC_HOST_SYSTEM_NAME": "sjc22-be107_69ccf4e8-4dce-4a91-a1df-2cfcb293f454-424DFB771C60.local"
13+
"MLC_HOST_SYSTEM_NAME": "Mac-1757012113976.local"
1414
}

‎open/MLCommons/measurements/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /Users/runner/MLC/repos/shahfarazz@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/acdbeb4cdf0a4b14978609278e24d984.conf
2-
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_3e4966fd
1+
User Conf path: /Users/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6cba935ae73c49518761dd5a0e8f2c57.conf
2+
Dataset Preprocessed path: /Users/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_b25337c8
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: PerformanceOnly

‎open/MLCommons/results/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
accuracy=76.000%, good=380, total=500
22

3-
hash=5cb143e8c449a8bdbc59ddc33d9496d5761e7e5182494100fc07697b06a83db9
3+
hash=1b88fcbb02b86b9df0cf35e78d554eaa459a8bbb5bd136b7859a0a3b9189c8c4

0 commit comments

Comments
 (0)