Skip to content

Commit 83089c1

Browse files
arjunsuresharjunsuresh
committed
Results from self hosted Github actions - NVIDIARTX4090
1 parent 0ac6c84 commit 83089c1

File tree

14 files changed

+624
-492
lines changed

14 files changed

+624
-492
lines changed

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
1-
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2-
|---------|------------|------------|--------------|-------------------|
3-
| gptj-99 | offline | 264 | 48.239 | - |
1+
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
2+
|---------------------|------------|------------|--------------|-------------------|
3+
| stable-diffusion-xl | offline | () | 0.352 | - |

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ pip install -U cmind
1616

1717
cm rm cache -f
1818

19-
cm pull repo gateoverflow@mlperf-automations --checkout=d34806d62b63a43c813aec34b40088046ca9fdab
19+
cm pull repo gateoverflow@mlperf-automations --checkout=ee7be856e5def9e46bc4535b6128ec342f6931db
2020

2121
cm run script \
2222
--tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline \
@@ -101,4 +101,4 @@ Model Precision: fp32
101101
### Accuracy Results
102102

103103
### Performance Results
104-
`Samples per second`: `0.35248`
104+
`Samples per second`: `0.352373`

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/accuracy_console.out‎

Lines changed: 58 additions & 58 deletions
Large diffs are not rendered by default.

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.mmd‎

Lines changed: 37 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,15 @@ graph TD
22
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> detect,os
33
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,sys-utils-cm
44
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,python
5+
get-mlperf-inference-src,4b57186581024797 --> detect,os
6+
get-mlperf-inference-src,4b57186581024797 --> get,python3
7+
get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
58
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,mlcommons,inference,src
69
pull-git-repo,c23132ed65c4421d --> detect,os
710
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> pull,git,repo
11+
get-mlperf-inference-src,4b57186581024797 --> detect,os
12+
get-mlperf-inference-src,4b57186581024797 --> get,python3
13+
get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
814
get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
915
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,mlperf,inference,utils
1016
get-cuda,46d133d9ef92422d_(_toolkit_) --> detect,os
@@ -25,54 +31,60 @@ graph TD
2531
get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip
2632
get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy
2733
app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda
28-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> detect,os
34+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> detect,os
2935
detect-cpu,586c8a43320142f7 --> detect,os
30-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> detect,cpu
31-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,sys-utils-cm
32-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,python
33-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,cuda,_cudnn
36+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> detect,cpu
37+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,sys-utils-cm
38+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,python
39+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,cuda,_cudnn
3440
get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3
35-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_torch_cuda
41+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_torch_cuda
3642
get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3
37-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_torchvision_cuda
43+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_torchvision_cuda
3844
download-and-extract,c67e81a4ce2649f5_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16_) --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16
3945
get-ml-model-stable-diffusion,22c6516b2d4d4c23_(_pytorch,_fp16_) --> download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/stable_diffusion_fp16
40-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16
41-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,dataset,coco2014,_validation
46+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16
47+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,dataset,coco2014,_validation
4248
generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os
4349
detect-cpu,586c8a43320142f7 --> detect,os
4450
generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu
4551
generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python
52+
get-mlperf-inference-src,4b57186581024797 --> detect,os
53+
get-mlperf-inference-src,4b57186581024797 --> get,python3
54+
get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
4655
generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src
4756
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
4857
generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs
49-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> generate,user-conf,mlperf,inference
50-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,loadgen
51-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,mlcommons,inference,src
52-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,mlcommons,inference,src
58+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> generate,user-conf,mlperf,inference
59+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,loadgen
60+
get-mlperf-inference-src,4b57186581024797 --> detect,os
61+
get-mlperf-inference-src,4b57186581024797 --> get,python3
62+
get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference
63+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,mlcommons,inference,src
64+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,mlcommons,inference,src
5365
get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3
54-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.psutil
66+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.psutil
5567
get-generic-python-lib,94b62a682bc44791_(_package.diffusers_) --> get,python3
56-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.diffusers
68+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.diffusers
5769
get-generic-python-lib,94b62a682bc44791_(_package.transformers_) --> get,python3
58-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.transformers
70+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.transformers
5971
get-generic-python-lib,94b62a682bc44791_(_package.torchvision_) --> get,python3
60-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.torchvision
72+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.torchvision
6173
get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3
62-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.accelerate
74+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.accelerate
6375
get-generic-python-lib,94b62a682bc44791_(_package.torchmetrics_) --> get,python3
64-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.torchmetrics
76+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.torchmetrics
6577
get-generic-python-lib,94b62a682bc44791_(_package.torch-fidelity_) --> get,python3
66-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.torch-fidelity
78+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.torch-fidelity
6779
get-generic-python-lib,94b62a682bc44791_(_package.open_clip_torch_) --> get,python3
68-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.open_clip_torch
80+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.open_clip_torch
6981
get-generic-python-lib,94b62a682bc44791_(_package.opencv-python_) --> get,python3
70-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.opencv-python
82+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.opencv-python
7183
get-generic-python-lib,94b62a682bc44791_(_package.scipy_) --> get,python3
72-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.scipy
84+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.scipy
7385
get-generic-python-lib,94b62a682bc44791_(_package.pandas_) --> get,python3
74-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> get,generic-python-lib,_package.pandas
86+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> get,generic-python-lib,_package.pandas
7587
detect-cpu,586c8a43320142f7 --> detect,os
7688
benchmark-program,19f369ef47084895 --> detect,cpu
7789
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
78-
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_cuda,_pytorch,_sdxl,_float16_) --> benchmark-mlperf
90+
app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_cuda,_offline,_sdxl,_float16_) --> benchmark-mlperf

‎open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/stable-diffusion-xl/offline/cm-deps.png‎

156 KB
Loading

0 commit comments

Comments
 (0)