Skip to content

Commit

Permalink
Results from self hosted Github actions - NVIDIARTX4090
Browse files Browse the repository at this point in the history
  • Loading branch information
@arjunsuresh
arjunsuresh committed Oct 7, 2024
1 parent 877163b commit 200e4b7
Show file tree
Hide file tree
Showing 6 changed files with 194 additions and 194 deletions.
2 changes: 1 addition & 1 deletion ...ons/measurements/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/README.md
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
|---------------------|------------|-----------------------|--------------|-------------------|
| stable-diffusion-xl | offline | (15.18544, 235.69504) | 0.374 | - |
| stable-diffusion-xl | offline | (15.18544, 235.69504) | 0.375 | - |
4 changes: 2 additions & 2 deletions ...d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline/README.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ pip install -U cmind

cm rm cache -f

cm pull repo gateoverflow@cm4mlops --checkout=eac7598c2b35fb8e28ab00345d5d3c5cbdb8bb43
cm pull repo gateoverflow@cm4mlops --checkout=d8921eddd1cae7010f5997c7bbffd899b1b2c571

cm run script \
--tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \
Expand Down Expand Up @@ -91,4 +91,4 @@ Model Precision: fp32
`FID_SCORE`: `235.69504`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`

### Performance Results
`Samples per second`: `0.374495`
`Samples per second`: `0.374549`
48 changes: 24 additions & 24 deletions ...-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline/cm-version-info.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -117,7 +117,7 @@
"script_tags": "detect-os,detect,os,info",
"script_variations": "",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -137,7 +137,7 @@
"script_tags": "detect,cpu,detect-cpu,info",
"script_variations": "",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -147,7 +147,7 @@
"script_tags": "get,sys-utils-cm",
"script_variations": "",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -157,7 +157,7 @@
"script_tags": "get,python,python3,get-python,get-python3",
"script_variations": "",
"version": "3.10.12",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -167,7 +167,7 @@
"script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d",
"script_variations": "cudnn",
"version": "12.4",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -177,7 +177,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "torch_cuda",
"version": "2.4.1",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -187,7 +187,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "torchvision_cuda",
"version": "0.19.1",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -197,7 +197,7 @@
"script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image",
"script_variations": "pytorch",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -207,7 +207,7 @@
"script_tags": "get,dataset,coco2014,object-detection,original",
"script_variations": "validation,with-sample-ids,size.50",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand Down Expand Up @@ -287,7 +287,7 @@
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
"script_variations": "",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -297,7 +297,7 @@
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
"script_variations": "",
"version": "master",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -307,7 +307,7 @@
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
"script_variations": "",
"version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -317,7 +317,7 @@
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
"script_variations": "",
"version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -327,7 +327,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.psutil",
"version": "6.0.0",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -337,7 +337,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.diffusers",
"version": "0.30.3",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -347,7 +347,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.transformers",
"version": "4.45.1",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -357,7 +357,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.torchvision",
"version": "0.19.1",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -367,7 +367,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.accelerate",
"version": "0.34.2",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -377,7 +377,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.torchmetrics",
"version": "1.4.2",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -387,7 +387,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.torch-fidelity",
"version": "0.3.0",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -397,7 +397,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.open_clip_torch",
"version": "2.26.1",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -407,7 +407,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.opencv-python",
"version": "4.10.0.84",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand All @@ -417,7 +417,7 @@
"script_tags": "get,install,generic,generic-python-lib",
"script_variations": "package.scipy",
"version": "1.10.1",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
},
{
Expand Down Expand Up @@ -457,7 +457,7 @@
"script_tags": "mlperf,benchmark-mlperf",
"script_variations": "",
"version": "",
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cuda,_sdxl,_pytorch,_float16 )"
"parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_offline,_pytorch,_sdxl,_float16 )"
}
}
]
Expand Down
Loading

0 comments on commit 200e4b7

Please sign in to comment.