Results from self hosted Github actions - NVIDIARTX4090

GATEOverflow · Nov 16, 2024 · 6a2ee78 · 6a2ee78
1 parent f7fb3ec
commit 6a2ee78
Show file tree

Hide file tree

Showing 14 changed files with 565 additions and 435 deletions.
diff --git a/.../measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md b/.../measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md
@@ -1,3 +1,3 @@
 | Model               | Scenario   | Accuracy             |   Throughput | Latency (in ms)   |
 |---------------------|------------|----------------------|--------------|-------------------|
-| stable-diffusion-xl | offline    | (16.3689, 237.82579) |        0.173 | -                 |
+| stable-diffusion-xl | offline    | (16.3689, 237.82579) |        0.383 | -                 |
diff --git a/...rence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md b/...rence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md
@@ -18,7 +18,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo gateoverflow@cm4mlops --checkout=fed53ef8889585647e75df9d1f07fae97b2250c5
+cm pull repo gateoverflow@cm4mlops --checkout=4b3d2ee9a56d2f88885ace86b1c8f2e94f91ef41
 
 cm run script \
 	--tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \
@@ -44,6 +44,7 @@ cm run script \
 	--env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=short \
 	--env.CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX4=scc24-base \
 	--env.CM_DOCKER_IMAGE_NAME=scc24-reference \
+	--env.CM_MLPERF_INFERENCE_MIN_QUERY_COUNT=50 \
 	--env.CM_MLPERF_LOADGEN_ALL_MODES=yes \
 	--env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \
 	--env.CM_MLPERF_LAST_RELEASE=v4.1 \
@@ -96,4 +97,4 @@ Model Precision: fp32
 `FID_SCORE`: `237.82579`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
 
 ### Performance Results 
-`Samples per second`: `0.172851`
+`Samples per second`: `0.383178`
diff --git a/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out b/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out
diff --git a/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json b/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json
@@ -76,7 +76,7 @@
         "script_alias": "get-mlperf-inference-src",
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
-        "version": "master-git-e398b90e85f9e64d34d6c67fe4b04d6cb7145c98",
+        "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
         "parent": "app-mlperf-inference,d775cac873ee4231 ( reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline )"
       }
     },
@@ -86,7 +86,7 @@
         "script_alias": "get-mlperf-inference-src",
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
-        "version": "master-git-e398b90e85f9e64d34d6c67fe4b04d6cb7145c98",
+        "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
         "parent": "get-mlperf-inference-utils,e341e5f86d8342e5"
       }
     },
@@ -267,7 +267,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -287,7 +287,7 @@
         "script_tags": "detect,cpu,detect-cpu,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -297,7 +297,7 @@
         "script_tags": "get,sys-utils-cm",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -307,7 +307,7 @@
         "script_tags": "get,python,python3,get-python,get-python3",
         "script_variations": "",
         "version": "3.10.12",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -317,7 +317,7 @@
         "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d",
         "script_variations": "cudnn",
         "version": "12.4",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -327,7 +327,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "torch_cuda",
         "version": "2.5.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -337,7 +337,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "torchvision_cuda",
         "version": "0.20.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -347,17 +347,17 @@
         "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image",
         "script_variations": "pytorch,fp16",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
-      "get,dataset,coco2014,_validation,_with-sample-ids,_size.50": {
+      "get,dataset,coco2014,_validation,_size.50,_with-sample-ids": {
         "script_uid": "3f7ad9d42f4040f8",
         "script_alias": "get-dataset-coco2014",
         "script_tags": "get,dataset,coco2014,object-detection,original",
-        "script_variations": "validation,with-sample-ids,size.50",
+        "script_variations": "validation,size.50,with-sample-ids",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -406,7 +406,7 @@
         "script_alias": "get-mlperf-inference-src",
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
-        "version": "master-git-e398b90e85f9e64d34d6c67fe4b04d6cb7145c98",
+        "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
         "parent": "generate-mlperf-inference-user-conf,3af4475745964b93"
       }
     },
@@ -437,7 +437,7 @@
         "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -447,7 +447,7 @@
         "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
         "script_variations": "",
         "version": "master",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -456,8 +456,8 @@
         "script_alias": "get-mlperf-inference-src",
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
-        "version": "master-git-e398b90e85f9e64d34d6c67fe4b04d6cb7145c98",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -466,8 +466,8 @@
         "script_alias": "get-mlperf-inference-src",
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
-        "version": "master-git-e398b90e85f9e64d34d6c67fe4b04d6cb7145c98",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -477,7 +477,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.psutil",
         "version": "6.1.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -487,7 +487,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.diffusers",
         "version": "0.30.3",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -497,7 +497,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.transformers",
         "version": "4.46.2",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -507,7 +507,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.torchvision",
         "version": "0.20.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -517,7 +517,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.accelerate",
         "version": "1.1.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -527,7 +527,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.torchmetrics",
         "version": "1.5.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -537,7 +537,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.torch-fidelity",
         "version": "0.3.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -547,7 +547,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.open_clip_torch",
         "version": "2.29.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -557,7 +557,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.opencv-python",
         "version": "4.10.0.84",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -567,7 +567,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.scipy",
         "version": "1.10.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     },
     {
@@ -607,7 +607,7 @@
         "script_tags": "mlperf,benchmark-mlperf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_offline,_sdxl,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
       }
     }
   ]

diff --git a/...pr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json b/...pr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json
@@ -26,5 +26,5 @@
   ],
   "CM_HOST_PLATFORM_FLAVOR": "x86_64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "f47e80bfc592"
+  "CM_HOST_SYSTEM_NAME": "9a0187c2d360"
 }