Results from self hosted Github actions - NVIDIARTX4090

GATEOverflow · Nov 17, 2024 · 2211e14 · 2211e14
1 parent da20e16
commit 2211e14
Show file tree

Hide file tree

Showing 13 changed files with 519 additions and 519 deletions.
diff --git a/.../measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md b/.../measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/README.md
@@ -1,3 +1,3 @@
 | Model               | Scenario   | Accuracy             |   Throughput | Latency (in ms)   |
 |---------------------|------------|----------------------|--------------|-------------------|
-| stable-diffusion-xl | offline    | (16.3689, 237.82579) |        0.383 | -                 |
+| stable-diffusion-xl | offline    | (16.3689, 237.82579) |        0.382 | -                 |
diff --git a/...rence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md b/...rence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md
@@ -18,7 +18,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo gateoverflow@cm4mlops --checkout=4b3d2ee9a56d2f88885ace86b1c8f2e94f91ef41
+cm pull repo gateoverflow@cm4mlops --checkout=dfc46a9d7da8987550a687a0367004daa4d88c8f
 
 cm run script \
 	--tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \
@@ -97,4 +97,4 @@ Model Precision: fp32
 `FID_SCORE`: `237.82579`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
 
 ### Performance Results 
-`Samples per second`: `0.383178`
+`Samples per second`: `0.382157`
diff --git a/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out b/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy_console.out
diff --git a/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json b/...ence-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json
@@ -267,7 +267,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -287,7 +287,7 @@
         "script_tags": "detect,cpu,detect-cpu,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -297,7 +297,7 @@
         "script_tags": "get,sys-utils-cm",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -307,7 +307,7 @@
         "script_tags": "get,python,python3,get-python,get-python3",
         "script_variations": "",
         "version": "3.10.12",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -317,7 +317,7 @@
         "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d",
         "script_variations": "cudnn",
         "version": "12.4",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -327,7 +327,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "torch_cuda",
         "version": "2.5.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -337,7 +337,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "torchvision_cuda",
         "version": "0.20.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -347,17 +347,17 @@
         "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image",
         "script_variations": "pytorch,fp16",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
-      "get,dataset,coco2014,_validation,_size.50,_with-sample-ids": {
+      "get,dataset,coco2014,_validation,_with-sample-ids,_size.50": {
         "script_uid": "3f7ad9d42f4040f8",
         "script_alias": "get-dataset-coco2014",
         "script_tags": "get,dataset,coco2014,object-detection,original",
-        "script_variations": "validation,size.50,with-sample-ids",
+        "script_variations": "validation,with-sample-ids,size.50",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -437,7 +437,7 @@
         "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -447,7 +447,7 @@
         "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
         "script_variations": "",
         "version": "master",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -457,7 +457,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -467,7 +467,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -477,7 +477,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.psutil",
         "version": "6.1.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -487,7 +487,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.diffusers",
         "version": "0.30.3",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -497,7 +497,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.transformers",
         "version": "4.46.2",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -507,7 +507,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.torchvision",
         "version": "0.20.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -517,7 +517,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.accelerate",
         "version": "1.1.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -527,7 +527,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.torchmetrics",
         "version": "1.5.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -537,7 +537,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.torch-fidelity",
         "version": "0.3.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -547,7 +547,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.open_clip_torch",
         "version": "2.29.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -557,7 +557,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.opencv-python",
         "version": "4.10.0.84",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -567,7 +567,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.scipy",
         "version": "1.10.1",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     },
     {
@@ -607,7 +607,7 @@
         "script_tags": "mlperf,benchmark-mlperf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( cuda,_pytorch,_offline,_sdxl,_float16 )"
       }
     }
   ]

diff --git a/...pr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json b/...pr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json
@@ -26,5 +26,5 @@
   ],
   "CM_HOST_PLATFORM_FLAVOR": "x86_64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "9a0187c2d360"
+  "CM_HOST_SYSTEM_NAME": "1a4c28b61628"
 }