Results from self hosted Github actions - NVIDIARTX4090

GATEOverflow · Nov 6, 2024 · 26277a4 · 26277a4
1 parent a099496
commit 26277a4
Show file tree

Hide file tree

Showing 14 changed files with 501 additions and 500 deletions.
diff --git a/...asurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md b/...asurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md
@@ -1,3 +1,3 @@
 | Model               | Scenario   | Accuracy              |   Throughput | Latency (in ms)   |
 |---------------------|------------|-----------------------|--------------|-------------------|
-| stable-diffusion-xl | offline    | (16.62979, 232.37093) |         1.14 | -                 |
+| stable-diffusion-xl | offline    | (16.63198, 232.06945) |        1.139 | -                 |
diff --git a/...original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md b/...original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md
@@ -8,7 +8,7 @@ This experiment is generated using the [MLCommons Collective Mind automation fra
 * CPU version: x86_64
 * Python version: 3.8.10 (default, Sep 11 2024, 16:02:53) 
 [GCC 9.4.0]
-* MLCommons CM version: 3.2.9
+* MLCommons CM version: 3.3.4
 
 ## CM Run Command
 
@@ -19,7 +19,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo gateoverflow@cm4mlops --checkout=82c6af20bf4b338f05c9b3289fb2524d31bac694
+cm pull repo gateoverflow@cm4mlops --checkout=244952d648e67f0aaa9483d08d78267f9944f463
 
 cm run script \
 	--tags=app,mlperf,inference,generic,_nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline \
@@ -58,6 +58,7 @@ cm run script \
 	--env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \
 	--env.CM_OUTPUT_FOLDER_NAME=test_results \
 	--env.CM_DOCKER_REUSE_EXISTING_CONTAINER=no \
+	--env.CM_DOCKER_DETACHED_MODE=yes \
 	--add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \
 	--add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \
 	--add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \
@@ -91,8 +92,8 @@ Platform: arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base
 Model Precision: int8
 
 ### Accuracy Results 
-`CLIP_SCORE`: `16.62979`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332`
-`FID_SCORE`: `232.37093`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
+`CLIP_SCORE`: `16.63198`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332`
+`FID_SCORE`: `232.06945`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
 
 ### Performance Results 
-`Samples per second`: `1.14043`
+`Samples per second`: `1.13875`
diff --git a/...riginal-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json b/...riginal-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json
diff --git a/...nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json b/...nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json
@@ -26,5 +26,5 @@
   ],
   "CM_HOST_PLATFORM_FLAVOR": "x86_64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "503467f32565"
+  "CM_HOST_SYSTEM_NAME": "e11d9be785c0"
 }
diff --git a/...dia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/pip_freeze.json b/...dia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/pip_freeze.json
@@ -9,15 +9,15 @@
     "astunparse": "1.6.3",
     "async-timeout": "4.0.3",
     "attrs": "24.2.0",
-    "boto3": "1.35.52",
-    "botocore": "1.35.52",
+    "boto3": "1.35.54",
+    "botocore": "1.35.54",
     "certifi": "2024.8.30",
     "charset-normalizer": "3.4.0",
-    "cmind": "3.2.9",
+    "cmind": "3.3.4",
     "colored": "1.4.4",
     "coloredlogs": "15.0.1",
     "cuda-python": "12.3.0",
-    "datasets": "3.0.2",
+    "datasets": "3.1.0",
     "dbus-python": "1.2.16",
     "diffusers": "0.31.0",
     "dill": "0.3.8",
@@ -92,16 +92,16 @@
     "tensorrt-dispatch": "9.3.0.post12.dev1",
     "tensorrt-lean": "9.3.0.post12.dev1",
     "timm": "1.0.11",
-    "tokenizers": "0.20.1",
+    "tokenizers": "0.20.3",
     "torch": "2.1.0a0+git32f93b1",
     "torch-fidelity": "0.3.0",
     "torchmetrics": "1.5.1",
     "torchvision": "0.16.0a0+657027f",
     "tqdm": "4.66.6",
-    "transformers": "4.46.1",
+    "transformers": "4.46.2",
     "typing-extensions": "4.12.2",
     "tzdata": "2024.2",
-    "urllib3": "1.26.20",
+    "urllib3": "2.2.3",
     "wcwidth": "0.2.13",
     "wheel": "0.34.2",
     "xxhash": "3.5.0",