Auto-merge updates from auto-update branch

open/MLCommons/code/stable-diffusion-xl/README.md

@@ -0,0 +1 @@
+TBD

open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.6.0-cu124/README.md

@@ -0,0 +1,3 @@
+| Model               | Scenario   | Accuracy             |   Throughput | Latency (in ms)   |
+|---------------------|------------|----------------------|--------------|-------------------|
+| stable-diffusion-xl | offline    | (16.3689, 237.82579) |        0.353 | -                 |

open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline/README.md

@@ -0,0 +1,44 @@
+*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.*
+
+## Host platform
+
+* OS version: Linux-6.8.0-52-generic-x86_64-with-glibc2.35
+* CPU version: x86_64
+* Python version: 3.10.12 (main, Jan 17 2025, 14:35:34) [GCC 11.4.0]
+* MLC version: unknown
+
+## CM Run Command
+
+See [CM installation guide](https://docs.mlcommons.org/inference/install/).
+
+```bash
+pip install -U mlcflow
+
+mlc rm cache -f
+
+mlc pull repo gateoverflow@mlperf-automations --checkout=0f5a86f9514172a0976090cdc91963b2b7eb4282
+
+
+```
+*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf,
+ you should simply reload gateoverflow@mlperf-automations without checkout and clean MLC cache as follows:*
+
+```bash
+mlc rm repo gateoverflow@mlperf-automations
+mlc pull repo gateoverflow@mlperf-automations
+mlc rm cache -f
+
+```
+
+## Results
+
+Platform: gh_action-reference-gpu-pytorch_v2.6.0-cu124
+
+Model Precision: fp32
+
+### Accuracy Results 
+`CLIP_SCORE`: `16.3689`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332`
+`FID_SCORE`: `237.82579`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
+
+### Performance Results 
+`Samples per second`: `0.352519`

open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline/cpu_info.json

@@ -0,0 +1,27 @@
+{
+  "MLC_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes",
+  "MLC_HOST_CPU_MICROCODE": "0x2b000603",
+  "MLC_HOST_CPU_FPU_SUPPORT": "yes",
+  "MLC_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes",
+  "MLC_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb bhi",
+  "MLC_HOST_CPU_TLB_SIZE": "Not Found",
+  "MLC_HOST_CPU_CFLUSH_SIZE": "64",
+  "MLC_HOST_CPU_ARCHITECTURE": "x86_64",
+  "MLC_HOST_CPU_TOTAL_CORES": "48",
+  "MLC_HOST_CPU_ON_LINE_CPUS_LIST": "0-47",
+  "MLC_HOST_CPU_VENDOR_ID": "GenuineIntel",
+  "MLC_HOST_CPU_MODEL_NAME": "Intel(R) Xeon(R) w7-2495X",
+  "MLC_HOST_CPU_FAMILY": "6",
+  "MLC_HOST_CPU_THREADS_PER_CORE": "2",
+  "MLC_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24",
+  "MLC_HOST_CPU_SOCKETS": "1",
+  "MLC_HOST_CPU_MAX_MHZ": "4800.0000",
+  "MLC_HOST_CPU_L1D_CACHE_SIZE": "1.1 MiB (24 instances)",
+  "MLC_HOST_CPU_L1I_CACHE_SIZE": "768 KiB (24 instances)",
+  "MLC_HOST_CPU_L2_CACHE_SIZE": "48 MiB (24 instances)",
+  "MLC_HOST_CPU_L3_CACHE_SIZE": "45 MiB (1 instance)",
+  "MLC_HOST_CPU_NUMA_NODES": "1",
+  "MLC_HOST_CPU_TOTAL_LOGICAL_CORES": "48",
+  "MLC_HOST_MEMORY_CAPACITY": "192G",
+  "MLC_HOST_DISK_CAPACITY": "6.9T"
+}

open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline/gh_action-reference-gpu-pytorch_v2.6.0-cu124.json

@@ -0,0 +1,7 @@
+{
+  "starting_weights_filename": "https://github.com/mlcommons/inference/tree/master/text_to_image#download-model",
+  "retraining": "no",
+  "input_data_types": "fp32",
+  "weight_data_types": "fp32",
+  "weight_transformations": "no"
+}

open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.6.0-cu124/stable-diffusion-xl/offline/mlc-deps.mmd

@@ -0,0 +1,76 @@
+graph TD
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> detect,os
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,sys-utils-cm
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,python
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,mlcommons,inference,src
+    pull-git-repo,c23132ed65c4421d --> detect,os
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> pull,git,repo
+    get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,mlperf,inference,utils
+    get-cuda,46d133d9ef92422d_(_toolkit_) --> detect,os
+    get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit
+    get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3
+    get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> detect,os
+    detect-cpu,586c8a43320142f7 --> detect,os
+    get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> detect,cpu
+    get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3
+    get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
+    get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,generic-python-lib,_pip
+    get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda
+    get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,os
+    detect-cpu,586c8a43320142f7 --> detect,os
+    get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,cpu
+    get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3
+    get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
+    get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip
+    get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy
+    app-mlperf-inference,d775cac873ee4231_(_reference,_sdxl,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> detect,os
+    detect-cpu,586c8a43320142f7 --> detect,os
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> detect,cpu
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,sys-utils-cm
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,python
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,cuda,_cudnn
+    get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_torch_cuda
+    get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_torchvision_cuda
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,ml-model,stable-diffusion,text-to-image,sdxl,raw,_pytorch,_fp16
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,dataset,coco2014,_validation
+    generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os
+    detect-cpu,586c8a43320142f7 --> detect,os
+    generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu
+    generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python
+    generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src
+    get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
+    generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> generate,user-conf,mlperf,inference
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,loadgen
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,mlcommons,inference,src
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,mlcommons,inference,src
+    get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.psutil
+    get-generic-python-lib,94b62a682bc44791_(_package.diffusers_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.diffusers
+    get-generic-python-lib,94b62a682bc44791_(_package.transformers_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.transformers
+    get-generic-python-lib,94b62a682bc44791_(_package.torchvision_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.torchvision
+    get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.accelerate
+    get-generic-python-lib,94b62a682bc44791_(_package.torchmetrics_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.torchmetrics
+    get-generic-python-lib,94b62a682bc44791_(_package.torch-fidelity_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.torch-fidelity
+    get-generic-python-lib,94b62a682bc44791_(_package.open_clip_torch_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.open_clip_torch
+    get-generic-python-lib,94b62a682bc44791_(_package.opencv-python_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.opencv-python
+    get-generic-python-lib,94b62a682bc44791_(_package.scipy_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.scipy
+    get-generic-python-lib,94b62a682bc44791_(_package.pandas_) --> get,python3
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.pandas
+    detect-cpu,586c8a43320142f7 --> detect,os
+    benchmark-program,19f369ef47084895 --> detect,cpu
+    benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
+    app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_sdxl,_pytorch,_offline,_cuda,_float16_) --> benchmark-mlperf