diff --git a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/README.md b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/README.md index 42489ff..13fd4b9 100644 --- a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/README.md +++ b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|-----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (15.47816, 232.17873) | 1.134 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (15.47816, 232.17873) | 1.141 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md index 3533bb4..1bda844 100644 --- a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md @@ -19,7 +19,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=50431589d01cd60060a0d1be3c1f8193d99c6144 +cm pull repo gateoverflow@cm4mlops --checkout=52f2ebb1436d6e255d60a3dc0acf99e4f24f492d cm run script \ --tags=app,mlperf,inference,generic,_nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline \ @@ -93,4 +93,4 @@ Model Precision: int8 `FID_SCORE`: `232.17873`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `1.13424` +`Samples per second`: `1.14052` diff --git a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/cm-version-info.json index e02a7ae..55c2d7e 100644 --- a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/cm-version-info.json @@ -96,7 +96,7 @@ "script_alias": "get-generic-python-lib", "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", - "version": "1.22.4", + "version": "1.22.0", "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" } }, @@ -117,7 +117,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -137,7 +137,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -147,7 +147,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -157,7 +157,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -177,7 +177,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-f5c8f1758374aeaba26b2e84d31690111cfdf054", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "go", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -267,7 +267,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -307,7 +307,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -317,27 +317,27 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "go", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_sdxl,_offline,_tensorrt,_cuda,_batch_size.2,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_sdxl,_tensorrt,_offline,_batch_size.2,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,sdxl,offline,tensorrt,cuda,batch_size.2,v4.1-dev", + "script_variations": "build_engine,cuda,sdxl,tensorrt,offline,batch_size.2,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_sdxl,_tensorrt,_cuda,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,sdxl,tensorrt,cuda,v4.1-dev", + "script_variations": "preprocess_data,cuda,sdxl,tensorrt,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -347,7 +347,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.30.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.45.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.4.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.26.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -447,7 +447,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -457,7 +457,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -487,7 +487,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.22.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -497,7 +497,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -507,7 +507,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -516,8 +516,8 @@ "script_alias": "get-generic-python-lib", "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", - "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "version": "1.22.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } }, { @@ -557,7 +557,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_sdxl,_offline,_tensorrt,_cuda,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_tensorrt,_offline,_gpu_memory.24 )" } } ] diff --git a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/pip_freeze.json b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/pip_freeze.json index 6d07a23..126004d 100644 --- a/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/pip_freeze.json +++ b/open/MLCommons/measurements/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/pip_freeze.json @@ -38,6 +38,7 @@ "humanfriendly": "10.0", "hypothesis": "6.113.0", "idna": "3.10", + "ijson": "3.3.0", "importlib-metadata": "8.5.0", "jinja2": "3.1.4", "jmespath": "1.0.1", @@ -51,7 +52,7 @@ "multiprocess": "0.70.17", "networkx": "3.1", "ninja": "1.11.1.1", - "numpy": "1.23.5", + "numpy": "1.22.0", "nvidia-ammo": "0.7.4", "nvidia-dali-cuda120": "1.42.0", "nvidia-nvimgcodec-cu12": "0.3.0.5", diff --git a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt index 96d9066..5527ebf 100644 --- a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -Accuracy Results: {'FID_SCORE': 232.1787311146868, 'CLIP_SCORE': 15.478164181113243} -hash=2859af71e624d4ee21d591e4b9c1fbbeac2ab06549a62151f79963a348eabd7d +Accuracy Results: {'FID_SCORE': 232.17873111420926, 'CLIP_SCORE': 15.478164181113243} +hash=be4a6a67ec0aff031aff864996583fee58e2be816daf6654e832d531493bbc82 diff --git a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt index 8cecc18..1854654 100644 --- a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -1,68 +1,68 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-09T09:27:56.574349", "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-09T16:27:56.574357", "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.008001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-09T09:51:03Z", "time_ms": 0.043346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.043346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 390, "time_ms": 0.043346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.043346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.043346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.043346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.048633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.048775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.050253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.057011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.080418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.080418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.080418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38340.866334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38340.866334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38340.866334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38340.866334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38340.866334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38340.866334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "power_begin", "value": "10-09-2024 16:51:03.986", "time_ms": 38340.868374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 17518, "tid": 17518}} -:::MLLOG {"key": "power_end", "value": "10-09-2024 16:51:42.294", "time_ms": 38340.868374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 17518, "tid": 17518}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-09T09:27:56.574349", "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-09T16:27:56.574357", "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-09T20:17:22Z", "time_ms": 0.036045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.036045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 475, "time_ms": 0.036045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.036045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.036045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.036045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.041212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.041396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.043128, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.048881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.070315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.070315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.070315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38151.590651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38151.590651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38151.590651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38151.590651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38151.590651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38151.590651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "power_begin", "value": "10-10-2024 03:17:22.730", "time_ms": 38151.592603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 22984, "tid": 22984}} +:::MLLOG {"key": "power_end", "value": "10-10-2024 03:18:00.855", "time_ms": 38151.592603, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 22984, "tid": 22984}} diff --git a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt index 157cf3c..c3f4cc8 100644 --- a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -1,85 +1,85 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-09T09:27:56.574349", "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-09T16:27:56.574357", "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-09T09:50:21Z", "time_ms": 0.038729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.038729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 499, "time_ms": 0.038729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.038729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.038729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.038729, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.044415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.044546, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.050163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.060220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.077107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.077107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.077107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.121534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8819.742634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8819.742634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8819.742634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8819.742634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8819.742634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8819.742634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "power_begin", "value": "10-09-2024 16:50:21.390", "time_ms": 8819.743715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "power_end", "value": "10-09-2024 16:50:30.207", "time_ms": 8819.743715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.13424, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2941389477, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_max_latency_ns", "value": 8816469794, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 5293948242, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5881108255, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8816469794, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8816469794, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8816469794, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8816469794, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 16085, "tid": 16085}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8816469794, "time_ms": 8819.760123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 16085, "tid": 16085}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-09T09:27:56.574349", "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-09T16:27:56.574357", "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-09T20:16:41Z", "time_ms": 0.040003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.040003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 472, "time_ms": 0.040003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.040003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.040003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.040003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.045315, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.045439, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.046995, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.053242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.074150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.074150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.074150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.118247, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8768.674098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8768.674098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8768.674098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8768.674098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8768.674098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8768.674098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "power_begin", "value": "10-10-2024 03:16:41.246", "time_ms": 8768.676141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "power_end", "value": "10-10-2024 03:16:50.014", "time_ms": 8768.676141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.14052, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2927810275, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_max_latency_ns", "value": 8767960151, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 5267954137, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5846589423, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8767960151, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8767960151, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8767960151, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8767960151, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 21551, "tid": 21551}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8767960151, "time_ms": 8768.705741, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 21551, "tid": 21551}} diff --git a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt index 22d6bf3..a3e7aff 100644 --- a/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/97c3ec750d0e-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.13424 +Samples per second: 1.14052 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2941389477 -Max latency (ns) : 8816469794 -Mean latency (ns) : 5293948242 -50.00 percentile latency (ns) : 5881108255 -90.00 percentile latency (ns) : 8816469794 -95.00 percentile latency (ns) : 8816469794 -97.00 percentile latency (ns) : 8816469794 -99.00 percentile latency (ns) : 8816469794 -99.90 percentile latency (ns) : 8816469794 +Min latency (ns) : 2927810275 +Max latency (ns) : 8767960151 +Mean latency (ns) : 5267954137 +50.00 percentile latency (ns) : 5846589423 +90.00 percentile latency (ns) : 8767960151 +95.00 percentile latency (ns) : 8767960151 +97.00 percentile latency (ns) : 8767960151 +99.00 percentile latency (ns) : 8767960151 +99.90 percentile latency (ns) : 8767960151 ================================================ Test Parameters Used