diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md index 2de642b..d784062 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|-----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (16.68664, 233.38096) | 1.139 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (16.61569, 233.52877) | 1.313 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md index 3f0d0df..4d0b5cb 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/README.md @@ -19,7 +19,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=0c68370bc2eabd88241b561bf663d9c166eccd20 +cm pull repo gateoverflow@cm4mlops --checkout=4b3d2ee9a56d2f88885ace86b1c8f2e94f91ef41 cm run script \ --tags=app,mlperf,inference,generic,_nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline \ @@ -30,6 +30,7 @@ cm run script \ --env.CM_MLPERF_MODEL=sdxl \ --env.CM_MLPERF_RUN_STYLE=test \ --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ --env.CM_MLPERF_BACKEND=tensorrt \ --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter \ --env.CM_MLPERF_CLEAN_ALL=True \ @@ -44,7 +45,9 @@ cm run script \ --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=short \ --env.CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX4=scc24-base \ --env.CM_DOCKER_IMAGE_NAME=scc24-nvidia \ + --env.CM_MLPERF_INFERENCE_MIN_QUERY_COUNT=50 \ --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ --env.CM_MLPERF_LAST_RELEASE=v4.1 \ --env.CM_TMP_CURRENT_PATH=/home/arjun/actions-runner/_work/cm4mlops/cm4mlops \ --env.CM_TMP_PIP_VERSION_STRING= \ @@ -92,8 +95,8 @@ Platform: arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base Model Precision: int8 ### Accuracy Results -`CLIP_SCORE`: `16.68664`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332` -`FID_SCORE`: `233.38096`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` +`CLIP_SCORE`: `16.61569`, Required accuracy for closed division `>= 31.68632` and `<= 31.81332` +`FID_SCORE`: `233.52877`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `1.13881` +`Samples per second`: `1.31313` diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy_console.out b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy_console.out index e69de29..ad661ed 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy_console.out +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy_console.out @@ -0,0 +1,73 @@ +[2024-11-15 19:46:08,019 main.py:229 INFO] Detected system ID: KnownSystem.c6ef2e4d491e +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +[2024-11-15 19:46:09,682 generate_conf_files.py:107 INFO] Generated measurements/ entries for c6ef2e4d491e_TRT/stable-diffusion-xl/Offline +[2024-11-15 19:46:09,683 __init__.py:46 INFO] Running command: python3 -m code.stable-diffusion-xl.tensorrt.harness --logfile_outdir="/cm-mount/home/arjun/scc_gh_action_results/test_results/c6ef2e4d491e-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=5000 --test_mode="AccuracyOnly" --gpu_batch_size=2 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/0667860eeb4d4b87/inference/mlperf.conf" --tensor_path="build/preprocessed_data/coco2014-tokenized-sdxl/5k_dataset_final/" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/gateoverflow@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/d134cc547a2a40329987a4e605038f41.conf" --gpu_inference_streams=1 --gpu_copy_streams=1 --gpu_engines="./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan,./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan,./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan,./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan" --scenario Offline --model stable-diffusion-xl +[2024-11-15 19:46:09,683 __init__.py:53 INFO] Overriding Environment +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +[2024-11-15 19:46:11,597 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:46:11,743 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:46:12,466 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan. +[2024-11-15 19:46:13,873 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan. +[2024-11-15 19:46:15,272 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:46:15,403 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:46:16,063 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan. +[2024-11-15 19:46:17,423 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan. +[2024-11-15 19:46:18,629 harness.py:207 INFO] Start Warm Up! +[2024-11-15 19:46:30,486 harness.py:209 INFO] Warm Up Done! +[2024-11-15 19:46:30,486 harness.py:211 INFO] Start Test! +[2024-11-15 19:47:08,680 backend.py:801 INFO] [Server] Received 50 total samples +[2024-11-15 19:47:08,681 backend.py:809 INFO] [Device 0] Reported 26 samples +[2024-11-15 19:47:08,681 backend.py:809 INFO] [Device 1] Reported 24 samples +[2024-11-15 19:47:08,681 harness.py:214 INFO] Test Done! +[2024-11-15 19:47:08,681 harness.py:216 INFO] Destroying SUT... +[2024-11-15 19:47:08,681 harness.py:219 INFO] Destroying QSL... +benchmark : Benchmark.SDXL +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/e066920512fd47b7/data +gpu_batch_size : 2 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/e0e53f17cf2744e0/repo/closed/NVIDIA/build/logs/2024.11.15-19.46.06 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/0667860eeb4d4b87/inference/mlperf.conf +model_path : /home/cmuser/CM/repos/local/cache/e066920512fd47b7/models/SDXL/ +offline_expected_qps : 0.0 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/e066920512fd47b7/preprocessed_data +scenario : Scenario.Offline +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.330052, byte_suffix=, _num_bytes=197330052000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=NUMAConfiguration(numa_nodes={}, num_numa_nodes=1), system_id='c6ef2e4d491e') +tensor_path : build/preprocessed_data/coco2014-tokenized-sdxl/5k_dataset_final/ +test_mode : AccuracyOnly +use_graphs : False +user_conf_path : /home/cmuser/CM/repos/gateoverflow@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/d134cc547a2a40329987a4e605038f41.conf +system_id : c6ef2e4d491e +config_name : c6ef2e4d491e_stable-diffusion-xl_Offline +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : False +power_limit : None +cpu_freq : None +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[W] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan +[2024-11-15 19:47:09,195 run_harness.py:166 INFO] Result: Accuracy run detected. + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json index 29dad77..3ec7c36 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cm-version-info.json @@ -30,13 +30,53 @@ "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline )" } }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-mlperf-inference-src,4b57186581024797" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-git-repo,ed603e7292974f10 ( branch.master,_repo.https://github.com/mlcommons/inference )" + } + }, + { + "get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.master,repo.https://github.com/mlcommons/inference", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797" + } + }, { "get,mlcommons,inference,src": { "script_uid": "4b57186581024797", "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline )" } }, @@ -46,7 +86,7 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" } }, @@ -127,7 +167,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -147,7 +187,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -157,7 +197,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -167,7 +207,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -177,7 +217,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -186,8 +226,8 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -197,7 +237,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -246,7 +286,7 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" } }, @@ -277,7 +317,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -287,7 +327,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -407,7 +447,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -417,7 +457,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -427,7 +467,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -927,7 +967,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -937,7 +977,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -957,7 +997,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -967,7 +1007,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -977,7 +1017,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -987,7 +1027,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -996,8 +1036,8 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1007,7 +1047,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1017,7 +1057,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1027,7 +1067,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1037,7 +1077,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1047,7 +1087,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1057,7 +1097,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1067,7 +1107,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1087,7 +1127,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1097,7 +1137,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1107,7 +1147,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1117,7 +1157,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1126,8 +1166,8 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1137,7 +1177,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1147,7 +1187,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1157,7 +1197,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1167,7 +1207,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1177,7 +1217,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.46.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1187,7 +1227,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1197,7 +1237,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1207,7 +1247,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1217,7 +1257,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1227,7 +1267,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1237,7 +1277,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1247,7 +1287,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1257,7 +1297,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1267,7 +1307,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1277,7 +1317,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1287,7 +1327,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1297,7 +1337,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1307,7 +1347,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1317,7 +1357,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1327,7 +1367,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1337,7 +1377,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1347,17 +1387,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,sdxl,v4.1-dev", + "script_variations": "preprocess_data,cuda,sdxl,tensorrt,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1367,7 +1407,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1387,7 +1427,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1397,7 +1437,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1407,7 +1447,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.4_0", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1417,7 +1457,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "mlperf_logging", "version": "3.0.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1426,8 +1466,8 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", - "version": "master-git-c8c1e61f1a2164b5797504f1991d5c7aeea2364f", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "version": "master-git-4763c6b5e7c3ad904c461bc1053674c448771ec4", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1437,7 +1477,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1447,7 +1487,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1457,7 +1497,7 @@ "script_tags": "get,nvidia,mitten,nvidia-mitten", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1467,7 +1507,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1477,7 +1517,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.46.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1487,7 +1527,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1497,7 +1537,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1507,7 +1547,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1517,7 +1557,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1527,7 +1567,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1537,7 +1577,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1547,7 +1587,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1557,7 +1597,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1567,7 +1607,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1577,7 +1617,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1587,7 +1627,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1597,7 +1637,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1607,7 +1647,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1617,7 +1657,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1627,7 +1667,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1637,7 +1677,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { @@ -1647,17 +1687,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_tensorrt,_sdxl,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_cuda,_sdxl,_tensorrt,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,cuda,tensorrt,sdxl,v4.1-dev", + "script_variations": "download_model,cuda,sdxl,tensorrt,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1667,7 +1707,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1677,7 +1717,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.46.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1687,7 +1727,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1697,7 +1737,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1707,7 +1747,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1717,7 +1757,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1727,7 +1767,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1737,7 +1777,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1747,7 +1787,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1757,7 +1797,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1767,7 +1807,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1777,7 +1817,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1787,7 +1827,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1797,7 +1837,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1807,7 +1847,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1817,7 +1857,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1827,7 +1867,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1837,7 +1877,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { @@ -1847,27 +1887,27 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_offline,_tensorrt,_sdxl,_batch_size.2,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_sdxl,_offline,_tensorrt,_batch_size.2,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,cuda,offline,tensorrt,sdxl,batch_size.2,v4.1-dev", + "script_variations": "build_engine,cuda,sdxl,offline,tensorrt,batch_size.2,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_tensorrt,_sdxl,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_sdxl,_tensorrt,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,cuda,tensorrt,sdxl,v4.1-dev", + "script_variations": "preprocess_data,cuda,sdxl,tensorrt,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1877,7 +1917,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.31.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1887,7 +1927,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.46.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1897,7 +1937,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1907,7 +1947,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1917,7 +1957,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1927,7 +1967,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1937,7 +1977,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1947,7 +1987,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.polygraphy", "version": "0.49.9", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1957,7 +1997,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvtx", "version": "0.2.10", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1967,7 +2007,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.cuda-python", "version": "12.3.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1977,7 +2017,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.ninja", "version": "1.11.1.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1987,7 +2027,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnxruntime", "version": "1.16.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -1997,7 +2037,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.colored", "version": "1.4.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -2007,7 +2047,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.nvidia-ammo", "version": "0.7.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -2017,7 +2057,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.optimum", "version": "1.23.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -2027,7 +2067,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.onnx", "version": "1.14.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -2037,7 +2077,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -2047,7 +2087,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.numpy", "version": "1.22.4", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } }, { @@ -2087,7 +2127,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_offline,_tensorrt,_sdxl,_gpu_memory.24 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_sdxl,_offline,_tensorrt,_gpu_memory.24 )" } } ] diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cpu_info.json b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cpu_info.json index 409bc4c..b1ddcc5 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cpu_info.json +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/cpu_info.json @@ -23,5 +23,5 @@ "CM_HOST_CPU_L3_CACHE_SIZE": "45 MiB", "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "48", "CM_HOST_MEMORY_CAPACITY": "192G", - "CM_HOST_DISK_CAPACITY": "7.0T" + "CM_HOST_DISK_CAPACITY": "11T" } \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json index d0e4714..1aa6bf8 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "8b7f54096c0e" + "CM_HOST_SYSTEM_NAME": "c6ef2e4d491e" } \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance_console.out b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance_console.out index e69de29..375d0d6 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance_console.out +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance_console.out @@ -0,0 +1,73 @@ +[2024-11-15 19:44:22,014 main.py:229 INFO] Detected system ID: KnownSystem.c6ef2e4d491e +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +[2024-11-15 19:44:23,509 generate_conf_files.py:107 INFO] Generated measurements/ entries for c6ef2e4d491e_TRT/stable-diffusion-xl/Offline +[2024-11-15 19:44:23,510 __init__.py:46 INFO] Running command: python3 -m code.stable-diffusion-xl.tensorrt.harness --logfile_outdir="/cm-mount/home/arjun/scc_gh_action_results/test_results/c6ef2e4d491e-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=5000 --test_mode="PerformanceOnly" --gpu_batch_size=2 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/a4f546e2f5b74593/inference/mlperf.conf" --tensor_path="build/preprocessed_data/coco2014-tokenized-sdxl/5k_dataset_final/" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/gateoverflow@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/db5e1dd9a9ff438ab4269c5aac2297d1.conf" --gpu_inference_streams=1 --gpu_copy_streams=1 --gpu_engines="./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan,./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan,./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan,./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan" --scenario Offline --model stable-diffusion-xl +[2024-11-15 19:44:23,510 __init__.py:53 INFO] Overriding Environment +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +/home/cmuser/.local/lib/python3.8/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning(). + warnings.warn(_BETA_TRANSFORMS_WARNING) +[2024-11-15 19:44:25,354 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:44:25,502 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:44:26,202 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan. +[2024-11-15 19:44:27,602 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan. +[2024-11-15 19:44:29,005 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:44:29,143 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan. +[2024-11-15 19:44:29,848 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan. +[2024-11-15 19:44:31,297 backend.py:71 INFO] Loading TensorRT engine: ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan. +[2024-11-15 19:44:32,525 harness.py:207 INFO] Start Warm Up! +[2024-11-15 19:44:44,377 harness.py:209 INFO] Warm Up Done! +[2024-11-15 19:44:44,377 harness.py:211 INFO] Start Test! +[2024-11-15 19:45:22,478 backend.py:801 INFO] [Server] Received 50 total samples +[2024-11-15 19:45:22,479 backend.py:809 INFO] [Device 0] Reported 26 samples +[2024-11-15 19:45:22,479 backend.py:809 INFO] [Device 1] Reported 24 samples +[2024-11-15 19:45:22,479 harness.py:214 INFO] Test Done! +[2024-11-15 19:45:22,479 harness.py:216 INFO] Destroying SUT... +[2024-11-15 19:45:22,479 harness.py:219 INFO] Destroying QSL... +benchmark : Benchmark.SDXL +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/e066920512fd47b7/data +gpu_batch_size : 2 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/e0e53f17cf2744e0/repo/closed/NVIDIA/build/logs/2024.11.15-19.44.21 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/a4f546e2f5b74593/inference/mlperf.conf +model_path : /home/cmuser/CM/repos/local/cache/e066920512fd47b7/models/SDXL/ +offline_expected_qps : 0.0 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/e066920512fd47b7/preprocessed_data +scenario : Scenario.Offline +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='Intel(R) Xeon(R) w7-2495X', architecture=, core_count=24, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=197.330052, byte_suffix=, _num_bytes=197330052000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1, GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=500.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='c6ef2e4d491e') +tensor_path : build/preprocessed_data/coco2014-tokenized-sdxl/5k_dataset_final/ +test_mode : PerformanceOnly +use_graphs : False +user_conf_path : /home/cmuser/CM/repos/gateoverflow@cm4mlops/script/generate-mlperf-inference-user-conf/tmp/db5e1dd9a9ff438ab4269c5aac2297d1.conf +system_id : c6ef2e4d491e +config_name : c6ef2e4d491e_stable-diffusion-xl_Offline +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : False +power_limit : None +cpu_freq : None +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIP-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[W] Using an engine plan file across different models of devices is not recommended and is likely to affect performance or even cause errors. +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-CLIPWithProj-Offline-gpu-b2-fp16.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-UNetXL-Offline-gpu-b2-int8.custom_k_99_MaxP.plan +[I] Loading bytes from ./build/engines/c6ef2e4d491e/stable-diffusion-xl/Offline/stable-diffusion-xl-VAE-Offline-gpu-b2-fp32.custom_k_99_MaxP.plan +[2024-11-15 19:45:23,021 run_harness.py:166 INFO] Result: result_samples_per_second: 1.31313, Result is VALID + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt index 57d317b..9a2f40c 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/system_info.txt @@ -2,14 +2,14 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 8b7f54096c0e 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux c6ef2e4d491e 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:25:03 up 2 days, 21:08, 0 users, load average: 0.81, 0.92, 1.03 + 19:45:47 up 3 days, 15:43, 0 users, load average: 1.50, 1.03, 1.10 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username -From environment variable $USER: +cmuser ------------------------------------------------------------ 4. ulimit -a core file size (blocks, -c) unlimited @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 3026.393 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.043 cache size : 46080 KB physical id : 0 siblings : 48 @@ -152,7 +152,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 807.955 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.102 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.308 +cpu MHz : 900.320 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.267 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.134 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.388 +cpu MHz : 800.267 cache size : 46080 KB physical id : 0 siblings : 48 @@ -516,7 +516,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 800.192 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.054 +cpu MHz : 3496.330 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4571.261 +cpu MHz : 1094.063 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 807.298 cache size : 46080 KB physical id : 0 siblings : 48 @@ -628,7 +628,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4326.131 +cpu MHz : 800.042 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1132,7 +1132,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.438 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.418 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1188,7 +1188,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.647 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4282.735 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1272,7 +1272,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1333.520 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 800.000 +CPU MHz: 3026.393 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1423,51 +1423,51 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic sep available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 90673 MB +node 0 free: 91834 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 197330060 kB -MemFree: 92849380 kB -MemAvailable: 192942416 kB -Buffers: 3879372 kB -Cached: 94955420 kB -SwapCached: 756 kB -Active: 89393968 kB -Inactive: 10123932 kB -Active(anon): 5096 kB -Inactive(anon): 689280 kB -Active(file): 89388872 kB -Inactive(file): 9434652 kB +MemTotal: 197330052 kB +MemFree: 94037988 kB +MemAvailable: 192782228 kB +Buffers: 5274548 kB +Cached: 90873636 kB +SwapCached: 152984 kB +Active: 76596876 kB +Inactive: 20030900 kB +Active(anon): 80040 kB +Inactive(anon): 407272 kB +Active(file): 76516836 kB +Inactive(file): 19623628 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510878460 kB +SwapFree: 510438908 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21744 kB +Dirty: 22052 kB Writeback: 0 kB -AnonPages: 685544 kB -Mapped: 383156 kB -Shmem: 11244 kB -KReclaimable: 3041500 kB -Slab: 3876456 kB -SReclaimable: 3041500 kB -SUnreclaim: 834956 kB -KernelStack: 18288 kB -PageTables: 18108 kB +AnonPages: 472064 kB +Mapped: 311412 kB +Shmem: 7696 kB +KReclaimable: 4377812 kB +Slab: 5273264 kB +SReclaimable: 4377812 kB +SUnreclaim: 895452 kB +KernelStack: 23952 kB +PageTables: 20288 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 609564224 kB -Committed_AS: 5788560 kB +CommitLimit: 609564220 kB +Committed_AS: 6975916 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 288420 kB +VmallocUsed: 296772 kB VmallocChunk: 0 kB -Percpu: 65664 kB +Percpu: 123840 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 11773540 kB -DirectMap2M: 136603648 kB -DirectMap1G: 54525952 kB +DirectMap4k: 131880548 kB +DirectMap2M: 65779712 kB +DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1736,16 +1736,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 231377 154291 45 0 65848 0 +fs.dentry-state = 2113281 1381222 45 0 462454 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 5408 0 2097152 -fs.inode-nr = 498769 43145 -fs.inode-state = 498769 43145 0 0 0 0 0 +fs.file-nr = 5792 0 2097152 +fs.inode-nr = 1882067 168348 +fs.inode-state = 1882067 168348 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1773,7 +1773,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 500 +fs.quota.syncs = 340 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1798,7 +1798,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 8b7f54096c0e +kernel.hostname = c6ef2e4d491e kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1827,7 +1827,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11210 +kernel.ns_last_pid = 11314 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1845,7 +1845,7 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 40500 +kernel.perf_event_max_sample_rate = 32000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 @@ -1858,13 +1858,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 10 +kernel.pty.nr = 35 kernel.pty.reserve = 1024 -kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b +kernel.random.boot_id = af5de5d1-cb0f-4fd5-8688-faa8af05b9dc kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c084fa0a-333e-4ce7-b6c2-a8805e0016c2 +kernel.random.uuid = 8e7c59c2-4df3-4c8a-a04a-5fa402f43114 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2655,7 +2655,6 @@ NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop loop1 7:1 0 74.3M 1 loop loop2 7:2 0 73.9M 1 loop -loop3 7:3 0 272.1M 1 loop loop4 7:4 0 273.6M 1 loop loop5 7:5 0 504.2M 1 loop loop6 7:6 0 505.1M 1 loop @@ -2666,6 +2665,7 @@ loop10 7:10 0 38.8M 1 loop loop11 7:11 0 38.8M 1 loop loop12 7:12 0 564K 1 loop loop13 7:13 0 568K 1 loop +loop14 7:14 0 273M 1 loop sda 8:0 0 3.7T 0 disk ├─sda1 8:1 0 4.6G 0 part ├─sda2 8:2 0 4.9M 0 part @@ -2673,7 +2673,7 @@ sda 8:0 0 3.7T 0 disk └─sda4 8:4 0 3.6T 0 part sr0 11:0 1 1024M 0 rom nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/e066920512fd47b7 nvme0n1 259:2 0 3.7T 0 disk ├─nvme0n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/535.154.05/gsp_tu10x.bin ├─nvme0n1p2 259:4 0 1.1G 0 part diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/user.conf b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/user.conf index 21df3f1..5692aa5 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/user.conf +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/user.conf @@ -1,5 +1,5 @@ stable-diffusion-xl.Offline.target_qps = 0.05 -stable-diffusion-xl.Offline.max_query_count = 10 -stable-diffusion-xl.Offline.min_query_count = 10 +stable-diffusion-xl.Offline.max_query_count = 50 +stable-diffusion-xl.Offline.min_query_count = 50 stable-diffusion-xl.Offline.min_duration = 0 stable-diffusion-xl.Offline.sample_concatenate_permutation = 0 diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt index 57d317b..9a2f40c 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/system_info.txt @@ -2,14 +2,14 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 8b7f54096c0e 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux c6ef2e4d491e 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:25:03 up 2 days, 21:08, 0 users, load average: 0.81, 0.92, 1.03 + 19:45:47 up 3 days, 15:43, 0 users, load average: 1.50, 1.03, 1.10 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username -From environment variable $USER: +cmuser ------------------------------------------------------------ 4. ulimit -a core file size (blocks, -c) unlimited @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 3026.393 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.043 cache size : 46080 KB physical id : 0 siblings : 48 @@ -152,7 +152,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 807.955 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.102 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.308 +cpu MHz : 900.320 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.267 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.134 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.388 +cpu MHz : 800.267 cache size : 46080 KB physical id : 0 siblings : 48 @@ -516,7 +516,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 800.192 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.054 +cpu MHz : 3496.330 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4571.261 +cpu MHz : 1094.063 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 807.298 cache size : 46080 KB physical id : 0 siblings : 48 @@ -628,7 +628,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4326.131 +cpu MHz : 800.042 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1132,7 +1132,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.438 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.418 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1188,7 +1188,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.647 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4282.735 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1272,7 +1272,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1333.520 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 800.000 +CPU MHz: 3026.393 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1423,51 +1423,51 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic sep available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 90673 MB +node 0 free: 91834 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 197330060 kB -MemFree: 92849380 kB -MemAvailable: 192942416 kB -Buffers: 3879372 kB -Cached: 94955420 kB -SwapCached: 756 kB -Active: 89393968 kB -Inactive: 10123932 kB -Active(anon): 5096 kB -Inactive(anon): 689280 kB -Active(file): 89388872 kB -Inactive(file): 9434652 kB +MemTotal: 197330052 kB +MemFree: 94037988 kB +MemAvailable: 192782228 kB +Buffers: 5274548 kB +Cached: 90873636 kB +SwapCached: 152984 kB +Active: 76596876 kB +Inactive: 20030900 kB +Active(anon): 80040 kB +Inactive(anon): 407272 kB +Active(file): 76516836 kB +Inactive(file): 19623628 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510878460 kB +SwapFree: 510438908 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21744 kB +Dirty: 22052 kB Writeback: 0 kB -AnonPages: 685544 kB -Mapped: 383156 kB -Shmem: 11244 kB -KReclaimable: 3041500 kB -Slab: 3876456 kB -SReclaimable: 3041500 kB -SUnreclaim: 834956 kB -KernelStack: 18288 kB -PageTables: 18108 kB +AnonPages: 472064 kB +Mapped: 311412 kB +Shmem: 7696 kB +KReclaimable: 4377812 kB +Slab: 5273264 kB +SReclaimable: 4377812 kB +SUnreclaim: 895452 kB +KernelStack: 23952 kB +PageTables: 20288 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 609564224 kB -Committed_AS: 5788560 kB +CommitLimit: 609564220 kB +Committed_AS: 6975916 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 288420 kB +VmallocUsed: 296772 kB VmallocChunk: 0 kB -Percpu: 65664 kB +Percpu: 123840 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 11773540 kB -DirectMap2M: 136603648 kB -DirectMap1G: 54525952 kB +DirectMap4k: 131880548 kB +DirectMap2M: 65779712 kB +DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1736,16 +1736,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 231377 154291 45 0 65848 0 +fs.dentry-state = 2113281 1381222 45 0 462454 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 5408 0 2097152 -fs.inode-nr = 498769 43145 -fs.inode-state = 498769 43145 0 0 0 0 0 +fs.file-nr = 5792 0 2097152 +fs.inode-nr = 1882067 168348 +fs.inode-state = 1882067 168348 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1773,7 +1773,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 500 +fs.quota.syncs = 340 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1798,7 +1798,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 8b7f54096c0e +kernel.hostname = c6ef2e4d491e kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1827,7 +1827,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11210 +kernel.ns_last_pid = 11314 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1845,7 +1845,7 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 40500 +kernel.perf_event_max_sample_rate = 32000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 @@ -1858,13 +1858,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 10 +kernel.pty.nr = 35 kernel.pty.reserve = 1024 -kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b +kernel.random.boot_id = af5de5d1-cb0f-4fd5-8688-faa8af05b9dc kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c084fa0a-333e-4ce7-b6c2-a8805e0016c2 +kernel.random.uuid = 8e7c59c2-4df3-4c8a-a04a-5fa402f43114 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2655,7 +2655,6 @@ NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop loop1 7:1 0 74.3M 1 loop loop2 7:2 0 73.9M 1 loop -loop3 7:3 0 272.1M 1 loop loop4 7:4 0 273.6M 1 loop loop5 7:5 0 504.2M 1 loop loop6 7:6 0 505.1M 1 loop @@ -2666,6 +2665,7 @@ loop10 7:10 0 38.8M 1 loop loop11 7:11 0 38.8M 1 loop loop12 7:12 0 564K 1 loop loop13 7:13 0 568K 1 loop +loop14 7:14 0 273M 1 loop sda 8:0 0 3.7T 0 disk ├─sda1 8:1 0 4.6G 0 part ├─sda2 8:2 0 4.9M 0 part @@ -2673,7 +2673,7 @@ sda 8:0 0 3.7T 0 disk └─sda4 8:4 0 3.6T 0 part sr0 11:0 1 1024M 0 rom nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/e066920512fd47b7 nvme0n1 259:2 0 3.7T 0 disk ├─nvme0n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/535.154.05/gsp_tu10x.bin ├─nvme0n1p2 259:4 0 1.1G 0 part diff --git a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt index 57d317b..9a2f40c 100644 --- a/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/system_info.txt @@ -2,14 +2,14 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 8b7f54096c0e 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux c6ef2e4d491e 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:25:03 up 2 days, 21:08, 0 users, load average: 0.81, 0.92, 1.03 + 19:45:47 up 3 days, 15:43, 0 users, load average: 1.50, 1.03, 1.10 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username -From environment variable $USER: +cmuser ------------------------------------------------------------ 4. ulimit -a core file size (blocks, -c) unlimited @@ -40,7 +40,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 3026.393 cache size : 46080 KB physical id : 0 siblings : 48 @@ -96,7 +96,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.043 cache size : 46080 KB physical id : 0 siblings : 48 @@ -152,7 +152,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 807.955 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -180,7 +180,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.102 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -404,7 +404,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.308 +cpu MHz : 900.320 cache size : 46080 KB physical id : 0 siblings : 48 @@ -432,7 +432,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.267 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -460,7 +460,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.134 cache size : 46080 KB physical id : 0 siblings : 48 @@ -488,7 +488,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.388 +cpu MHz : 800.267 cache size : 46080 KB physical id : 0 siblings : 48 @@ -516,7 +516,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 800.192 cache size : 46080 KB physical id : 0 siblings : 48 @@ -544,7 +544,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.054 +cpu MHz : 3496.330 cache size : 46080 KB physical id : 0 siblings : 48 @@ -572,7 +572,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4571.261 +cpu MHz : 1094.063 cache size : 46080 KB physical id : 0 siblings : 48 @@ -600,7 +600,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 807.298 cache size : 46080 KB physical id : 0 siblings : 48 @@ -628,7 +628,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4326.131 +cpu MHz : 800.042 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1132,7 +1132,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.438 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1160,7 +1160,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.418 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1188,7 +1188,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.647 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1244,7 +1244,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4282.735 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1272,7 +1272,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1333.520 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1394,7 +1394,7 @@ CPU family: 6 Model: 143 Model name: Intel(R) Xeon(R) w7-2495X Stepping: 8 -CPU MHz: 800.000 +CPU MHz: 3026.393 CPU max MHz: 4800.0000 CPU min MHz: 800.0000 BogoMIPS: 4992.00 @@ -1423,51 +1423,51 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic sep available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 90673 MB +node 0 free: 91834 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo -MemTotal: 197330060 kB -MemFree: 92849380 kB -MemAvailable: 192942416 kB -Buffers: 3879372 kB -Cached: 94955420 kB -SwapCached: 756 kB -Active: 89393968 kB -Inactive: 10123932 kB -Active(anon): 5096 kB -Inactive(anon): 689280 kB -Active(file): 89388872 kB -Inactive(file): 9434652 kB +MemTotal: 197330052 kB +MemFree: 94037988 kB +MemAvailable: 192782228 kB +Buffers: 5274548 kB +Cached: 90873636 kB +SwapCached: 152984 kB +Active: 76596876 kB +Inactive: 20030900 kB +Active(anon): 80040 kB +Inactive(anon): 407272 kB +Active(file): 76516836 kB +Inactive(file): 19623628 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510878460 kB +SwapFree: 510438908 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 21744 kB +Dirty: 22052 kB Writeback: 0 kB -AnonPages: 685544 kB -Mapped: 383156 kB -Shmem: 11244 kB -KReclaimable: 3041500 kB -Slab: 3876456 kB -SReclaimable: 3041500 kB -SUnreclaim: 834956 kB -KernelStack: 18288 kB -PageTables: 18108 kB +AnonPages: 472064 kB +Mapped: 311412 kB +Shmem: 7696 kB +KReclaimable: 4377812 kB +Slab: 5273264 kB +SReclaimable: 4377812 kB +SUnreclaim: 895452 kB +KernelStack: 23952 kB +PageTables: 20288 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB -CommitLimit: 609564224 kB -Committed_AS: 5788560 kB +CommitLimit: 609564220 kB +Committed_AS: 6975916 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 288420 kB +VmallocUsed: 296772 kB VmallocChunk: 0 kB -Percpu: 65664 kB +Percpu: 123840 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 11773540 kB -DirectMap2M: 136603648 kB -DirectMap1G: 54525952 kB +DirectMap4k: 131880548 kB +DirectMap2M: 65779712 kB +DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1736,16 +1736,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 231377 154291 45 0 65848 0 +fs.dentry-state = 2113281 1381222 45 0 462454 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 5408 0 2097152 -fs.inode-nr = 498769 43145 -fs.inode-state = 498769 43145 0 0 0 0 0 +fs.file-nr = 5792 0 2097152 +fs.inode-nr = 1882067 168348 +fs.inode-state = 1882067 168348 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1773,7 +1773,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 500 +fs.quota.syncs = 340 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1798,7 +1798,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 8b7f54096c0e +kernel.hostname = c6ef2e4d491e kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1827,7 +1827,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 11210 +kernel.ns_last_pid = 11314 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1845,7 +1845,7 @@ kernel.panic_on_warn = 0 kernel.panic_print = 0 kernel.perf_cpu_time_max_percent = 25 kernel.perf_event_max_contexts_per_stack = 8 -kernel.perf_event_max_sample_rate = 40500 +kernel.perf_event_max_sample_rate = 32000 kernel.perf_event_max_stack = 127 kernel.perf_event_mlock_kb = 516 kernel.perf_event_paranoid = 4 @@ -1858,13 +1858,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 10 +kernel.pty.nr = 35 kernel.pty.reserve = 1024 -kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b +kernel.random.boot_id = af5de5d1-cb0f-4fd5-8688-faa8af05b9dc kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = c084fa0a-333e-4ce7-b6c2-a8805e0016c2 +kernel.random.uuid = 8e7c59c2-4df3-4c8a-a04a-5fa402f43114 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2655,7 +2655,6 @@ NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT loop0 7:0 0 4K 1 loop loop1 7:1 0 74.3M 1 loop loop2 7:2 0 73.9M 1 loop -loop3 7:3 0 272.1M 1 loop loop4 7:4 0 273.6M 1 loop loop5 7:5 0 504.2M 1 loop loop6 7:6 0 505.1M 1 loop @@ -2666,6 +2665,7 @@ loop10 7:10 0 38.8M 1 loop loop11 7:11 0 38.8M 1 loop loop12 7:12 0 564K 1 loop loop13 7:13 0 568K 1 loop +loop14 7:14 0 273M 1 loop sda 8:0 0 3.7T 0 disk ├─sda1 8:1 0 4.6G 0 part ├─sda2 8:2 0 4.9M 0 part @@ -2673,7 +2673,7 @@ sda 8:0 0 3.7T 0 disk └─sda4 8:4 0 3.6T 0 part sr0 11:0 1 1024M 0 rom nvme1n1 259:0 0 3.7T 0 disk -└─nvme1n1p1 259:1 0 3.7T 0 part +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/e066920512fd47b7 nvme0n1 259:2 0 3.7T 0 disk ├─nvme0n1p1 259:3 0 3.2T 0 part /usr/lib/firmware/nvidia/535.154.05/gsp_tu10x.bin ├─nvme0n1p2 259:4 0 1.1G 0 part diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt index 5b1099e..0a093e7 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -Accuracy Results: {'FID_SCORE': 233.38096116150777, 'CLIP_SCORE': 16.686639174818993} -hash=43bc7d4e7e4b4bfc0e64e9f213335ea7bc4ea94fcad2f5faf006568a74d9624d +Accuracy Results: {'FID_SCORE': 233.52877054866997, 'CLIP_SCORE': 16.615688025951385} +hash=d0fbcdca6a170269435b35351d0e6e60ae5ce9c0f98a0669088db0d53fe42763 diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/1.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/1.png new file mode 100644 index 0000000..f82062f Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/1.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/17.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/17.png new file mode 100644 index 0000000..e73012d Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/17.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/23.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/23.png new file mode 100644 index 0000000..863184e Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/23.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/29.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/29.png new file mode 100644 index 0000000..6a64e48 Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/29.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/44.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/44.png new file mode 100644 index 0000000..fecc11d Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/44.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/45.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/45.png new file mode 100644 index 0000000..5c1a8dc Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/45.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/47.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/47.png new file mode 100644 index 0000000..ee94256 Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/47.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/48.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/48.png new file mode 100644 index 0000000..4e9778d Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/48.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/6.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/6.png new file mode 100644 index 0000000..3556760 Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/6.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/9.png b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/9.png new file mode 100644 index 0000000..e31da7b Binary files /dev/null and b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/9.png differ diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/captions.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/captions.txt index 102b05d..45b2891 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/captions.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/images/captions.txt @@ -1,10 +1,10 @@ -4655 Close up of a red fire hydrant near a sidewalk. -2569 A dark table has a large arrangement of food. -1303 A baby boy standing inside of a wooden crib. -109 People walking toward an airplane to board it. -4509 a couple of horses grazing on some green grass -3009 A horse that is standing with a cart near birds. -2179 A man holds up a Polish sausage on a bun. -1826 Two dogs resting comfortably on a tiled floor. -2094 A cat hiding in a basket of some sort. -3340 Vintage picture of a man and a horse on the farm. +47 An orange cat is laying on the couch. +44 A boat that looks like a car moves through the water. +9 A random plane in the sky flying alone +23 A woman serving the tennis ball on the court +17 A parakeet perching atop a pair of used Vans shoes. +6 A woman looking at her phone next to a car being towed. +45 A man pointing at a hand held pizza. +29 Riding a motorcycle down a street that has no one else on it. +1 The large clock was prominently displaying the time. +48 Women father around a desk and machinery in a factory. diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json index d41c617..140b134 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json @@ -1,7 +1,7 @@ [ -{ "seq_id" : 2, "qsl_idx" : 46, "data" : "A5CDFCA3CAF8A3CCFBA3CBFAA5CDFBA4CCF9A4CCFAA4CBFAA4CAFAA4CBFAA3CAF9A3C9FAA5CAFBA4CAF9A3CAF9A2C9F8A2C9F9A6CCFCA3CAFAA5CDFCA4CCFCA5CEFDA5CDFCA5CDFCA5CDFCA5CDFDA6CDFDA6CDFDA6CEFDA7CEFEA6CEFDA6CFFCA7CFFEA8D0FFA7D0FEA7D1FDAAD6FB94C1E44F719B5470987B97BFAECDF2B7D6FCB3D2FAB1D1FBB1D2FCB1D3FBB0D1FBB1D1FBB0D1FBAECFF9AFD0FAAFCFFAAFCFFAAECEF9AECEF9AECEF9ADCFF9ADCEF9AECFF9AECFF9AFD1FAAED0F9B0D2FAAFD1FAB0D3FBAFD2FAB0D4FBB0D3FBB1D4FCB1D4FCB2D4FCB2D3FCB2D3FCB3D4FCB3D3FBB3D4FCB4D4FBB4D4FCB4D4FBB4D4FBB4D4FCB4D4FCB4D4FBB5D4FCB5D4FCB5D4FCB5D4FCB5D3FCB4D2FBB4D3FBB3D2FBB4D3FCB4D3FBB5D3FCB5D3FCB4D4FCB5D5FCB4D4FBB5D4FBB5D5FBB6D6FBB5D5FBB6D7FBB5D6FBB6D6FBB7D6FBB8D7FBB8D6FBB9D8FCB9D7FBB9D7FBBAD7FCB9D7FCB9D7FCBBD9FDBAD8FCBBD9FDB9D7FBBAD9FBBAD8FBBCD9FCBAD9FABCD9F7C4E3F894B0C346556E4F5B704D5A6E4E5C70515C715460735661745964765A65795B667A606A7F616B7E60697F616C7E606A7D616C7F616D7F636D81656F826571836570856975876974876D798B727E91788597758293758394778698717E947C889D7A889B818FA38491A88B9DB192A3B595A2B4A7B6C3CDD9DEE0E7E9F1F3F4F4F5F6E6F0F6B7CDE7BBD8F7BCD9FABAD8F9BDDBFABEDBFABEDBFBBEDBFCBEDBFCBDDAFBBEDAFBBFDAFBC0DBFBC0DAFAC0DAFAC1DBFBC0DAFBC1DBFBC1DBFBC0DAFCC1DBFCC2DCFCC1DBFCC2DBFCC2DCFCC1DCFCC2DCFCC1DBFCC2DCFDC2DCFDC2DCFDC1DBFDC0DAFCBFDAFCC1DBFCC0DAFBC0DBFCC0DAFCBFDAFBC0DAFCC0DAFBC0DBFCBFDAFBC1DBFCC1DCFCC0DBFCC1DCFCBFDBFBC1DDFCC0DCFBC1DDFBC1DCFBC1DDFBC1DCFBC1DCFBC1DCFCC1DCFBC2DCFCC2DCFCC1DBFCC2DCFCC3DCFCC3DBFBC4DCFBC1DBFAC1DBFAC2DCFAC1DBF9C2DCFAC1DCFAC1DCF9C1DCFAC1DCFBC0DCFAC0DCF9C0DCFAC1DDFBC1DCFBC1DCFBC0DCFCC1DCFCC1DCFBC1DDFBC1DDFBC2DDFBC2DDFBC2DDFBC2DCFBC2DCFBC3DDFBC3DCFBC3DBFAC3DDFBC0DCF9BFDDF8BEDEF9BEDEFABEDDFABEDDF9BFDEFABFDFFABFDFF9C0E0F9C0E0F9C1E0F9C1E0F9C2E1F9C2E1F9C2E1F9C3E1F9C2E0F9C3DFF9C3E0FAC2DFF9C2DEF9C3DEFAC2DDF9C2DCF9C2DDF9C3DDFAC3DDF9C4DDF9C4DDF9C5DDFAC3DDF9C2DDF8C3DDF8C2DCF8C2DDF9C2DCF9C1DCF8C2DCF9C2DDF9C2DDF9C3DDFAC3DDFAC3DDFBC5DEFCC5DEFCC4DEFCC5DEFDC6DFFDC6DEFCC6DEFDC6DFFDC6DFFDC6DFFCC6DFFCC5E0FBC3DEFBC3DFFBC2DEFBC2DFFBC1DEFAC2DFFAC1DEFBC1DFFCC0DEFBC1DEFCC0DDFCC0DDFBC0DDFCC0DCFCC0DCFCC2DCFDC1DCFCC2DDFDC2DDFDC2DDFDC3DEFDC3DDFCC3DDFCC3DEFBC4DDFBC4DDFAC4DDFBC3DDFBC2DDFBC2DDFAC2DDFBC3DEFBC2DDFBC2DEFBC3DEFBC3DEFAC4DFFAC4DEFAC5DEF9C7DFF9C9DFF9CADFF9CBE0F9CBDFF9CBDEF9CCDFF8CADEF9C9DFFAC8DFFAC7DFF9C6DFF9C6DFF9C5DFFAC6E0F9C6DFF9C7E0F9C6E0F8C5DFF8C5E0F9C5DFFAC7E0FBC7E0FBC7E0FBC8E0FBC8E0FBC9E1FAC9E1FBC8E1FBC8E1FBC8E1FAC8E1FAC8E1FAC8E1FAC8E1FAC9E1FAC9E1FAC9E1F9C8E0F9C9E1FBC9E0FBC9E1FCC8E0FCC7E0FCC8E1FCC8E0FCC9E1FDC8E0FCC8E1FCC8E1FBC8E2FBC8E1FAC8E1F9C7E1F9C7E0F8C7E1F8C9E2F9C8E1F8C7E1F9C7E0F9C8E1F9C8DFF8C8DFF8C8DFF9C8DFF9C9E0F9C9DFF9C8DFF9C9E0F9C9E0F9CAE1F9CAE1F9CBE2FACAE1F9CAE2F9CAE2F9CAE2F9C9E2F8C9E2F8C9E2F9CAE2F9C8E1F8C9E2F9C9E1F9C9E2FAC8E1F9C9E2F9CAE2FACBE4FACCE3F9CBE3FACBE2FACBE3FACBE2F9CDE3F9CDE2F9CDE3F9CDE3F9CCE2F8CCE2F9CDE3F9CDE3FACCE2F9CEE4FBCDE4FACCE4FACDE4F9CDE4FACCE4F9CDE4F9CDE4F9CDE4F9CEE5FACCE3F9CCE4F9CBE3F9CDE5FBCCE4FACCE5FACCE4FACDE5FACDE4F9CDE4F9CDE3F9CBE1F7CCE2F8CDE3F8CDE1F7CDE2F7CDE1F7CDE1F8CEE3F9CCE0F7CDE1F8CDE1F6CBDFF6CCE1F7CCE1F7CCE1F7C9DFF6CCE2F8CEE3F8D0E5F9CEE4F8CEE3F8CFE4F8CFE4F9CFE4F8CFE4F8CFE4F8CFE3F7CFE4F7D0E4F7CFE4F7CFE4F8CFE5F9CFE5F9CEE5F8CFE5F8CFE5F9CFE5F9CFE4F9CFE5F8CFE5F8CFE5F9CEE4F8CFE5F8CEE4F8CFE5F8CDE4F7CCE4F7CDE4F8CDE4F7CCE3F7CCE3F7CDE3F7CDE4F7CDE4F8CDE4F8CCE4F8CDE5F8CEE5F9CDE5F8CEE5FACEE6FCCDE5FBC4DCF2B1C8E1A9C1DBA9C2DDB2CBE6C0D9F2C7E1F7CBE5FACBE4FBCBE4FBCBE5FBCAE5FBCBE6FBCBE5FACCE5FACBE4FACBE5FBCCE4FBCAE3FACBE3FACBE3F9CBE2FACCE1F9CBE2F9CBE3FACEE6FCCDE4FBCCE3FACCE3FACAE3FBCCE6FEC8E2FCC7E3F8B7D3E99CB8D392ADCB9AB6D5B3CFEABFDAF2C6E0F6C9E1F7C9E0F6C5DFF5BDD7F0B5CFEAB5CEE9BCD4EFC9E0F5CAE0F5CCE2F7C9E1F6CBE3F8CCE3F7CCE3F7CCE2F7CBE2F6CBE2F6CCE3F7CBE2F6CBE1F6CCE2F6CCE2F6CCE2F6CDE3F7CCE1F6CBE0F5CBE1F5CAE0F4CCE1F5CCE2F5CBE1F4CBE1F4CBE1F4CBE1F5CCE2F5CCE3F6CCE2F6CCE2F6CDE2F6CDE2F6CEE4F7CDE2F6CCE2F6CEE3F7CFE4F7CEE3F7CEE4F7CEE3F7CFE4F7CEE4F7CEE4F8CEE3F7CEE3F7CEE3F7CEE3F7CEE3F7CEE4F6CDE3F7CDE4F7CDE3F6CCE2F4CCE2F3CDE3F3CCE2F4CBE2F4CBE2F5CCE3F7CAE1F5CBE2F6CBE2F7CBE4F7CAE2F6CAE2F6CBE2F6CAE0F5CBE0F5CCE1F7CBE0F7CCE1F8CCE2FACCE3FACAE4FBCBE5FCCAE4FCCBE4FCCBE4FCCBE5FDCBE4FDCBE4FDCBE5FDCBE5FDCAE5FCCB +{ "seq_id" : 0, "qsl_idx" : 25, "data" : "B9C4CBB7C4CBB8C3CABAC4CBBAC3CABBC4CABBC4CBBBC5CBBCC5CCBDC6CCBEC6CDBFC7CDBFC7CDBFC7CDBFC8CDBFC8CCBFC7CDC0C8CDBFC8CDC0CACFBEC8CEC0C9CEC3CAD0C3C9D1C0C8D0BFC8D0C1C8D0C3C9D0C1C7CFC2C7CFC3C8D0C2C8D0C2C8D0C2C8D0C2C8D0C2C8CFC2C9CFC1C9CEC2CACEC1C9CDC1C9CEC1C9CEC3C8CEC4C9CFC5CACFC2C8CCC2C8CCC3C7CBC2C7CAC3C7CBC1C7CBC0C7CAC0C7CBC1C7CBC1C8CBC1C6CAC1C7CAC0C7CAC1C8CBC1C8CAC1C8CAC0C6CAC2C8CBC1C8CBC0C7CBC1C7CCC2C8CCC2C7CCC2C7CCC2C7CCC3C8CCC3C8CBC5C9CCC4C9CBC4CACCC3CACCC3CBCCC4CBCCC4CBCCC4CBCCC4CBCCC6CBCDC7CBCEC8CCCFC8CCCFC8CCCFCACDD0CACCCFCBCDCFCBCDCFCBCDCFCCCFD1CBCED1CBD0D3CBCED2CDCED3CCCED2CCCED2CECFD3CECFD2CECFD2CDCED1CDCFD2CDCFD1CED0D2CED0D2CFD0D2CFD1D2CFD1D2CFD1D3CFD1D1D0D0D0D1D1D0D1D1D0D1D1D2CFD0D1CFD0D2CFCFD2CFCFD1CFCFD1D0D0D1CFCFD0D0D0D1CECED1CDCED1CDCFD1CECFD1CDCFD0CDCED0CCCECFCCCECFCCCECECBCDCECBCECFCBCDCECACCCDCACDCEC9CBCDCACCCEC9CCCEC9CCCFCACCCFCACCCFCBCCCECBCCCECBCCCECBCDCECBCDCECBCECFCBCDCFCBCECFCCCECECDCFD0CDCFCFCDD0D0CDD0D0CDD0D0CDD0D0CED0D0CED0D0CFD1D1CFD1D1CFD1D2CFD1D1CFD1D1CFD1D2CED0D1D0D0D1CECFCFCCCDCECCCECECCCDCECCCDCECCCCCDCCCCCDCCCDCDCCCDCECCCECECCCECECCCDCDCDCFCFCBCCCECCCDCFCCCDCFCCCDCFCDCECFCECFD0CFD1D2D0D1D3CFD1D3D0D2D5D1D2D5D1D2D5D0D2D4D1D2D5D1D1D4D0D0D4D0D0D4D0D0D4CFD0D3D0D2D3CFD0D2CFD1D2CED0D0CED1D1CDD1D2CCD0D1CBCECFCCCFD0CCCFD0CCCFD0CCCFCFCBCECFCBCED0CCCFD1CBCFD1CCCFD1CDCFD1CECFD1CED0D1CED0D2CED0D3CED0D2CED0D2CFD0D2CECFD1CED0D1CCCFD1CBD0D1CBD0D1CBCFD1C9CED0CACFD1CACFD2C9CCD0CACCD1C8CCD0C8CCD0C9CDD1C8CCD0C6CBCFC6CACFC6CBCFC7CCCFC8CCD0C8CDD1C7CCD0C6CBCFC6CBCFC5CCD0C6CBD0C7CCD0C6CBCFC6CACFC7CBD0C7CBD1C5CAD0C3C8CEC5C9CFC5CAD0C4C8CEC4C7CDC4C7CFC4C8CFC4C9D0C3C9D0C3C8CFC4C8CEC3C8CEC2C8CEC4C9CFC4C9CEC4CACFC1C7CCC2C8CDC2C8CCC1C7CCC1C7CCC1C7CCC0C7CBC0C6CBBFC6CCBFC6CBBFC5CBBFC6CDBEC4CCBFC6CCBFC5CBBEC5CBBDC4CABEC5CBBEC5CBBEC5CABEC5CABFC5CAC0C5C9BFC5C9BEC5C8BEC5C8BEC5C8BEC5C8BEC4C8BDC4C7BDC4C7BCC2C6BCC2C6BCC1C6BBC1C6BAC0C6BBC0C6BCC0C6BBC0C5BAC0C6BAC0C6BABFC5BABEC4BBBFC4BBC1C5BAC0C4BAC0C3BAC0C4B9BFC3B9C0C4B9C1C4BAC1C5BAC1C4BBC1C4BAC0C3B9BFC3BAC0C3BAC1C4B9C1C4B9C1C5BBC2C6BAC1C5BAC1C5B9C0C5B9C0C5BBC0C5BCC0C6BAC0C5BAC0C4BAC0C5BABFC4BAC0C4B9BFC3BAC0C4B9BFC3B9C0C5B8BFC4B9BFC4BAC0C4B9BFC4B7BEC3B9BFC3BABFC3B9BEC3B9BEC3BABFC4B9BEC3B9BEC3B9BFC4B9BEC4B9BFC3B8BEC3B7BEC3B8BEC3B8BEC2B7BDC1B7BDC1B7BDC1B6BCC0B6BCC1B5BCC1B5BCC0B4BABFB4BBBFB3BABFB3BABFB3B9BEB2B8BDB2B8BEB1B8BDB1B7BDAFB7BDAEB6BDAEB6BEADB5BDADB6BDADB6BDADB6BCACB5BCADB6BDACB5BCAEB8BEADB7BCAEBABEA9B7BCAABBBEA9BABDA9BBBEA9BBBEA9BCBEA9BCBDAABCBDAABBBEAABBBEAABBBDA9BBBDA9BBBEA8B9BCA9BABCA8B8BBA8B8BBA8B7BBA6B5BBA6B6BCA4B5BCA5B5BCA4B2B9A2B1B9A1B1B9A0B1B99FAFB79EAFB89DAFB79EAFB79EB0B79EB0B79FB1B89FB1B99FB1B99EB0B99DAFB8A0B1BAA0B0BAA1B2BCA1B2BCA1B1BBA2B1BBA2B2BBA0B1BBA0B2BB9FB1BA9FB2BB9FB2BB9FB2BB9FB2BAA0B3BB9FB1BBA1B3BCA0B1BAA0B2BB9FB1BBA0B2BBA1B3BAA1B3BAA1B3BAA1B3BBA1B3BAA1B3BBA2B3BBA3B3BAA4B3B9A4B2B9A3B2B9A5B4BAA5B3B9A4B2B9A5B3BAA4B2BAA3B1B9A4B2BAA4B4BBA4B2BAA3B2B9A3B1B9A3B2B9A3B0B7A5AFB6A2ADB5A1ABB4A0ABB49FABB39FACB49FACB49EAAB3A1ACB4A0ABB59FABB6A0ABB7A0ABB8A1A9B6A3ABB7A4ACB9A4ADB9A2ADB9A1ACB9A2ACB9A1ACB9A2ADBAA1ACB9A2ACB9A1AAB7A2ABB8A0ABB69EAAB69EAAB59DAAB69DABB69DAAB59DA9B59CA9B69BA8B79DA9B79DA8B69CA8B69CA7B59CA6B69CA6B59AA6B79AA6B79AA6B79BA7B89BA7B89AA7B89BA6B79BA5B69AA5B69AA5B799A5B798A4B599A5B598A5B596A4B495A3B296A4B496A3B396A2B395A3B394A2B293A1B294A2B295A0B1939EAE939FAF919DAE929FAF8F9DAE919FB093A0B0939EAF939FB1929FB195A2B296A1B096A0AF95A0AF939FAF95A2B096A3B294A2B1919EAE8E9CAB8C9AA98F9DAB8E99AA8E99AA8D9AAB8C99AA919DAC949EAC929CAB929DAB929DAB919CAB8F9CAB8E9BAA8F9CAA8E9BA98D9AA98D99A98E9AAA8F99AA8F9AAB8C98AA8C99A98E9AA98E99A88F9BAA8D99A98D99AA8D9AAC8B99AB8D9AAC8C99AA8C9AAB8B98A98B97A98C98A98B98A98A98A88A97A78997A78896A78796A98796A98594A88493A88494A98593A88695A88694A78694A78594A88594A88594A98493A98794A98894A78794A78795A88796A88796A88796A98797AA8897AA8897AA8797AA8897AB8996AB8997AB8997AB8896AB8997AB8A97AA8997A98796A98897A98A98AA8796A98695A98696AA8595A98696A98695A88796A98697A88496A98497A98496A88496A88396A88296A88496A98493A68493A68293A58292A58293A48293A48393A48292A48192A48090A38090A38291A38190A28190A28190A28290A38190A4808FA47F8FA5808FA47F ... -FBFAFBFBFAFBFBFAFBFBFBFBFBFAFBFBFBFBFCFBFBFCFBFBFBFBFBFCFBFBFCFCFCFCFCFCFCFCFCFCFCFCFCFCFBFCFBFBFCFBFCFCFCFBFBFBFAFAFAFAFAFAFAFBFAFAFBFAFAFBF9FAFBF9FAFCFAFAFCFAFBFCFAFBFCFAFBFCFBFBFCFBFBFCFBFBFBFBFBFCFBFBFCFBFBFBFBFBFCFBFBFBFBFBFBFBFAFBFBFBFBFBFBFCFBFBFBFBFCFCFCFCFCFBFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFBFCFBFBFCFBFAFCFCFAFCFBFAFBFAFAFCFAFBFCFBFBFCFCFBFDFCFBFCFCFBFCFCFBFCFCFBFCFCFBFCFCFBFCFDFAFCFDF9FBFCFAFBFCF9FAFBF9FAFBF8F9FAF8F9FAF8FAFAF7F9F9F7F9F9F7F9F9F8F9F9F8FAF9F8FAFAF8FAFAF9FBFBF9FAFBFAFBFBF9FBFAFAFBFBFAFBFAFBFCFCFBFCFBFBFCFCFCFDFCFCFDFDFBFCFCFBFDFDFBFCFDF9FBFBF9FBFBFAFDFBF8FAF9F7F9F7F7F9F8F7F8F8F7F8F7F9FAFAF7F9F9F8FAFBF9FAFAF8F9F9F8FAF9F9FAF9F9FAF9F9FAFAF9FAFAFAFAFBFAF9FAFAFAFAF9F9FAF9F9FAFAFAFAFBFBFBF9FAFAFAFBFCFAFBFBFCFBFBFCFCFBFBFDFCFCFEFDFDFEFDFDFEFCFDFDFCFDFDFCFCFDFCFCFDFBFDFDFBFCFDFCFBFCFBFCFCFBFCFCFCFCFCFCFCFCFBFBFBFBFCFCFCFCFCFCFCFCFBFCFCFAFCFDFBFBFDFAFCFDF9FDFDFAFCFDFBFBFDFCFBFCFCFBFCFBFBFBFBFBFCFBFBFBFBFAFBFAFAFBFBFAFBFAFBFBFAFAFAF9FAFBFAFBFBFAFBFBF9FAFAF9FAFBFAF9FCFAF9FBFAFAFBFAFBFCFCFAFBFAFAFAFAF9FAFAFAFAF9FAFBFAFBFBFBFBFCFCFBFCFCFBFCFCFCFCFCFBFBFCFBFCFCFBFCFCFCFCFCFBFCFCFBFCFCFCFDFCFCFDFDFCFCFCFCFCFCFDFDFDFCFCFCFCFDFCFCFCFCFCFCFCFBFCFCFBFCFCFBFCFBFBFCFBFBFBFBFBFCFBFBFBFBFBFBFBFAFBFBFAFAFBFBFBFBFAFBFBFBFBFCFAFBFCFAFCFBFAFCFBFBFCFCFBFCFBFBFCFCFBFDFCFBFDFCFBFDFCFCFDFDFBFDFCFBFCFCFBFCFCFAFBFBFAFCFBF9FBFBF9FBFBFAFBFCFAFBFCFAFBFCF9FBFCFAFBFCFAFBFBF9FAFBF9FAFBFAFCFCF8FAFBF7F8F9F8F9F9FBFCFCFAFCFCFBFDFDFAFCFDFAFCFDFBFCFDFBFCFDFBFCFDFBFCFDFBFCFDFAFCFDFBFCFCFCFDFEFBFDFDFCFDFEFCFDFDFCFDFDFCFEFEFCFEFEFDFEFEFEFEFEFEFEFEFDFEFDFDFEFDFDFEFEFDFEFEFDFEFEFDFEFEFDFEFFFDFEFFFDFEFEFDFEFEFDFEFEFDFEFEFCFDFDFDFDFDFCFDFEFCFDFDFCFDFDFCFDFDFCFDFDFCFDFDFBFCFDFCFCFCFCFCFDFCFCFCFCFCFCFCFCFCFDFDFDFBFCFCFCFCFCFBFAFAFCFDFCFAFBF9FBFCF9FAFBF8FAFBFAFAFBFAFBFBF9FCFCFBFBFCFCFBFCFBFBFBFAF9F8F7F8F8F6F8F8F4F8F7F4F5F5F1F8F8F4F3F2EEF7F5F1F9F7F4FCFCF8FDFCF8FCFBF8FCFCF9FBFBF8FCFBF7FCFBF7FBFAF8FBFAF7FBFAF8FBFAF8FBFAF8FBFBF9FBFBF8FAFAF7FAFAF7FBFBF8FBFBF8FAFAF7FAFAF7FCFCF9FCFCF9FBFBF9FBFBF9FCFCFAFCFCF9FBFAF7FBFAF7FCFCF9FBFBF8FAF9F6FCFAF6FEFCF8FEFCF9FCFBF8FBFAF6FCFBF7FDFCF6FDFCF4FDFBF5FCFBF6FCFCF7FBFBF7FBFBF7FCFCF8FCFCF8FBFBF7FBFBF7FCFCF8FCFCF8FCFBF7FCFBF8FDFCFAFCFCFAFCFCFAFCFBFAFCFCFBFCFCFAFCFBFAFCFBF9FCFCFAFCFCF9FCFCF9FCFBF8FCFBF9FBFBF9FCFCFAFCFCFAFCFCFAFCFCFAFCFBF9FCFBF9FDFCFAFCFBF8FCFBF7FDFBF8FDFCF9FDFCFAFCFCFAFCFCFAFCFCFAFDFDFBFDFCFBFDFCFAFDFCFBFDFCFAFCFBFAFCFBFAFCFCFAFCFCF9FBFAF8FBFBF8FCFCF9FBFBF7FAF9F6FBFAF7FCFBF8FBFBF8FAFAF6FAFAF6FBFCF8FBFBF7FBFBF6FBFAF6FBFBF7FBFBF8FAFAF7FBFAF7FDFCF9FCFBF9FCFBFAFAFAF8FBFAF8FBFAF8FBFAF8FAF9F7FBFAF9FAFAF8FAF9F8FAF9F8FAFAF9FBFBF9FBFAF8FBFAF8FBFBFAFBFBF9FBFBFAFBFBFAFBFBFAFCFCFAFBFBFBFBFBFAFBFCFBFBFBFAFCFBFAFCFBFAFBFBFAFCFCFBFBFBF9FAFAF9FBFBFBFBFBFAF9FAFAFAFBFBFCFCFCFBFBFBFBFBFBFAFAFAFBFBFBFAFBFAFAFBFAF9FBF9F9FBFAF9FBF9F9FAF9F9FAF9FAFBFBF9FBFAF9FAFAF9FAFAF9FAFAF9F9F9F8F8F8F8F8F7F9F9F9F8F8F9F9F8F8F8F8F8F8F9F9F7F9F9F7F8F8F7F8F8F8F9FAF9FAFAF8F9F9F8FAF9F9FAFAF9FAFAF9FAFAF9FAFAFAFBFBFAFBFBFAFAFBFAFBFBF9FAFAFAFBFBF9FBFBF9FAFBF9FAFBF9FAFAF9FAFAF9FAFAFAFBFAFAFAFAFAFBFBFAFBFAFCFCFCFDFDFCFDFDFCFDFDFCFCFDFCFCFDFCFCFDFCFCFDFCFCFDFDFCFDFDFCFDFDFCFDFDFCFDFDFCFDFDFCFCFCFCFDFCFCFDFCFBFDFBF8FAF8F9FAF9FBFDFBFAFBFAFAFBFAF9FAF9FBFBFAFBFCFBFCFCFCFCFCFCFBFBFCFBFBFCFBFBFCFAFAFAF9F9FAF8F8F8F9F9FAF9F9FAF9FAFAF9F9FAF8F9F9F7F7F7F8F8F9F7F8F8F8F8F8F8F8F8F7F8F8F8F9F9F7F8F8F8F8F9F8F8F9F8F8F8F4F4F5F5F4F5F9FAF9FAFBFAFAFBFAFAFAFAF9FAF9FAFAFAF9FAFAFAFAFAFAFBFAF9FAFAF8F9F8F7F8F7F9F9F9F9FAF9F9F9F8F9F9F8F8F9F8FAFAF9FAFAFAFAFAFAFAFBFAFAFBFAFAFBFAFAFBFAFAFBFAFAFBFAFAFBFAFAFBFAF9FAFAF9FAFAF9FAF9F9FAF9F9FAF9F8FAF9F9FAF9F9F9F8FAFAF9FAFAFAFBFCFBFBFBFBFBFBFBFBFBFBFAFAFAFAFBFAFBFBFBFAFAFAFBFBFBFBFBFBFAFBFAFAFAFAFBFBFAFAFAF9FAFBF9FBFCFAFBFBFAFBFCFAFBFBFAFBFCFBFBFCFBFCFCFBFCFCFBFCFCFBFCFCFBFBFCFBFBFCFBFBFCFBFBFBFAFBFCFBFBFBFAFAFAF9F9F9F8FAFAF8FAFAF8FAF9F8FBFBF9FBFAF9FCFCFBFCFCFBFCFCFBFBFCFBFBFCFBFBFCFBFCFCFBFCFCFBFCFCFCFCFCFCFCFCFCFDFDFDFDFDFDFCFCFCFDFCFDFBFBFBFBFBFBFBFBFAFAFBFAFBFBFAFBFBFAFBFBFAFBFBF9FBFBF9FBFBFAFCFCFBFCFCFBFCFCFBFCFCFBFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFCFBFBFBFBFBFBFBFBFAFBFBF9F9F9F9F9F9FAFBFBFAFAFAFBFBFBFAFAFAFAFAFAFAFAFAFBFBFCF9FAFAFBFCFD" } +FAF9FAFAFAFAFAFAFAFAFAFAFAF9FAFAF9FAFAFAFAFAFAFAFAF9FAFAFAFAFAFAF9FAFAF9FAF9FAFAF9FAFAF9F9F9F9F9FAF9F9FAF9F9F9F9FAFAF9FAFAF9FAF9F9FAFAFAFAFAFAFAF9F9FAF9FAFAF9FAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAF9FAFAF9FAFAF9FAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFAFBFBFBFBFCFBFBFBFBFBFAFAFBFBFBFBFBFAFBFBFBFBFAFAFAF9FAFBFAFAFAFAFAFAFAFAFAFAFAFBFAFBFBFAFAFBFAFBFBFBFBFBFBFBFBFAFBFCFBFBFCFBFBFBFAFBFBFAFAFBFAFAFBFAFAFBFAFAFBFAFAFBF9FAFBF9FAFBF9FAFAFAFAFAFAFAFAFAFBFBFAFBFBFAFBFBFBFBFBFBFBFBFBFBFCFBFBFDFBFBFCFBFBFCFBFBFCFBFBFCFAFBFCFAFCFCFAFBFCFAFBFCFAFBFBFAFBFCFAFBFBFAFBFCFAFAFCFAFAFBFAFAFBFAFAFBF9FAFBFAFBFCFAFBFCFAFBFBFBFAFBFAFAFAFAFAFBFAFBFCFAFBFCFBFBFCFBFBFBFBFBFCFBFAFBFAFAFBFAFAFAFBFAFBFAFAFBFAFBFCFAFAFBFBFAFBFBFAFBFAFAFBFBFBFBFBFAFAFBFBFBFBFBFBFAFAFAFAFAFAFAFAFAFAFAF9FAFAFAF8FAFBF9F9FBFAF9FBFAFAFBFBFAFCFAFAFCFAFBFCFAFBFCFBFBFCFAFCFBFAFDFCFBFDFBFAFCFAFBFCFAFAFCFBFBFCFCFAFBFBFAFBFBFBFCFBFBFBFBFAFBFBFAFBFBFAFBFBF9FAFBF9F9FAF9F9FAFAFAFBFAFAFBFAFAFAF9FAF9F8FAFAF8FBFAF9FBFAF9FBFAF9FBFBF9FBFBF9FBFCF9FBFBF8FAFAF9FAFBF9FAFCF9FAFCF9FAFCF9FAFCF9FAFCF9FAFCF9FAFCF9FAFCFAFAFDF9FAFCF9FBFDFAFCFEFAFCFDFAFCFDFAFCFDFBFDFDFBFCFCFBFCFCFCFCFCFBFBFBFAFBFCFAFBFBFAFBFBFAFAFBF9FAF9FAFAF9FAFAF9FAFAF9F9FAFAF9F9FAF9FAFAF9F9FAF9F9FAF9F9FAF8FAFAF9FAFAF9FAFAF9FAFAF9FAFBF9FBFAF9FBFBF9FBFBFAFBFBFAFAFAFAFBFBFAFBFBF9FBFBF9FBFCF9FAFAFAFAFAFBFBFCFAFBFBFBFBFCFAFAFBFAFAFBFAFAFBF9FAFCF8F9FBF9FBFCF9FAFDF9FBFDFAFBFCFAFAFBFAFBFCF9FBFDF9FBFCFAFBFBFAFAFBFAFAFBFAFAFBFAFAFBFBFBFBFBFAFBFAFAFAFAFBFBFBFBFBFBFBFAFBFBFAFBFBF9FBFCFAFAFBF9FCFBF9FCFCFBFCFCFAFBFAF9FBFAF9FCFCFAFCFCFAFCFDFAFCFCF8FCFDF9FBFCF8FCFCF7FBFBF7FCFCF7FBFBF7FCFBF7FBFAF7FBFAF8FAFAF7FCFBF9FCFBFAFCFCFBFCFBF9FCFBF9FCFBF8FCFCF8FBFBF6FCFCF6FCFBF6FCFCF7FCFBF6FCFBF6FCFBF5FCFBF5FBFAF4FCFBF6FCFBF2F7F7ECF2F2E7F9FAEEF7F5EDFBFAF3FCFBF5FCFDF8FDFDF9FDFDFAFEFEFAFDFDF9FDFDF9FDFEFAFDFDF9FDFDFAFDFDFAFEFDFAFDFDF9FDFDF9FDFDF9FDFDF9FDFCF9FCFBF8FCFAF8FBF9F8FAF9F8FBFAF9FAFAFAFBFAFAFCFBFAFAF9F8FAF9F8FBFBFAFAFBFAF9F8F7F8F7F6FAFAFAFAFAFAFAF9F8F9F8F7FAFAF9FAFAF9FAFAFAFAF9F9FBFBFBFBFAFAFCFAFAFBFAF9FBFAFAFBFBFAFBFAFAFBFAFAFCFBFCFBFBFBFDFBFAFCFAFAFBFBFBFBFCFCFBFAFBFBFBFBFCFCFCFCFBFBFBFAFAFCFBFAFCFBFBFCFBFBFBFAFAFBFAFAFCFBFCFBFBFCFAFAFBFBFAFBFBFBFCFBFAFBFBFAFBFAF9FAFAF9FBFAFAFBFAFAFBFAF9FAFAFAFBFAFAFBFAFAFBFAF9FAFAFAFBFAFAFAFAF9FAFAFAFAFBFAFBFAF9FAFAF9FAFAFAF9FAFAFAFBFAFAFAF9F9F9F9F9F9F9F9F9F9FAF8F8F9F9F8F9FAF9FAF8F8F9F8F8F9F8F8F9F9F9F9F8F7F7F7F6F5F6F5F5F9F9F8F7F7F6F8F8F7F8F7F7F9F8F8F9F9F8F8F7F8F8F8F8F9F9FAF8F9F9F8F8F8F8F7F7F8F8F8F8F8F8F8F8F8F8F7F8F9F8F9F9F9F9F8F8F9F8F8F9F9F9F9F9F9F8F8F8F8F8F8F7FAFAFAF9F9F9F8F7F7F9F8F8FCFBFAFCFBFAFCFAF9FBFAF9FCFBFBFCFBFAFBFAFAFBFAFAFBFAFAFCFCFBFCFBFAFDFBFBFDFCFCFCFCFBFDFCFBFDFCFCFDFCFCFDFDFCFDFCFBFCFCFCFCFCFCFCFDFBFCFCFBFCFCFCFCFCFCFCFCFCFCFCFCFCFCFBFCFCFCFCFBFBFBFBFBFBFBFBFBFBFBFBFBFAFBFBFAFAFAFAF9FAFBF8FAFBF9F9F9F8F8F9F8F9F9F8F8F8F8F8F9F8F8F8F9F9F9F9F8F9F8F8F9F7F8FAF8F9F9F9F8F8F8F8F9F8F8F9F8F9FAF9FAFAF9F9F9F9FAFAF9FBFAFAFBFBFAFBFBFAFBFAFBFCFCFAFBFBFAFBFBFAFBFAFAFAFAFAFBFAFAFAFBFAFAFAFAFBFAFAFAFAFAFBFBFAFBFBFAFBFBFBFBFBFAFAFAFAFAFAFAFBFCFAFAFCF9F9FAFAFAFAFAFAFAFAF9F9F9F9F9F8F9F7F9F9F7F9FAF8FAFCFAFAFBFAFAFBFAFBFCFBFBFCFCFBFCFBFCFCFBFCFCFBFBFBFBFAFBFAFBFCFBFAFBFAF8F9F8F8F9F6F8FAF8F7F9F7F8FAF7FAFBF9FBFCFAFBFCFBFCFCFCFCFCFBFCFCFBFCFCFCFCFCFCFCFCFCFCFCFCFBFBFBF9F8F9FAFAF9FAFAFAF9F9F9F9F9F8FAFAF9F9FAF9F9FBFAF8FBFAF9FBFAF9FAFAFAFBFAF9FAFAF9FBFBF9FBFBF8FAFAF8F9F9F8F9F9F9FAFAF9FAFBFAFBFBF9FAFBF9F9FAF9F9FBFAFAFCF8F9FBF9F9FBF9F9FBF9F9FBF9F9FBF9F9FAF8F9F9F6F6F5F6F7F5F7F9F8F8F9F8F9F9F8F9F9F7F9F9F8FBFBFAFAFBFAF9F9F9F9F9F9F8F8F7F7F7F6F8F8F7F7F8F7F7F7F7F9F9F8F9F8F8F8F8F8F9F9F9F9F9F9F8F9F9F9F9F9F9F9F9F9F9F9F9F9F9FAFAFAF9F9F9FAFAF9FBFBFAFAFBFAFBFCFBFAFCFBFAFCFBFAFBFAF9FBF9F8FAF9F9FBF9F9FBF9F8FAF8F8F9F7F8FAF7F8FBF8F8FBF8F8FAF7F8FAF7F8F9F8F8FAF9F8FAF9F8FAF9F9FAF9F9FAF9F8F9F9F8F9F9F8F9F8F8F8F8F7F8F8F7F8F8F8F9F8F7F8F8F7F8F8F8F8F8F7F8F8F7F8F8F9F9F8F9F9F8F9F9F8FAFAF9FBFBFAFBFBFAFAFBFAFBFBFAFBFBF9FAFAF9FAFBF9F9F9F7F9FAF7FAFBF8F9FAF7F9FBF8F9FBF7F9FBF7F9FBF7F9FBF7F9FBF8FAFBF8F9FBF7F9FBF7F9FAF6F9FBF6FAFCF8FAFBF8FAFBF7FAFBF8F9FAF8F8F9F7F8FAF8F8F9F7F8FAF7F8F9F6F8F9F7F8F9F7F8F9F7F8F8F7F9F9F8F6F7F5FAFBFA" } ] diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt index 846ee93..53c5069 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -1,68 +1,68 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-07T07:03:37.701373", "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-07T15:03:37.701379", "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "test_datetime", "value": "2024-11-07T07:25:37Z", "time_ms": 0.048064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.048064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 484, "time_ms": 0.048064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.048064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.048064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.048064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.053454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.053579, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.054989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.065293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.085876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.085876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.085876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38116.202937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38116.202937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38116.202937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38116.202937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38116.202937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38116.202937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "power_begin", "value": "11-07-2024 15:25:37.924", "time_ms": 38116.205173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 12263, "tid": 12263}} -:::MLLOG {"key": "power_end", "value": "11-07-2024 15:26:16.021", "time_ms": 38116.205173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 12263, "tid": 12263}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-15T19:24:12.852740", "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-16T03:24:12.852746", "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.007696, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "test_datetime", "value": "2024-11-15T19:46:30Z", "time_ms": 0.047731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.047731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 578, "time_ms": 0.047731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.047731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.047731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.047731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_min_query_count", "value": 50, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_max_query_count", "value": 50, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.053143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_samples_per_query", "value": 50, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_max_query_count", "value": 50, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_min_sample_count", "value": 50, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.053264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.054685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.060818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.081287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "generated_samples_per_query", "value": 50, "time_ms": 0.081287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.081287, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38172.676807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38172.676807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38172.676807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38172.676807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38172.676807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38172.676807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "power_begin", "value": "11-16-2024 03:46:30.487", "time_ms": 38172.678932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 12466, "tid": 12466}} +:::MLLOG {"key": "power_end", "value": "11-16-2024 03:47:08.632", "time_ms": 38172.678932, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 12466, "tid": 12466}} diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt index eb536b1..d6163d6 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -1,85 +1,85 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-07T07:03:37.701373", "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-07T15:03:37.701379", "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.014825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "test_datetime", "value": "2024-11-07T07:24:28Z", "time_ms": 0.089141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.089141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 940, "time_ms": 0.089141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.089141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.089141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.089141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.105531, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.106142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.118225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.141606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.431091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 2.431091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.431091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 2.544000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8793.235635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8793.235635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8793.235635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8793.235635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8793.235635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8793.235635, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "power_begin", "value": "11-07-2024 15:24:28.601", "time_ms": 8793.237910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "power_end", "value": "11-07-2024 15:24:37.382", "time_ms": 8793.237910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.13881, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2931184175, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_max_latency_ns", "value": 8781116402, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 5274042708, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5855703226, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8781116402, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8781116402, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8781116402, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8781116402, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9533, "tid": 9533}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8781116402, "time_ms": 8793.264713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9533, "tid": 9533}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-15T19:24:12.852740", "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-16T03:24:12.852746", "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "test_datetime", "value": "2024-11-15T19:44:44Z", "time_ms": 0.041496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.041496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 520, "time_ms": 0.041496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.041496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.041496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.041496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_min_query_count", "value": 50, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_max_query_count", "value": 50, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.047102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_samples_per_query", "value": 50, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_max_query_count", "value": 50, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_min_sample_count", "value": 50, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.047454, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.053407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.059408, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.075568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "generated_samples_per_query", "value": 50, "time_ms": 0.075568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.075568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.180903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38079.078296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38079.078296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38079.078296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38079.078296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38079.078296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38079.078296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "power_begin", "value": "11-16-2024 03:44:44.378", "time_ms": 38079.079383, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "power_end", "value": "11-16-2024 03:45:22.454", "time_ms": 38079.079383, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.31313, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2929798042, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_max_latency_ns", "value": 38076885539, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 19826979140, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 20469775166, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 35138880648, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 35325768920, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 38076885539, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 38076885539, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9638, "tid": 9638}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 38076885539, "time_ms": 38079.100041, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 9638, "tid": 9638}} diff --git a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt index 37dda09..ba06f6e 100644 --- a/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.13881 +Samples per second: 1.31313 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,27 +13,27 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2931184175 -Max latency (ns) : 8781116402 -Mean latency (ns) : 5274042708 -50.00 percentile latency (ns) : 5855703226 -90.00 percentile latency (ns) : 8781116402 -95.00 percentile latency (ns) : 8781116402 -97.00 percentile latency (ns) : 8781116402 -99.00 percentile latency (ns) : 8781116402 -99.90 percentile latency (ns) : 8781116402 +Min latency (ns) : 2929798042 +Max latency (ns) : 38076885539 +Mean latency (ns) : 19826979140 +50.00 percentile latency (ns) : 20469775166 +90.00 percentile latency (ns) : 35138880648 +95.00 percentile latency (ns) : 35325768920 +97.00 percentile latency (ns) : 38076885539 +99.00 percentile latency (ns) : 38076885539 +99.90 percentile latency (ns) : 38076885539 ================================================ Test Parameters Used ================================================ -samples_per_query : 10 +samples_per_query : 50 target_qps : 0.05 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 0 max_duration (ms): 0 min_query_count : 1 -max_query_count : 10 +max_query_count : 50 qsl_rng_seed : 3066443479025735752 sample_index_rng_seed : 10688027786191513374 schedule_rng_seed : 14962580496156340209 diff --git a/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json b/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json index bb22007..e1a7b9e 100644 --- a/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json +++ b/open/MLCommons/systems/arjun_spr-nvidia_original-gpu-tensorrt-vdefault-scc24-base.json @@ -22,16 +22,16 @@ "host_processor_interconnect": "", "host_processor_model_name": "Intel(R) Xeon(R) w7-2495X", "host_processors_per_node": "1", - "host_storage_capacity": "7.0T", + "host_storage_capacity": "11T", "host_storage_type": "SSD", "hw_notes": "", "number_of_nodes": "1", "operating_system": "Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)", - "other_software_stack": "Python: 3.8.10, GCC-9.4.0", + "other_software_stack": "Python: 3.8.10, GCC-9.4.0 , CUDA 12.2", "status": "available", "submitter": "MLCommons", "sw_notes": "Automated by MLCommons CM v3.2.6. ", - "system_name": "8b7f54096c0e", + "system_name": "c6ef2e4d491e", "system_type": "datacenter", "system_type_detail": "edge server" } \ No newline at end of file