diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt index 5320e712..0376b4ad 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T07:23:44Z", "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.039283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20459, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_qps", "value": 4.20459, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.071824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.076142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1013.430591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generated_samples_per_query", "value": 2795, "time_ms": 1013.430591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generated_query_duration", "value": 237835340, "time_ms": 1013.430591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1013.443154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 15:23:45.189", "time_ms": 672450.154230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:34:56.610", "time_ms": 672450.154230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_samples_per_second", "value": 4.16281, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_min_latency_ns", "value": 295589974, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_max_latency_ns", "value": 671421035620, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 335734479521, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335549410128, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 605115700688, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 637863009174, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651654391288, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 664994382820, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 671002304201, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T19:33:48Z", "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 361, "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.029215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20472, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_qps", "value": 4.20472, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.059982, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.067115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 495.314125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generated_samples_per_query", "value": 2795, "time_ms": 495.314125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generated_query_duration", "value": 237827913, "time_ms": 495.314125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 495.327480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 03:33:49.000", "time_ms": 671635.476884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:45:00.123", "time_ms": 671635.476884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_samples_per_second", "value": 4.16466, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_min_latency_ns", "value": 295814872, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_max_latency_ns", "value": 671123053934, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 335564207844, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335381918186, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 604816276825, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 637546739569, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651358086436, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 664699822199, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 670704838421, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt index 7ccb9480..4430a09e 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.16281 +Samples per second: 4.16466 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,21 +13,21 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 295589974 -Max latency (ns) : 671421035620 -Mean latency (ns) : 335734479521 -50.00 percentile latency (ns) : 335549410128 -90.00 percentile latency (ns) : 605115700688 -95.00 percentile latency (ns) : 637863009174 -97.00 percentile latency (ns) : 651654391288 -99.00 percentile latency (ns) : 664994382820 -99.90 percentile latency (ns) : 671002304201 +Min latency (ns) : 295814872 +Max latency (ns) : 671123053934 +Mean latency (ns) : 335564207844 +50.00 percentile latency (ns) : 335381918186 +90.00 percentile latency (ns) : 604816276825 +95.00 percentile latency (ns) : 637546739569 +97.00 percentile latency (ns) : 651358086436 +99.00 percentile latency (ns) : 664699822199 +99.90 percentile latency (ns) : 670704838421 ================================================ Test Parameters Used ================================================ samples_per_query : 2775 -target_qps : 4.20459 +target_qps : 4.20472 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt index d3611e5a..9c52c7ad 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 4.16296 -test score = 4.16281 +reference score = 4.16309 +test score = 4.16466 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt index d9b4092e..be484cad 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,92 +1,92 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T06:46:07Z", "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 231, "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.181899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.0072e+08, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_qps", "value": 4.98206, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.362666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.366884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generated_query_count", "value": 6020, "time_ms": 530.686451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 530.686451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generated_query_duration", "value": 1208335032100, "time_ms": 530.686451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1344804.341742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 14:46:08.381", "time_ms": 1344992.161819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:08:32.829", "time_ms": 1344992.161819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. * Early stopping 90th percentile estimate: 434273855 * Early stopping 99th percentile estimate: 500060174", "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_query_count", "value": 6020, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.47751, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.47834, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 434273855, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 500060174, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28273871, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_max_latency_ns", "value": 514621470, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 223297206, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174321241, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433983966, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 498738167, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 499206381, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 499820996, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 501366502, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T18:56:09Z", "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 551, "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.038411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.00497e+08, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_qps", "value": 4.98761, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.075230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.080169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generated_query_count", "value": 6020, "time_ms": 1039.846554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1039.846554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generated_query_duration", "value": 1206989748720, "time_ms": 1039.846554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1343768.597257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 02:56:10.182", "time_ms": 1343958.297514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:18:33.084", "time_ms": 1343958.297514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. * Early stopping 90th percentile estimate: 433624013 * Early stopping 99th percentile estimate: 499264656", "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_query_count", "value": 6020, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.48266, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.48342, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 433624013, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 499264656, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28267926, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_max_latency_ns", "value": 512964579, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 223043976, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174096409, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433441197, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 498236562, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 498464998, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 499037669, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 500769718, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt index a767a7c7..e5475f95 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 433983966 +90th percentile latency (ns) : 433441197 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -12,8 +12,8 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. - * Early stopping 90th percentile estimate: 434273855 - * Early stopping 99th percentile estimate: 500060174 + * Early stopping 90th percentile estimate: 433624013 + * Early stopping 99th percentile estimate: 499264656 ================================================ Additional Stats @@ -21,21 +21,21 @@ Additional Stats QPS w/ loadgen overhead : 4.48 QPS w/o loadgen overhead : 4.48 -Min latency (ns) : 28273871 -Max latency (ns) : 514621470 -Mean latency (ns) : 223297206 -50.00 percentile latency (ns) : 174321241 -90.00 percentile latency (ns) : 433983966 -95.00 percentile latency (ns) : 498738167 -97.00 percentile latency (ns) : 499206381 -99.00 percentile latency (ns) : 499820996 -99.90 percentile latency (ns) : 501366502 +Min latency (ns) : 28267926 +Max latency (ns) : 512964579 +Mean latency (ns) : 223043976 +50.00 percentile latency (ns) : 174096409 +90.00 percentile latency (ns) : 433441197 +95.00 percentile latency (ns) : 498236562 +97.00 percentile latency (ns) : 498464998 +99.00 percentile latency (ns) : 499037669 +99.90 percentile latency (ns) : 500769718 ================================================ Test Parameters Used ================================================ samples_per_query : 1 -target_qps : 4.98206 +target_qps : 4.98761 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt index e178e646..b0772a37 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 434162503 -test score = 434273855 +reference score = 433472290 +test score = 433624013 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt index 5320e712..0376b4ad 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.014978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T07:23:44Z", "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.023834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.039283, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20459, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.070381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_qps", "value": 4.20459, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.070662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.071824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.076142, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1013.430591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generated_samples_per_query", "value": 2795, "time_ms": 1013.430591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generated_query_duration", "value": 237835340, "time_ms": 1013.430591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1013.443154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672449.987899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 15:23:45.189", "time_ms": 672450.154230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:34:56.610", "time_ms": 672450.154230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_samples_per_second", "value": 4.16281, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_min_latency_ns", "value": 295589974, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_max_latency_ns", "value": 671421035620, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 335734479521, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335549410128, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 605115700688, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 637863009174, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651654391288, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 664994382820, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 671002304201, "time_ms": 672450.561199, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19828, "tid": 19828}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.007063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T19:33:48Z", "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 361, "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.015068, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.029215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20472, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.054802, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_qps", "value": 4.20472, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.055023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.059982, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.067115, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 495.314125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generated_samples_per_query", "value": 2795, "time_ms": 495.314125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generated_query_duration", "value": 237827913, "time_ms": 495.314125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 495.327480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 671635.303571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 03:33:49.000", "time_ms": 671635.476884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:45:00.123", "time_ms": 671635.476884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_samples_per_second", "value": 4.16466, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_min_latency_ns", "value": 295814872, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_max_latency_ns", "value": 671123053934, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 335564207844, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 335381918186, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 604816276825, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 637546739569, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 651358086436, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 664699822199, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 670704838421, "time_ms": 671636.000372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 19837, "tid": 19837}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt index 7ccb9480..4430a09e 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.16281 +Samples per second: 4.16466 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,21 +13,21 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 295589974 -Max latency (ns) : 671421035620 -Mean latency (ns) : 335734479521 -50.00 percentile latency (ns) : 335549410128 -90.00 percentile latency (ns) : 605115700688 -95.00 percentile latency (ns) : 637863009174 -97.00 percentile latency (ns) : 651654391288 -99.00 percentile latency (ns) : 664994382820 -99.90 percentile latency (ns) : 671002304201 +Min latency (ns) : 295814872 +Max latency (ns) : 671123053934 +Mean latency (ns) : 335564207844 +50.00 percentile latency (ns) : 335381918186 +90.00 percentile latency (ns) : 604816276825 +95.00 percentile latency (ns) : 637546739569 +97.00 percentile latency (ns) : 651358086436 +99.00 percentile latency (ns) : 664699822199 +99.90 percentile latency (ns) : 670704838421 ================================================ Test Parameters Used ================================================ samples_per_query : 2775 -target_qps : 4.20459 +target_qps : 4.20472 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt index d3611e5a..9c52c7ad 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 4.16296 -test score = 4.16281 +reference score = 4.16309 +test score = 4.16466 TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt index d9b4092e..be484cad 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt @@ -1,92 +1,92 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.163475, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T06:46:07Z", "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 231, "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.168665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.181899, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.0072e+08, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.207667, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_qps", "value": 4.98206, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.207727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.362666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.366884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generated_query_count", "value": 6020, "time_ms": 530.686451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 530.686451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generated_query_duration", "value": 1208335032100, "time_ms": 530.686451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1344804.341742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1344992.158884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 14:46:08.381", "time_ms": 1344992.161819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:08:32.829", "time_ms": 1344992.161819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. * Early stopping 90th percentile estimate: 434273855 * Early stopping 99th percentile estimate: 500060174", "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_query_count", "value": 6020, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.47751, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.47834, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 434273855, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 500060174, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28273871, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_max_latency_ns", "value": 514621470, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 223297206, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174321241, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433983966, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 498738167, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 499206381, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 499820996, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 501366502, "time_ms": 1344999.443384, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14258, "tid": 14258}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.013385, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T18:56:09Z", "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 551, "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.019757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.038411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1218, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.00497e+08, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 64, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.069540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_qps", "value": 4.98761, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 64, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.069680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.075230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.080169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generated_query_count", "value": 6020, "time_ms": 1039.846554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1039.846554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generated_query_duration", "value": 1206989748720, "time_ms": 1039.846554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1343768.597257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1343958.297243, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 02:56:10.182", "time_ms": 1343958.297514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:18:33.084", "time_ms": 1343958.297514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. * Early stopping 90th percentile estimate: 433624013 * Early stopping 99th percentile estimate: 499264656", "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_query_count", "value": 6020, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.48266, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.48342, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 433624013, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 499264656, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28267926, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_max_latency_ns", "value": 512964579, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 223043976, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174096409, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433441197, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 498236562, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 498464998, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 499037669, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 500769718, "time_ms": 1343963.115814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 14267, "tid": 14267}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt index a767a7c7..e5475f95 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 433983966 +90th percentile latency (ns) : 433441197 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -12,8 +12,8 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (6020). * Would discard 546 highest latency queries. - * Early stopping 90th percentile estimate: 434273855 - * Early stopping 99th percentile estimate: 500060174 + * Early stopping 90th percentile estimate: 433624013 + * Early stopping 99th percentile estimate: 499264656 ================================================ Additional Stats @@ -21,21 +21,21 @@ Additional Stats QPS w/ loadgen overhead : 4.48 QPS w/o loadgen overhead : 4.48 -Min latency (ns) : 28273871 -Max latency (ns) : 514621470 -Mean latency (ns) : 223297206 -50.00 percentile latency (ns) : 174321241 -90.00 percentile latency (ns) : 433983966 -95.00 percentile latency (ns) : 498738167 -97.00 percentile latency (ns) : 499206381 -99.00 percentile latency (ns) : 499820996 -99.90 percentile latency (ns) : 501366502 +Min latency (ns) : 28267926 +Max latency (ns) : 512964579 +Mean latency (ns) : 223043976 +50.00 percentile latency (ns) : 174096409 +90.00 percentile latency (ns) : 433441197 +95.00 percentile latency (ns) : 498236562 +97.00 percentile latency (ns) : 498464998 +99.00 percentile latency (ns) : 499037669 +99.90 percentile latency (ns) : 500769718 ================================================ Test Parameters Used ================================================ samples_per_query : 1 -target_qps : 4.98206 +target_qps : 4.98761 target_latency (ns): 0 max_async_queries : 1 min_duration (ms): 600000 diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt index e178e646..b0772a37 100644 --- a/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/TEST01/verify_performance.txt @@ -1,4 +1,4 @@ Verifying performance. -reference score = 434162503 -test score = 434273855 +reference score = 433472290 +test score = 433624013 TEST PASS diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md index b84debc0..46ad0247 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/README.md @@ -17,7 +17,7 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo mlcommons@mlperf-automations --checkout=02683cf5e8beb0cc5baaf27802daafc08fe42e67 +mlc pull repo mlcommons@mlperf-automations --checkout=03d9201c1c9305c7c3eaa0262984af76c7f2287f ``` @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`Samples per second`: `4.16296` +`Samples per second`: `4.16309` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out index d22312c6..45d0ba7e 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-01-31 07:22:03,283 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 07:22:03,629 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 07:22:03,629 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/Offline -[2025-01-31 07:22:03,629 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b5a5bf69799e4c10b1bb43cb6375025c.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-01-31 07:22:03,630 __init__.py:53 INFO] Overriding Environment +[2025-02-01 19:32:09,686 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 19:32:10,037 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 19:32:10,038 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/Offline +[2025-02-01 19:32:10,038 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2bf9a9ff6d4d4c9fb8c8aac9e407489b.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-01 19:32:10,038 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-07.22.02 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-19.32.08 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b5a5bf69799e4c10b1bb43cb6375025c.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2bf9a9ff6d4d4c9fb8c8aac9e407489b.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b5a5bf69799e4c10b1bb43cb6375025c.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2bf9a9ff6d4d4c9fb8c8aac9e407489b.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 85, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 53, GPU 1820 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 53, GPU 1828 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.44585s. +Finished warmup. Ran for 5.43846s. Starting running actual test. No warnings encountered during test. @@ -72,8 +72,8 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 43 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 07:22:22,693 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-01-31 07:22:22,694 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json +[2025-02-01 19:32:29,411 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-01 19:32:29,411 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json index defde9f0..71362446 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "4593691440f0" + "MLC_HOST_SYSTEM_NAME": "5794b74f91ff" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out index fb6cd424..846fac7e 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance_console.out @@ -1,8 +1,8 @@ -[2025-01-31 07:10:57,874 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 07:10:58,225 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 07:10:58,225 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/Offline -[2025-01-31 07:10:58,226 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/44e18f6eb27240a086f9a0f91ba18768.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-01-31 07:10:58,226 __init__.py:53 INFO] Overriding Environment +[2025-02-01 19:21:04,650 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 19:21:05,002 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 19:21:05,002 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/Offline +[2025-02-01 19:21:05,002 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/cab8ca1367744c4f82283e1adf289f75.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-01 19:21:05,002 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-07.10.56 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-19.21.03 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/44e18f6eb27240a086f9a0f91ba18768.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/cab8ca1367744c4f82283e1adf289f75.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/44e18f6eb27240a086f9a0f91ba18768.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/cab8ca1367744c4f82283e1adf289f75.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 85, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 53, GPU 1820 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 53, GPU 1828 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.46539s. +Finished warmup. Ran for 5.46834s. Starting running actual test. ================================================ MLPerf Results Summary @@ -63,7 +63,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.16296 +Samples per second: 4.16309 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -72,15 +72,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 296640864 -Max latency (ns) : 640410188432 -Mean latency (ns) : 320296443818 -50.00 percentile latency (ns) : 320303014288 -90.00 percentile latency (ns) : 576386022369 -95.00 percentile latency (ns) : 608400615012 -97.00 percentile latency (ns) : 621710813299 -99.00 percentile latency (ns) : 634460341230 -99.90 percentile latency (ns) : 640095881439 +Min latency (ns) : 296590096 +Max latency (ns) : 640389440890 +Mean latency (ns) : 320255606545 +50.00 percentile latency (ns) : 320240854325 +90.00 percentile latency (ns) : 576339462748 +95.00 percentile latency (ns) : 608373667316 +97.00 percentile latency (ns) : 621671930112 +99.00 percentile latency (ns) : 634437711375 +99.90 percentile latency (ns) : 640074832683 ================================================ Test Parameters Used @@ -123,7 +123,7 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 2666 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 07:21:47,713 run_harness.py:166 INFO] Result: result_samples_per_second: 4.16296, Result is VALID +[2025-02-01 19:31:54,799 run_harness.py:166 INFO] Result: result_samples_per_second: 4.16309, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt index 89b189ce..4ccb801c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:21:50 up 4 days, 19:25, 0 users, load average: 2.51, 3.18, 3.57 + 19:31:56 up 6 days, 7:35, 0 users, load average: 4.25, 3.74, 3.65 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5411.104 +cpu MHz : 3549.038 cache size : 1024 KB physical id : 0 siblings : 32 @@ -68,7 +68,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.524 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5376.955 +cpu MHz : 5423.405 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5384.073 +cpu MHz : 5432.551 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5382.806 +cpu MHz : 5439.634 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.535 +cpu MHz : 3838.794 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5393.552 +cpu MHz : 4611.426 cache size : 1024 KB physical id : 0 siblings : 32 @@ -236,7 +236,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5392.943 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.404 +cpu MHz : 4845.196 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.268 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -320,7 +320,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.990 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5212.645 +cpu MHz : 5244.674 cache size : 1024 KB physical id : 0 siblings : 32 @@ -376,7 +376,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4896.473 +cpu MHz : 5214.352 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 4437.767 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5078.819 +cpu MHz : 4241.984 cache size : 1024 KB physical id : 0 siblings : 32 @@ -460,7 +460,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.241 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.608 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -516,7 +516,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5073.195 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -544,7 +544,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5397.542 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -600,7 +600,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.471 +cpu MHz : 5414.387 cache size : 1024 KB physical id : 0 siblings : 32 @@ -656,7 +656,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5381.872 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -684,7 +684,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5432.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.394 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -740,7 +740,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.306 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.299 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.236 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5202.861 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.355 +cpu MHz : 5238.235 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.361 +cpu MHz : 4758.735 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.324 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -946,7 +946,7 @@ CPU family: 25 Model: 97 Model name: AMD Ryzen 9 7950X 16-Core Processor Stepping: 2 -CPU MHz: 5411.104 +CPU MHz: 4773.318 CPU max MHz: 5881.0000 CPU min MHz: 400.0000 BogoMIPS: 8982.99 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 2737 MB +node 0 free: 2729 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 2802844 kB -MemAvailable: 33966844 kB -Buffers: 16540 kB -Cached: 31730772 kB -SwapCached: 92492308 kB -Active: 76772636 kB -Inactive: 48733116 kB -Active(anon): 65035748 kB -Inactive(anon): 28733380 kB -Active(file): 11736888 kB -Inactive(file): 19999736 kB +MemFree: 2794600 kB +MemAvailable: 33918700 kB +Buffers: 17032 kB +Cached: 31733808 kB +SwapCached: 91650940 kB +Active: 94389060 kB +Inactive: 30748456 kB +Active(anon): 73423600 kB +Inactive(anon): 19975252 kB +Active(file): 20965460 kB +Inactive(file): 10773204 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563200504 kB +SwapFree: 563721720 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 108 kB +Dirty: 356 kB Writeback: 0 kB -AnonPages: 93759312 kB -Mapped: 128644 kB -Shmem: 6324 kB -KReclaimable: 674864 kB -Slab: 1147768 kB -SReclaimable: 674864 kB -SUnreclaim: 472904 kB -KernelStack: 18128 kB -PageTables: 262820 kB +AnonPages: 93388200 kB +Mapped: 79052 kB +Shmem: 7772 kB +KReclaimable: 632924 kB +Slab: 1111116 kB +SReclaimable: 632924 kB +SUnreclaim: 478192 kB +KernelStack: 18528 kB +PageTables: 263168 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 133023532 kB +Committed_AS: 127998156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272448 kB +VmallocUsed: 272784 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21914016 kB -DirectMap2M: 110426112 kB +DirectMap4k: 30400928 kB +DirectMap2M: 101939200 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 34303 8452 45 0 3326 0 +fs.dentry-state = 34466 8049 45 0 3267 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7008 0 9223372036854775807 -fs.inode-nr = 48730 12050 -fs.inode-state = 48730 12050 0 0 0 0 0 +fs.file-nr = 6944 0 9223372036854775807 +fs.inode-nr = 42767 7164 +fs.inode-state = 42767 7164 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 16908 +kernel.ns_last_pid = 16917 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 818ba5f1-efb1-4a54-aa1c-b3dcb5c0a517 +kernel.random.uuid = 6a28bedc-7afa-4f8e-9e49-ca58a2646b6f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md index 504de4c1..d719e759 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/README.md @@ -17,7 +17,7 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo mlcommons@mlperf-automations --checkout=02683cf5e8beb0cc5baaf27802daafc08fe42e67 +mlc pull repo mlcommons@mlperf-automations --checkout=03d9201c1c9305c7c3eaa0262984af76c7f2287f ``` @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`90th percentile latency (ns)`: `434162503.0` +`90th percentile latency (ns)`: `433472290.0` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out index 9fbf146c..5bdcd5f9 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-01-31 06:44:21,792 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 06:44:22,012 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 06:44:22,012 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/SingleStream -[2025-01-31 06:44:22,012 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c942c533c56b40eb896c8113df04b328.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-01-31 06:44:22,012 __init__.py:53 INFO] Overriding Environment +[2025-02-01 18:54:29,238 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 18:54:29,449 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 18:54:29,449 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/SingleStream +[2025-02-01 18:54:29,449 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5191dd7e293449aaa858b78aa03b44aa.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-01 18:54:29,449 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-06.44.20 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-18.54.28 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c942c533c56b40eb896c8113df04b328.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5191dd7e293449aaa858b78aa03b44aa.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c942c533c56b40eb896c8113df04b328.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5191dd7e293449aaa858b78aa03b44aa.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 83, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 83, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 84, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 52, GPU 1722 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 52, GPU 1730 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.05087s. +Finished warmup. Ran for 5.05012s. Starting running actual test. No warnings encountered during test. @@ -68,8 +68,8 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 43 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 06:44:40,168 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-01-31 06:44:40,169 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json +[2025-02-01 18:54:47,356 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-01 18:54:47,356 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd index 4f27c6db..58e9fd5d 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.mmd @@ -20,17 +20,17 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_3d-unet-99.9,_tensorrt,_cuda,_valid,_r5.0-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -38,11 +38,11 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,tensorrt build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu @@ -106,98 +106,98 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png index e3eaccae..b8c15099 100644 Binary files a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png and b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json index f9f1d1f9..ee48297c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/mlc-version-info.json @@ -217,7 +217,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1157,7 +1157,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1427,7 +1427,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1467,7 +1467,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1477,17 +1477,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1517,7 +1517,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1527,7 +1527,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1537,7 +1537,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1567,7 +1567,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1597,7 +1597,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1617,7 +1617,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1637,7 +1637,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1657,7 +1657,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1677,7 +1677,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1697,7 +1697,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1727,17 +1727,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1757,7 +1757,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1797,7 +1797,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1847,37 +1847,37 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,tensorrt,3d-unet-99.9,cuda,singlestream,batch_size.1,3d-unet_,v4.1-dev", + "script_variations": "build_engine,3d-unet-99.9,tensorrt,singlestream,cuda,batch_size.1,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1937,7 +1937,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1957,7 +1957,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1977,7 +1977,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } } ] diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json index defde9f0..71362446 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "4593691440f0" + "MLC_HOST_SYSTEM_NAME": "5794b74f91ff" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out index 59fa7e3f..6be8223b 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance_console.out @@ -1,8 +1,8 @@ -[2025-01-31 06:31:01,851 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 06:31:02,063 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 06:31:02,064 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/SingleStream -[2025-01-31 06:31:02,064 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b3a26d98aa6844988eea8494d74d2f14.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-01-31 06:31:02,064 __init__.py:53 INFO] Overriding Environment +[2025-02-01 18:41:09,357 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 18:41:09,572 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 18:41:09,572 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/SingleStream +[2025-02-01 18:41:09,572 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e8135542c0cd4236993605ec4ef101a2.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-01 18:41:09,572 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-06.31.00 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-18.41.08 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b3a26d98aa6844988eea8494d74d2f14.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e8135542c0cd4236993605ec4ef101a2.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b3a26d98aa6844988eea8494d74d2f14.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e8135542c0cd4236993605ec4ef101a2.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 83, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 83, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 84, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 52, GPU 1722 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 52, GPU 1730 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.05257s. +Finished warmup. Ran for 5.05143s. Starting running actual test. ================================================ MLPerf Results Summary @@ -63,7 +63,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 433739332 +90th percentile latency (ns) : 433115638 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -71,24 +71,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. - * Early stopping 90th percentile estimate: 434162503 - * Early stopping 99th percentile estimate: 499711918 + * Early stopping 90th percentile estimate: 433472290 + * Early stopping 99th percentile estimate: 499292588 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.48 -QPS w/o loadgen overhead : 4.48 +QPS w/ loadgen overhead : 4.49 +QPS w/o loadgen overhead : 4.49 -Min latency (ns) : 28240006 -Max latency (ns) : 501829211 -Mean latency (ns) : 223022339 -50.00 percentile latency (ns) : 174224780 -90.00 percentile latency (ns) : 433739332 -95.00 percentile latency (ns) : 498314269 -97.00 percentile latency (ns) : 498895704 -99.00 percentile latency (ns) : 499555859 -99.90 percentile latency (ns) : 501398808 +Min latency (ns) : 28177110 +Max latency (ns) : 504736519 +Mean latency (ns) : 222774040 +50.00 percentile latency (ns) : 174001842 +90.00 percentile latency (ns) : 433115638 +95.00 percentile latency (ns) : 497901267 +97.00 percentile latency (ns) : 498311098 +99.00 percentile latency (ns) : 498815622 +99.90 percentile latency (ns) : 500584747 ================================================ Test Parameters Used @@ -127,7 +127,7 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 3354 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 06:43:39,135 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 433739332, Result is VALID +[2025-02-01 18:53:45,345 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 433115638, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt index 97422ac4..2c901d0f 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 06:43:52 up 4 days, 18:47, 0 users, load average: 3.24, 3.48, 3.83 + 18:53:57 up 6 days, 6:57, 0 users, load average: 3.48, 3.74, 3.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5488.474 +cpu MHz : 4989.851 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5488.401 +cpu MHz : 3551.788 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5431.521 +cpu MHz : 5464.144 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5452.916 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 3871.929 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5207.896 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5252.968 +cpu MHz : 5263.359 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5289.366 +cpu MHz : 3855.222 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3505.176 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4044.935 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3430.075 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -628,7 +628,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5485.354 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5233.390 +cpu MHz : 5292.473 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3847.466 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5196.084 +cpu MHz : 3697.847 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3777.048 +cpu MHz : 5268.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5275.416 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5185.749 +cpu MHz : 4200.766 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 3553.482 cache size : 1024 KB physical id : 0 siblings : 32 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 1522 MB +node 0 free: 1321 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 1559204 kB -MemAvailable: 32243424 kB -Buffers: 23628 kB -Cached: 31836688 kB -SwapCached: 93224252 kB -Active: 75746904 kB -Inactive: 50359312 kB -Active(anon): 69063228 kB -Inactive(anon): 25198256 kB -Active(file): 6683676 kB -Inactive(file): 25161056 kB +MemFree: 1353484 kB +MemAvailable: 32003712 kB +Buffers: 24524 kB +Cached: 31836188 kB +SwapCached: 93335016 kB +Active: 73496140 kB +Inactive: 53438980 kB +Active(anon): 65374476 kB +Inactive(anon): 29716736 kB +Active(file): 8121664 kB +Inactive(file): 23722244 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563192824 kB +SwapFree: 563735032 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1660 kB +Dirty: 2228 kB Writeback: 0 kB -AnonPages: 94246176 kB -Mapped: 89532 kB -Shmem: 11192 kB -KReclaimable: 752528 kB -Slab: 1228988 kB -SReclaimable: 752528 kB -SUnreclaim: 476460 kB -KernelStack: 18352 kB -PageTables: 262588 kB +AnonPages: 95074104 kB +Mapped: 93052 kB +Shmem: 12444 kB +KReclaimable: 686188 kB +Slab: 1166608 kB +SReclaimable: 686188 kB +SUnreclaim: 480420 kB +KernelStack: 18416 kB +PageTables: 263184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 127916344 kB +Committed_AS: 127989048 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272512 kB +VmallocUsed: 272704 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21244320 kB -DirectMap2M: 111095808 kB +DirectMap4k: 30132640 kB +DirectMap2M: 102207488 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 58388 28873 45 0 12747 0 +fs.dentry-state = 79954 40133 45 0 15340 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6624 0 9223372036854775807 -fs.inode-nr = 84383 33196 -fs.inode-state = 84383 33196 0 0 0 0 0 +fs.file-nr = 6880 0 9223372036854775807 +fs.inode-nr = 78257 9945 +fs.inode-state = 78257 9945 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 10848 +kernel.ns_last_pid = 10857 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 895338d4-c435-458b-9f45-ea0fc3b21c8d +kernel.random.uuid = cd806989-86e6-47e4-b7ce-619c0c75375d kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt index 89b189ce..4ccb801c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:21:50 up 4 days, 19:25, 0 users, load average: 2.51, 3.18, 3.57 + 19:31:56 up 6 days, 7:35, 0 users, load average: 4.25, 3.74, 3.65 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5411.104 +cpu MHz : 3549.038 cache size : 1024 KB physical id : 0 siblings : 32 @@ -68,7 +68,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.524 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5376.955 +cpu MHz : 5423.405 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5384.073 +cpu MHz : 5432.551 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5382.806 +cpu MHz : 5439.634 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.535 +cpu MHz : 3838.794 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5393.552 +cpu MHz : 4611.426 cache size : 1024 KB physical id : 0 siblings : 32 @@ -236,7 +236,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5392.943 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.404 +cpu MHz : 4845.196 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.268 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -320,7 +320,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.990 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5212.645 +cpu MHz : 5244.674 cache size : 1024 KB physical id : 0 siblings : 32 @@ -376,7 +376,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4896.473 +cpu MHz : 5214.352 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 4437.767 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5078.819 +cpu MHz : 4241.984 cache size : 1024 KB physical id : 0 siblings : 32 @@ -460,7 +460,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.241 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.608 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -516,7 +516,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5073.195 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -544,7 +544,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5397.542 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -600,7 +600,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.471 +cpu MHz : 5414.387 cache size : 1024 KB physical id : 0 siblings : 32 @@ -656,7 +656,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5381.872 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -684,7 +684,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5432.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.394 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -740,7 +740,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.306 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.299 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.236 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5202.861 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.355 +cpu MHz : 5238.235 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.361 +cpu MHz : 4758.735 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.324 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -946,7 +946,7 @@ CPU family: 25 Model: 97 Model name: AMD Ryzen 9 7950X 16-Core Processor Stepping: 2 -CPU MHz: 5411.104 +CPU MHz: 4773.318 CPU max MHz: 5881.0000 CPU min MHz: 400.0000 BogoMIPS: 8982.99 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 2737 MB +node 0 free: 2729 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 2802844 kB -MemAvailable: 33966844 kB -Buffers: 16540 kB -Cached: 31730772 kB -SwapCached: 92492308 kB -Active: 76772636 kB -Inactive: 48733116 kB -Active(anon): 65035748 kB -Inactive(anon): 28733380 kB -Active(file): 11736888 kB -Inactive(file): 19999736 kB +MemFree: 2794600 kB +MemAvailable: 33918700 kB +Buffers: 17032 kB +Cached: 31733808 kB +SwapCached: 91650940 kB +Active: 94389060 kB +Inactive: 30748456 kB +Active(anon): 73423600 kB +Inactive(anon): 19975252 kB +Active(file): 20965460 kB +Inactive(file): 10773204 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563200504 kB +SwapFree: 563721720 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 108 kB +Dirty: 356 kB Writeback: 0 kB -AnonPages: 93759312 kB -Mapped: 128644 kB -Shmem: 6324 kB -KReclaimable: 674864 kB -Slab: 1147768 kB -SReclaimable: 674864 kB -SUnreclaim: 472904 kB -KernelStack: 18128 kB -PageTables: 262820 kB +AnonPages: 93388200 kB +Mapped: 79052 kB +Shmem: 7772 kB +KReclaimable: 632924 kB +Slab: 1111116 kB +SReclaimable: 632924 kB +SUnreclaim: 478192 kB +KernelStack: 18528 kB +PageTables: 263168 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 133023532 kB +Committed_AS: 127998156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272448 kB +VmallocUsed: 272784 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21914016 kB -DirectMap2M: 110426112 kB +DirectMap4k: 30400928 kB +DirectMap2M: 101939200 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 34303 8452 45 0 3326 0 +fs.dentry-state = 34466 8049 45 0 3267 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7008 0 9223372036854775807 -fs.inode-nr = 48730 12050 -fs.inode-state = 48730 12050 0 0 0 0 0 +fs.file-nr = 6944 0 9223372036854775807 +fs.inode-nr = 42767 7164 +fs.inode-state = 42767 7164 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 16908 +kernel.ns_last_pid = 16917 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 818ba5f1-efb1-4a54-aa1c-b3dcb5c0a517 +kernel.random.uuid = 6a28bedc-7afa-4f8e-9e49-ca58a2646b6f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md index b84debc0..46ad0247 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/README.md @@ -17,7 +17,7 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo mlcommons@mlperf-automations --checkout=02683cf5e8beb0cc5baaf27802daafc08fe42e67 +mlc pull repo mlcommons@mlperf-automations --checkout=03d9201c1c9305c7c3eaa0262984af76c7f2287f ``` @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`Samples per second`: `4.16296` +`Samples per second`: `4.16309` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out index d22312c6..45d0ba7e 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-01-31 07:22:03,283 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 07:22:03,629 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 07:22:03,629 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/Offline -[2025-01-31 07:22:03,629 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b5a5bf69799e4c10b1bb43cb6375025c.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-01-31 07:22:03,630 __init__.py:53 INFO] Overriding Environment +[2025-02-01 19:32:09,686 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 19:32:10,037 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 19:32:10,038 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/Offline +[2025-02-01 19:32:10,038 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2bf9a9ff6d4d4c9fb8c8aac9e407489b.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-01 19:32:10,038 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-07.22.02 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-19.32.08 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b5a5bf69799e4c10b1bb43cb6375025c.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2bf9a9ff6d4d4c9fb8c8aac9e407489b.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b5a5bf69799e4c10b1bb43cb6375025c.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/2bf9a9ff6d4d4c9fb8c8aac9e407489b.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 85, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 53, GPU 1820 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 53, GPU 1828 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.44585s. +Finished warmup. Ran for 5.43846s. Starting running actual test. No warnings encountered during test. @@ -72,8 +72,8 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 43 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 07:22:22,693 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-01-31 07:22:22,694 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json +[2025-02-01 19:32:29,411 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-01 19:32:29,411 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json index defde9f0..71362446 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "4593691440f0" + "MLC_HOST_SYSTEM_NAME": "5794b74f91ff" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out index fb6cd424..846fac7e 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance_console.out @@ -1,8 +1,8 @@ -[2025-01-31 07:10:57,874 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 07:10:58,225 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 07:10:58,225 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/Offline -[2025-01-31 07:10:58,226 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/44e18f6eb27240a086f9a0f91ba18768.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet -[2025-01-31 07:10:58,226 __init__.py:53 INFO] Overriding Environment +[2025-02-01 19:21:04,650 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 19:21:05,002 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 19:21:05,002 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/Offline +[2025-02-01 19:21:05,002 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/cab8ca1367744c4f82283e1adf289f75.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario Offline --model 3d-unet +[2025-02-01 19:21:05,002 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-07.10.56 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-19.21.03 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf offline_expected_qps : 0.0 @@ -19,15 +19,15 @@ precision : int8 preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data scenario : Scenario.Offline slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/44e18f6eb27240a086f9a0f91ba18768.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_Offline +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/cab8ca1367744c4f82283e1adf289f75.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_Offline workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/44e18f6eb27240a086f9a0f91ba18768.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/cab8ca1367744c4f82283e1adf289f75.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 85, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 85, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 85, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/Offline/3d-unet-Offline-gpu-b8-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 53, GPU 1820 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 53, GPU 1828 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.46539s. +Finished warmup. Ran for 5.46834s. Starting running actual test. ================================================ MLPerf Results Summary @@ -63,7 +63,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.16296 +Samples per second: 4.16309 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -72,15 +72,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 296640864 -Max latency (ns) : 640410188432 -Mean latency (ns) : 320296443818 -50.00 percentile latency (ns) : 320303014288 -90.00 percentile latency (ns) : 576386022369 -95.00 percentile latency (ns) : 608400615012 -97.00 percentile latency (ns) : 621710813299 -99.00 percentile latency (ns) : 634460341230 -99.90 percentile latency (ns) : 640095881439 +Min latency (ns) : 296590096 +Max latency (ns) : 640389440890 +Mean latency (ns) : 320255606545 +50.00 percentile latency (ns) : 320240854325 +90.00 percentile latency (ns) : 576339462748 +95.00 percentile latency (ns) : 608373667316 +97.00 percentile latency (ns) : 621671930112 +99.00 percentile latency (ns) : 634437711375 +99.90 percentile latency (ns) : 640074832683 ================================================ Test Parameters Used @@ -123,7 +123,7 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 2666 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 07:21:47,713 run_harness.py:166 INFO] Result: result_samples_per_second: 4.16296, Result is VALID +[2025-02-01 19:31:54,799 run_harness.py:166 INFO] Result: result_samples_per_second: 4.16309, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt index 89b189ce..4ccb801c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:21:50 up 4 days, 19:25, 0 users, load average: 2.51, 3.18, 3.57 + 19:31:56 up 6 days, 7:35, 0 users, load average: 4.25, 3.74, 3.65 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5411.104 +cpu MHz : 3549.038 cache size : 1024 KB physical id : 0 siblings : 32 @@ -68,7 +68,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.524 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5376.955 +cpu MHz : 5423.405 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5384.073 +cpu MHz : 5432.551 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5382.806 +cpu MHz : 5439.634 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.535 +cpu MHz : 3838.794 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5393.552 +cpu MHz : 4611.426 cache size : 1024 KB physical id : 0 siblings : 32 @@ -236,7 +236,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5392.943 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.404 +cpu MHz : 4845.196 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.268 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -320,7 +320,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.990 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5212.645 +cpu MHz : 5244.674 cache size : 1024 KB physical id : 0 siblings : 32 @@ -376,7 +376,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4896.473 +cpu MHz : 5214.352 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 4437.767 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5078.819 +cpu MHz : 4241.984 cache size : 1024 KB physical id : 0 siblings : 32 @@ -460,7 +460,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.241 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.608 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -516,7 +516,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5073.195 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -544,7 +544,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5397.542 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -600,7 +600,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.471 +cpu MHz : 5414.387 cache size : 1024 KB physical id : 0 siblings : 32 @@ -656,7 +656,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5381.872 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -684,7 +684,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5432.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.394 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -740,7 +740,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.306 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.299 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.236 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5202.861 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.355 +cpu MHz : 5238.235 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.361 +cpu MHz : 4758.735 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.324 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -946,7 +946,7 @@ CPU family: 25 Model: 97 Model name: AMD Ryzen 9 7950X 16-Core Processor Stepping: 2 -CPU MHz: 5411.104 +CPU MHz: 4773.318 CPU max MHz: 5881.0000 CPU min MHz: 400.0000 BogoMIPS: 8982.99 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 2737 MB +node 0 free: 2729 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 2802844 kB -MemAvailable: 33966844 kB -Buffers: 16540 kB -Cached: 31730772 kB -SwapCached: 92492308 kB -Active: 76772636 kB -Inactive: 48733116 kB -Active(anon): 65035748 kB -Inactive(anon): 28733380 kB -Active(file): 11736888 kB -Inactive(file): 19999736 kB +MemFree: 2794600 kB +MemAvailable: 33918700 kB +Buffers: 17032 kB +Cached: 31733808 kB +SwapCached: 91650940 kB +Active: 94389060 kB +Inactive: 30748456 kB +Active(anon): 73423600 kB +Inactive(anon): 19975252 kB +Active(file): 20965460 kB +Inactive(file): 10773204 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563200504 kB +SwapFree: 563721720 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 108 kB +Dirty: 356 kB Writeback: 0 kB -AnonPages: 93759312 kB -Mapped: 128644 kB -Shmem: 6324 kB -KReclaimable: 674864 kB -Slab: 1147768 kB -SReclaimable: 674864 kB -SUnreclaim: 472904 kB -KernelStack: 18128 kB -PageTables: 262820 kB +AnonPages: 93388200 kB +Mapped: 79052 kB +Shmem: 7772 kB +KReclaimable: 632924 kB +Slab: 1111116 kB +SReclaimable: 632924 kB +SUnreclaim: 478192 kB +KernelStack: 18528 kB +PageTables: 263168 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 133023532 kB +Committed_AS: 127998156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272448 kB +VmallocUsed: 272784 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21914016 kB -DirectMap2M: 110426112 kB +DirectMap4k: 30400928 kB +DirectMap2M: 101939200 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 34303 8452 45 0 3326 0 +fs.dentry-state = 34466 8049 45 0 3267 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7008 0 9223372036854775807 -fs.inode-nr = 48730 12050 -fs.inode-state = 48730 12050 0 0 0 0 0 +fs.file-nr = 6944 0 9223372036854775807 +fs.inode-nr = 42767 7164 +fs.inode-state = 42767 7164 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 16908 +kernel.ns_last_pid = 16917 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 818ba5f1-efb1-4a54-aa1c-b3dcb5c0a517 +kernel.random.uuid = 6a28bedc-7afa-4f8e-9e49-ca58a2646b6f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md index 504de4c1..d719e759 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/README.md @@ -17,7 +17,7 @@ pip install -U mlcflow mlc rm cache -f -mlc pull repo mlcommons@mlperf-automations --checkout=02683cf5e8beb0cc5baaf27802daafc08fe42e67 +mlc pull repo mlcommons@mlperf-automations --checkout=03d9201c1c9305c7c3eaa0262984af76c7f2287f ``` @@ -41,4 +41,4 @@ Model Precision: int8 `DICE`: `0.86236`, Required accuracy for closed division `>= 0.86084` ### Performance Results -`90th percentile latency (ns)`: `434162503.0` +`90th percentile latency (ns)`: `433472290.0` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out index 9fbf146c..5bdcd5f9 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy_console.out @@ -1,8 +1,8 @@ -[2025-01-31 06:44:21,792 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 06:44:22,012 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 06:44:22,012 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/SingleStream -[2025-01-31 06:44:22,012 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c942c533c56b40eb896c8113df04b328.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-01-31 06:44:22,012 __init__.py:53 INFO] Overriding Environment +[2025-02-01 18:54:29,238 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 18:54:29,449 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 18:54:29,449 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/SingleStream +[2025-02-01 18:54:29,449 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5191dd7e293449aaa858b78aa03b44aa.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-01 18:54:29,449 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-06.44.20 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-18.54.28 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : AccuracyOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c942c533c56b40eb896c8113df04b328.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5191dd7e293449aaa858b78aa03b44aa.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c942c533c56b40eb896c8113df04b328.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5191dd7e293449aaa858b78aa03b44aa.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 83, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 83, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 84, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 52, GPU 1722 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 52, GPU 1730 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.05087s. +Finished warmup. Ran for 5.05012s. Starting running actual test. No warnings encountered during test. @@ -68,8 +68,8 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 43 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 06:44:40,168 run_harness.py:166 INFO] Result: Accuracy run detected. -[2025-01-31 06:44:40,169 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json +[2025-02-01 18:54:47,356 run_harness.py:166 INFO] Result: Accuracy run detected. +[2025-02-01 18:54:47,356 __init__.py:46 INFO] Running command: python3 code/3d-unet/tensorrt/accuracy_kits.py --log_file /mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_accuracy.json Loading necessary metadata... Loading loadgen accuracy log... Running postprocessing... diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd index 4f27c6db..58e9fd5d 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.mmd @@ -20,17 +20,17 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_nvidia,_3d-unet-99.9,_tensorrt,_cuda,_valid,_r5.0-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> pull,git,repo generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -38,11 +38,11 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,tensorrt build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu @@ -106,98 +106,98 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.5.0-dev get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons pull-git-repo,c23132ed65c4421d --> detect,os - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> pull,git,repo get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_transformers + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_transformers get-generic-python-lib,94b62a682bc44791_(_package.nibabel_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.nibabel + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.nibabel get-generic-python-lib,94b62a682bc44791_(_pandas_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_pandas + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_pandas get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png index e3eaccae..b8c15099 100644 Binary files a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png and b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json index f9f1d1f9..ee48297c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/mlc-version-info.json @@ -217,7 +217,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -237,7 +237,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -247,7 +247,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -257,7 +257,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -277,7 +277,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -427,7 +427,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1077,7 +1077,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1087,7 +1087,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1107,7 +1107,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1117,7 +1117,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1127,7 +1127,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1147,7 +1147,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1157,7 +1157,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1167,7 +1167,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1187,7 +1187,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1207,7 +1207,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1217,7 +1217,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1227,7 +1227,7 @@ "script_tags": "get,tensorrt,nvidia", "script_variations": "", "version": "vdetected", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1237,7 +1237,7 @@ "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", "script_variations": "mlcommons", "version": "r4.0", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1247,7 +1247,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1267,7 +1267,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1277,7 +1277,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1287,7 +1287,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1307,7 +1307,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1317,7 +1317,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1327,7 +1327,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1347,7 +1347,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1367,7 +1367,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1387,7 +1387,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1407,7 +1407,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1427,7 +1427,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1447,7 +1447,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1467,7 +1467,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1477,17 +1477,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1497,7 +1497,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1517,7 +1517,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1527,7 +1527,7 @@ "script_tags": "get,sys-utils-cm,sys-utils-mlc", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1537,7 +1537,7 @@ "script_tags": "get,mlperf,inference,nvidia,scratch,space", "script_variations": "version.5.0-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1557,7 +1557,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "mlperf_logging", "version": "4.1.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1567,7 +1567,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-9b32a74c53fcfa6a7f6b529dec6bba534e10cc29", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1577,7 +1577,7 @@ "script_tags": "get,nvidia,mlperf,inference,common-code", "script_variations": "mlcommons", "version": "r4.1-dev", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1597,7 +1597,7 @@ "script_tags": "pull,git,repo,repository", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1617,7 +1617,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.pycuda", "version": "2022.2.2", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1637,7 +1637,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1657,7 +1657,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1677,7 +1677,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1697,7 +1697,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1717,7 +1717,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { @@ -1727,17 +1727,17 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1757,7 +1757,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1777,7 +1777,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1797,7 +1797,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1817,7 +1817,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1837,7 +1837,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { @@ -1847,37 +1847,37 @@ "script_tags": "save,mlperf,inference,implementation,state", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_batch_size.1,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_batch_size.1,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "build_engine,tensorrt,3d-unet-99.9,cuda,singlestream,batch_size.1,3d-unet_,v4.1-dev", + "script_variations": "build_engine,3d-unet-99.9,tensorrt,singlestream,cuda,batch_size.1,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "preprocess_data,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "preprocess_data,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { - "reproduce,mlperf,inference,nvidia,harness,_download_model,_tensorrt,_3d-unet-99.9,_cuda,_3d-unet_,_v4.1-dev": { + "reproduce,mlperf,inference,nvidia,harness,_download_model,_3d-unet-99.9,_tensorrt,_cuda,_3d-unet_,_v4.1-dev": { "script_uid": "bc3b17fb430f4732", "script_alias": "app-mlperf-inference-nvidia", "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", - "script_variations": "download_model,tensorrt,3d-unet-99.9,cuda,3d-unet_,v4.1-dev", + "script_variations": "download_model,3d-unet-99.9,tensorrt,cuda,3d-unet_,v4.1-dev", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1897,7 +1897,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.46.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1917,7 +1917,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.nibabel", "version": "5.2.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1937,7 +1937,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "pandas", "version": "1.5.3", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1957,7 +1957,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "onnx-graphsurgeon", "version": "0.3.27", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -1977,7 +1977,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.onnx", "version": "1.13.1", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } }, { @@ -2017,7 +2017,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_3d-unet-99.9,_cuda,_singlestream,_rtx_4090 )" + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_3d-unet-99.9,_tensorrt,_singlestream,_cuda,_rtx_4090 )" } } ] diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json index defde9f0..71362446 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/os_info.json @@ -26,5 +26,5 @@ ], "MLC_HOST_PLATFORM_FLAVOR": "x86_64", "MLC_HOST_PYTHON_BITS": "64", - "MLC_HOST_SYSTEM_NAME": "4593691440f0" + "MLC_HOST_SYSTEM_NAME": "5794b74f91ff" } \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out index 59fa7e3f..6be8223b 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance_console.out @@ -1,8 +1,8 @@ -[2025-01-31 06:31:01,851 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_4593691440f0 -[2025-01-31 06:31:02,063 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] -[2025-01-31 06:31:02,064 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_4593691440f0_TRT/3d-unet-99.9/SingleStream -[2025-01-31 06:31:02,064 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b3a26d98aa6844988eea8494d74d2f14.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet -[2025-01-31 06:31:02,064 __init__.py:53 INFO] Overriding Environment +[2025-02-01 18:41:09,357 main.py:229 INFO] Detected system ID: KnownSystem.Nvidia_5794b74f91ff +[2025-02-01 18:41:09,572 harness.py:249 INFO] The harness will load 3 plugins: ['build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so', 'build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so', 'build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so'] +[2025-02-01 18:41:09,572 generate_conf_files.py:107 INFO] Generated measurements/ entries for Nvidia_5794b74f91ff_TRT/3d-unet-99.9/SingleStream +[2025-02-01 18:41:09,572 __init__.py:46 INFO] Running command: ./build/bin/harness_3dunet --plugins="build/plugins/pixelShuffle3DPlugin/libpixelshuffle3dplugin.so,build/plugins/conv3D1X1X1K4Plugin/libconv3D1X1X1K4Plugin.so,build/plugins/conv3D3X3X3C1K32Plugin/libconv3D3X3X3C1K32Plugin.so" --logfile_outdir="/mlc-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=43 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/kits19/val_map.txt" --mlperf_conf_path="/home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf" --tensor_path="build/preprocessed_data/KiTS19/inference/int8" --use_graphs=false --user_conf_path="/home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e8135542c0cd4236993605ec4ef101a2.conf" --unet3d_sw_gaussian_patch_path="/home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy" --gpu_engines="./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan" --max_dlas=0 --slice_overlap_patch_kernel_cg_impl=false --scenario SingleStream --model 3d-unet +[2025-02-01 18:41:09,572 __init__.py:53 INFO] Overriding Environment benchmark : Benchmark.UNET3D buffer_manager_thread_count : 0 data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/data @@ -11,7 +11,7 @@ gpu_copy_streams : 1 gpu_inference_streams : 1 input_dtype : int8 input_format : linear -log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.01.31-06.31.00 +log_dir : /home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/logs/2025.02.01-18.41.08 map_path : data_maps/kits19/val_map.txt mlperf_conf_path : /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf precision : int8 @@ -19,15 +19,15 @@ preprocessed_data_dir : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference scenario : Scenario.SingleStream single_stream_expected_latency_ns : 0 slice_overlap_patch_kernel_cg_impl : False -system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_4593691440f0') +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='AMD Ryzen 9 7950X 16-Core Processor', architecture=, core_count=16, threads_per_core=2): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.080068, byte_suffix=, _num_bytes=131080068000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='Nvidia_5794b74f91ff') tensor_path : build/preprocessed_data/KiTS19/inference/int8 test_mode : PerformanceOnly unet3d_sw_gaussian_patch_path : /home/mlcuser/MLC/repos/local/cache/get-mlperf-inference-nvidia-scratch-space_fe95ede4/preprocessed_data/KiTS19/etc/gaussian_patches.npy use_deque_limit : True use_graphs : False -user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b3a26d98aa6844988eea8494d74d2f14.conf -system_id : Nvidia_4593691440f0 -config_name : Nvidia_4593691440f0_3d-unet_SingleStream +user_conf_path : /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e8135542c0cd4236993605ec4ef101a2.conf +system_id : Nvidia_5794b74f91ff +config_name : Nvidia_5794b74f91ff_3d-unet_SingleStream workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99_9, PowerSetting.MaxP) optimization_level : plugin-enabled num_profiles : 1 @@ -39,15 +39,15 @@ power_limit : None cpu_freq : None &&&& RUNNING MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet [I] mlperf.conf path: /home/mlcuser/MLC/repos/local/cache/get-git-repo_02ea1bfc/inference/mlperf.conf -[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/b3a26d98aa6844988eea8494d74d2f14.conf +[I] user.conf path: /home/mlcuser/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/e8135542c0cd4236993605ec4ef101a2.conf Creating QSL. Finished Creating QSL. Setting up SUT. [I] [TRT] Loaded engine size: 31 MiB -[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 83, GPU 1104 (MiB) -[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 83, GPU 1114 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 84, GPU 1104 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 84, GPU 1114 (MiB) [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +29, now: CPU 0, GPU 29 (MiB) -[I] Device:0: ./build/engines/Nvidia_4593691440f0/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. +[I] Device:0: ./build/engines/Nvidia_5794b74f91ff/3d-unet/SingleStream/3d-unet-SingleStream-gpu-b1-int8.custom_k_99_9_MaxP.plan has been successfully loaded. [E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 52, GPU 1722 (MiB) [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 52, GPU 1730 (MiB) @@ -55,7 +55,7 @@ Setting up SUT. [I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: true Finished setting up SUT. Starting warmup. Running for a minimum of 5 seconds. -Finished warmup. Ran for 5.05257s. +Finished warmup. Ran for 5.05143s. Starting running actual test. ================================================ MLPerf Results Summary @@ -63,7 +63,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 433739332 +90th percentile latency (ns) : 433115638 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -71,24 +71,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. - * Early stopping 90th percentile estimate: 434162503 - * Early stopping 99th percentile estimate: 499711918 + * Early stopping 90th percentile estimate: 433472290 + * Early stopping 99th percentile estimate: 499292588 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.48 -QPS w/o loadgen overhead : 4.48 +QPS w/ loadgen overhead : 4.49 +QPS w/o loadgen overhead : 4.49 -Min latency (ns) : 28240006 -Max latency (ns) : 501829211 -Mean latency (ns) : 223022339 -50.00 percentile latency (ns) : 174224780 -90.00 percentile latency (ns) : 433739332 -95.00 percentile latency (ns) : 498314269 -97.00 percentile latency (ns) : 498895704 -99.00 percentile latency (ns) : 499555859 -99.90 percentile latency (ns) : 501398808 +Min latency (ns) : 28177110 +Max latency (ns) : 504736519 +Mean latency (ns) : 222774040 +50.00 percentile latency (ns) : 174001842 +90.00 percentile latency (ns) : 433115638 +95.00 percentile latency (ns) : 497901267 +97.00 percentile latency (ns) : 498311098 +99.00 percentile latency (ns) : 498815622 +99.90 percentile latency (ns) : 500584747 ================================================ Test Parameters Used @@ -127,7 +127,7 @@ Device Device:0 processed: PerSampleCudaMemcpy Calls: 3354 BatchedCudaMemcpy Calls: 0 &&&& PASSED MLPerf_Inference_3DUNet_Harness # ./build/bin/harness_3dunet -[2025-01-31 06:43:39,135 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 433739332, Result is VALID +[2025-02-01 18:53:45,345 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 433115638, Result is VALID ======================== Result summaries: ======================== diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt index 97422ac4..2c901d0f 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 06:43:52 up 4 days, 18:47, 0 users, load average: 3.24, 3.48, 3.83 + 18:53:57 up 6 days, 6:57, 0 users, load average: 3.48, 3.74, 3.94 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5488.474 +cpu MHz : 4989.851 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5488.401 +cpu MHz : 3551.788 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5431.521 +cpu MHz : 5464.144 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5452.916 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 3871.929 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5207.896 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5252.968 +cpu MHz : 5263.359 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5289.366 +cpu MHz : 3855.222 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3505.176 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4044.935 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3430.075 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -628,7 +628,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5485.354 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5233.390 +cpu MHz : 5292.473 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3847.466 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5196.084 +cpu MHz : 3697.847 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 3777.048 +cpu MHz : 5268.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5275.416 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5185.749 +cpu MHz : 4200.766 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 3553.482 cache size : 1024 KB physical id : 0 siblings : 32 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 1522 MB +node 0 free: 1321 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 1559204 kB -MemAvailable: 32243424 kB -Buffers: 23628 kB -Cached: 31836688 kB -SwapCached: 93224252 kB -Active: 75746904 kB -Inactive: 50359312 kB -Active(anon): 69063228 kB -Inactive(anon): 25198256 kB -Active(file): 6683676 kB -Inactive(file): 25161056 kB +MemFree: 1353484 kB +MemAvailable: 32003712 kB +Buffers: 24524 kB +Cached: 31836188 kB +SwapCached: 93335016 kB +Active: 73496140 kB +Inactive: 53438980 kB +Active(anon): 65374476 kB +Inactive(anon): 29716736 kB +Active(file): 8121664 kB +Inactive(file): 23722244 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563192824 kB +SwapFree: 563735032 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 1660 kB +Dirty: 2228 kB Writeback: 0 kB -AnonPages: 94246176 kB -Mapped: 89532 kB -Shmem: 11192 kB -KReclaimable: 752528 kB -Slab: 1228988 kB -SReclaimable: 752528 kB -SUnreclaim: 476460 kB -KernelStack: 18352 kB -PageTables: 262588 kB +AnonPages: 95074104 kB +Mapped: 93052 kB +Shmem: 12444 kB +KReclaimable: 686188 kB +Slab: 1166608 kB +SReclaimable: 686188 kB +SUnreclaim: 480420 kB +KernelStack: 18416 kB +PageTables: 263184 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 127916344 kB +Committed_AS: 127989048 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272512 kB +VmallocUsed: 272704 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21244320 kB -DirectMap2M: 111095808 kB +DirectMap4k: 30132640 kB +DirectMap2M: 102207488 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 58388 28873 45 0 12747 0 +fs.dentry-state = 79954 40133 45 0 15340 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 6624 0 9223372036854775807 -fs.inode-nr = 84383 33196 -fs.inode-state = 84383 33196 0 0 0 0 0 +fs.file-nr = 6880 0 9223372036854775807 +fs.inode-nr = 78257 9945 +fs.inode-state = 78257 9945 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 10848 +kernel.ns_last_pid = 10857 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 895338d4-c435-458b-9f45-ea0fc3b21c8d +kernel.random.uuid = cd806989-86e6-47e4-b7ce-619c0c75375d kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt index 89b189ce..4ccb801c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:21:50 up 4 days, 19:25, 0 users, load average: 2.51, 3.18, 3.57 + 19:31:56 up 6 days, 7:35, 0 users, load average: 4.25, 3.74, 3.65 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5411.104 +cpu MHz : 3549.038 cache size : 1024 KB physical id : 0 siblings : 32 @@ -68,7 +68,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.524 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5376.955 +cpu MHz : 5423.405 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5384.073 +cpu MHz : 5432.551 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5382.806 +cpu MHz : 5439.634 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.535 +cpu MHz : 3838.794 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5393.552 +cpu MHz : 4611.426 cache size : 1024 KB physical id : 0 siblings : 32 @@ -236,7 +236,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5392.943 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.404 +cpu MHz : 4845.196 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.268 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -320,7 +320,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.990 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5212.645 +cpu MHz : 5244.674 cache size : 1024 KB physical id : 0 siblings : 32 @@ -376,7 +376,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4896.473 +cpu MHz : 5214.352 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 4437.767 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5078.819 +cpu MHz : 4241.984 cache size : 1024 KB physical id : 0 siblings : 32 @@ -460,7 +460,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.241 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.608 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -516,7 +516,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5073.195 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -544,7 +544,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5397.542 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -600,7 +600,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.471 +cpu MHz : 5414.387 cache size : 1024 KB physical id : 0 siblings : 32 @@ -656,7 +656,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5381.872 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -684,7 +684,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5432.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.394 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -740,7 +740,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.306 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.299 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.236 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5202.861 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.355 +cpu MHz : 5238.235 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.361 +cpu MHz : 4758.735 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.324 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -946,7 +946,7 @@ CPU family: 25 Model: 97 Model name: AMD Ryzen 9 7950X 16-Core Processor Stepping: 2 -CPU MHz: 5411.104 +CPU MHz: 4773.318 CPU max MHz: 5881.0000 CPU min MHz: 400.0000 BogoMIPS: 8982.99 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 2737 MB +node 0 free: 2729 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 2802844 kB -MemAvailable: 33966844 kB -Buffers: 16540 kB -Cached: 31730772 kB -SwapCached: 92492308 kB -Active: 76772636 kB -Inactive: 48733116 kB -Active(anon): 65035748 kB -Inactive(anon): 28733380 kB -Active(file): 11736888 kB -Inactive(file): 19999736 kB +MemFree: 2794600 kB +MemAvailable: 33918700 kB +Buffers: 17032 kB +Cached: 31733808 kB +SwapCached: 91650940 kB +Active: 94389060 kB +Inactive: 30748456 kB +Active(anon): 73423600 kB +Inactive(anon): 19975252 kB +Active(file): 20965460 kB +Inactive(file): 10773204 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563200504 kB +SwapFree: 563721720 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 108 kB +Dirty: 356 kB Writeback: 0 kB -AnonPages: 93759312 kB -Mapped: 128644 kB -Shmem: 6324 kB -KReclaimable: 674864 kB -Slab: 1147768 kB -SReclaimable: 674864 kB -SUnreclaim: 472904 kB -KernelStack: 18128 kB -PageTables: 262820 kB +AnonPages: 93388200 kB +Mapped: 79052 kB +Shmem: 7772 kB +KReclaimable: 632924 kB +Slab: 1111116 kB +SReclaimable: 632924 kB +SUnreclaim: 478192 kB +KernelStack: 18528 kB +PageTables: 263168 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 133023532 kB +Committed_AS: 127998156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272448 kB +VmallocUsed: 272784 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21914016 kB -DirectMap2M: 110426112 kB +DirectMap4k: 30400928 kB +DirectMap2M: 101939200 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 34303 8452 45 0 3326 0 +fs.dentry-state = 34466 8049 45 0 3267 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7008 0 9223372036854775807 -fs.inode-nr = 48730 12050 -fs.inode-state = 48730 12050 0 0 0 0 0 +fs.file-nr = 6944 0 9223372036854775807 +fs.inode-nr = 42767 7164 +fs.inode-state = 42767 7164 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 16908 +kernel.ns_last_pid = 16917 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 818ba5f1-efb1-4a54-aa1c-b3dcb5c0a517 +kernel.random.uuid = 6a28bedc-7afa-4f8e-9e49-ca58a2646b6f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/README.md index d67730be..c50366db 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/README.md +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/README.md @@ -1,4 +1,4 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | Power Efficiency (in samples/J) | TEST01 | |--------------|--------------|------------|--------------|-------------------|-----------------------------------|----------| | 3d-unet-99.9 | offline | 0.86236 | 4.163 | - | | passed | -| 3d-unet-99.9 | singlestream | 0.86236 | 2.303 | 434.163 | | passed | \ No newline at end of file +| 3d-unet-99.9 | singlestream | 0.86236 | 2.307 | 433.472 | | passed | \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/system_info.txt index 89b189ce..4ccb801c 100644 --- a/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/system_info.txt +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia-gpu-TensorRT-default_config/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 4593691440f0 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 5794b74f91ff 6.8.0-51-generic #52-Ubuntu SMP PREEMPT_DYNAMIC Thu Dec 5 13:09:44 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 07:21:50 up 4 days, 19:25, 0 users, load average: 2.51, 3.18, 3.57 + 19:31:56 up 6 days, 7:35, 0 users, load average: 4.25, 3.74, 3.65 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -40,7 +40,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5411.104 +cpu MHz : 3549.038 cache size : 1024 KB physical id : 0 siblings : 32 @@ -68,7 +68,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.524 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -96,7 +96,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5376.955 +cpu MHz : 5423.405 cache size : 1024 KB physical id : 0 siblings : 32 @@ -124,7 +124,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5384.073 +cpu MHz : 5432.551 cache size : 1024 KB physical id : 0 siblings : 32 @@ -152,7 +152,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5382.806 +cpu MHz : 5439.634 cache size : 1024 KB physical id : 0 siblings : 32 @@ -180,7 +180,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.535 +cpu MHz : 3838.794 cache size : 1024 KB physical id : 0 siblings : 32 @@ -208,7 +208,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5393.552 +cpu MHz : 4611.426 cache size : 1024 KB physical id : 0 siblings : 32 @@ -236,7 +236,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5392.943 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -264,7 +264,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.404 +cpu MHz : 4845.196 cache size : 1024 KB physical id : 0 siblings : 32 @@ -292,7 +292,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.268 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -320,7 +320,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.990 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -348,7 +348,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5212.645 +cpu MHz : 5244.674 cache size : 1024 KB physical id : 0 siblings : 32 @@ -376,7 +376,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 4896.473 +cpu MHz : 5214.352 cache size : 1024 KB physical id : 0 siblings : 32 @@ -404,7 +404,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 4437.767 cache size : 1024 KB physical id : 0 siblings : 32 @@ -432,7 +432,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5078.819 +cpu MHz : 4241.984 cache size : 1024 KB physical id : 0 siblings : 32 @@ -460,7 +460,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.241 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -488,7 +488,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.608 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -516,7 +516,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5073.195 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -544,7 +544,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5397.542 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -600,7 +600,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5395.471 +cpu MHz : 5414.387 cache size : 1024 KB physical id : 0 siblings : 32 @@ -656,7 +656,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5381.872 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -684,7 +684,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 400.000 +cpu MHz : 5432.118 cache size : 1024 KB physical id : 0 siblings : 32 @@ -712,7 +712,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.394 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -740,7 +740,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.306 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -768,7 +768,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.299 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -796,7 +796,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.236 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -824,7 +824,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5202.861 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -852,7 +852,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.355 +cpu MHz : 5238.235 cache size : 1024 KB physical id : 0 siblings : 32 @@ -880,7 +880,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.361 +cpu MHz : 4758.735 cache size : 1024 KB physical id : 0 siblings : 32 @@ -908,7 +908,7 @@ model : 97 model name : AMD Ryzen 9 7950X 16-Core Processor stepping : 2 microcode : 0xa601206 -cpu MHz : 5201.324 +cpu MHz : 400.000 cache size : 1024 KB physical id : 0 siblings : 32 @@ -946,7 +946,7 @@ CPU family: 25 Model: 97 Model name: AMD Ryzen 9 7950X 16-Core Processor Stepping: 2 -CPU MHz: 5411.104 +CPU MHz: 4773.318 CPU max MHz: 5881.0000 CPU min MHz: 400.0000 BogoMIPS: 8982.99 @@ -976,49 +976,49 @@ Flags: fpu vme de pse tsc msr pae mce cx8 apic se available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 node 0 size: 128007 MB -node 0 free: 2737 MB +node 0 free: 2729 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 131080068 kB -MemFree: 2802844 kB -MemAvailable: 33966844 kB -Buffers: 16540 kB -Cached: 31730772 kB -SwapCached: 92492308 kB -Active: 76772636 kB -Inactive: 48733116 kB -Active(anon): 65035748 kB -Inactive(anon): 28733380 kB -Active(file): 11736888 kB -Inactive(file): 19999736 kB +MemFree: 2794600 kB +MemAvailable: 33918700 kB +Buffers: 17032 kB +Cached: 31733808 kB +SwapCached: 91650940 kB +Active: 94389060 kB +Inactive: 30748456 kB +Active(anon): 73423600 kB +Inactive(anon): 19975252 kB +Active(file): 20965460 kB +Inactive(file): 10773204 kB Unevictable: 4360 kB Mlocked: 0 kB SwapTotal: 683591672 kB -SwapFree: 563200504 kB +SwapFree: 563721720 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 108 kB +Dirty: 356 kB Writeback: 0 kB -AnonPages: 93759312 kB -Mapped: 128644 kB -Shmem: 6324 kB -KReclaimable: 674864 kB -Slab: 1147768 kB -SReclaimable: 674864 kB -SUnreclaim: 472904 kB -KernelStack: 18128 kB -PageTables: 262820 kB +AnonPages: 93388200 kB +Mapped: 79052 kB +Shmem: 7772 kB +KReclaimable: 632924 kB +Slab: 1111116 kB +SReclaimable: 632924 kB +SUnreclaim: 478192 kB +KernelStack: 18528 kB +PageTables: 263168 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 749131704 kB -Committed_AS: 133023532 kB +Committed_AS: 127998156 kB VmallocTotal: 34359738367 kB -VmallocUsed: 272448 kB +VmallocUsed: 272784 kB VmallocChunk: 0 kB Percpu: 40576 kB HardwareCorrupted: 0 kB @@ -1034,8 +1034,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 21914016 kB -DirectMap2M: 110426112 kB +DirectMap4k: 30400928 kB +DirectMap2M: 101939200 kB DirectMap1G: 2097152 kB ------------------------------------------------------------ 10. who -r @@ -1129,16 +1129,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 34303 8452 45 0 3326 0 +fs.dentry-state = 34466 8049 45 0 3267 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 29163675 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 7008 0 9223372036854775807 -fs.inode-nr = 48730 12050 -fs.inode-state = 48730 12050 0 0 0 0 0 +fs.file-nr = 6944 0 9223372036854775807 +fs.inode-nr = 42767 7164 +fs.inode-state = 42767 7164 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1166,7 +1166,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 1000 +fs.quota.syncs = 1080 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1208,7 +1208,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 4593691440f0 +kernel.hostname = 5794b74f91ff kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1240,7 +1240,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 16908 +kernel.ns_last_pid = 16917 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1271,13 +1271,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 3 +kernel.pty.nr = 4 kernel.pty.reserve = 1024 kernel.random.boot_id = c0b98264-3c53-45e2-aeb4-dfbcdd1b8140 kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = 818ba5f1-efb1-4a54-aa1c-b3dcb5c0a517 +kernel.random.uuid = 6a28bedc-7afa-4f8e-9e49-ca58a2646b6f kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 @@ -2090,6 +2090,7 @@ loop10 7:10 0 273.7M 1 loop loop11 7:11 0 11.1M 1 loop loop12 7:12 0 164.8M 1 loop loop13 7:13 0 164.8M 1 loop +loop14 7:14 0 89M 1 loop loop15 7:15 0 505.1M 1 loop loop16 7:16 0 88.9M 1 loop loop17 7:17 0 65.5M 1 loop @@ -2097,7 +2098,6 @@ loop18 7:18 0 73.9M 1 loop loop19 7:19 0 210.8M 1 loop loop20 7:20 0 91.7M 1 loop loop21 7:21 0 44.4M 1 loop -loop22 7:22 0 89.4M 1 loop loop23 7:23 0 9.1M 1 loop loop24 7:24 0 10.8M 1 loop loop25 7:25 0 10.8M 1 loop diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt index 90c00f26..901e83b8 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T07:22:10Z", "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 231, "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20459, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_qps", "value": 4.20459, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.024836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.028794, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1020.421314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 1020.421314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generated_query_duration", "value": 237835340, "time_ms": 1020.421314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 15:22:11.492", "time_ms": 11710.345134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:22:22.086", "time_ms": 11710.345134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18155, "tid": 18155}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T19:32:16Z", "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 1021, "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20472, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_qps", "value": 4.20472, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.030257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.035106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1046.714528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 1046.714528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generated_query_duration", "value": 237827913, "time_ms": 1046.714528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 03:32:17.949", "time_ms": 11866.207341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:32:28.649", "time_ms": 11866.207341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18164, "tid": 18164}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt index 658e67e0..44212a56 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T07:11:05Z", "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 1132, "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.04, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_samples_per_query", "value": 2666, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_qps", "value": 4.04, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_min_sample_count", "value": 2666, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.053330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.059011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1234.819658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generated_samples_per_query", "value": 2666, "time_ms": 1234.819658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generated_query_duration", "value": 247524752, "time_ms": 1234.819658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1234.830728, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 15:11:06.303", "time_ms": 641664.632334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:21:46.713", "time_ms": 641664.632334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_samples_per_second", "value": 4.16296, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_min_latency_ns", "value": 296640864, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_max_latency_ns", "value": 640410188432, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 320296443818, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 320303014288, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 576386022369, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608400615012, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621710813299, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 634460341230, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 640095881439, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T19:21:11Z", "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 441, "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.04, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2666, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_qps", "value": 4.04, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2666, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.167944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.359473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1389.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generated_samples_per_query", "value": 2666, "time_ms": 1389.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generated_query_duration", "value": 247524752, "time_ms": 1389.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1389.101196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 03:21:13.341", "time_ms": 641790.989227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:31:53.731", "time_ms": 641790.989227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_samples_per_second", "value": 4.16309, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_min_latency_ns", "value": 296590096, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_max_latency_ns", "value": 640389440890, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 320255606545, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 320240854325, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 576339462748, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608373667316, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621671930112, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 634437711375, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 640074832683, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt index d7fa5bcc..aa7d2101 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.16296 +Samples per second: 4.16309 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 296640864 -Max latency (ns) : 640410188432 -Mean latency (ns) : 320296443818 -50.00 percentile latency (ns) : 320303014288 -90.00 percentile latency (ns) : 576386022369 -95.00 percentile latency (ns) : 608400615012 -97.00 percentile latency (ns) : 621710813299 -99.00 percentile latency (ns) : 634460341230 -99.90 percentile latency (ns) : 640095881439 +Min latency (ns) : 296590096 +Max latency (ns) : 640389440890 +Mean latency (ns) : 320255606545 +50.00 percentile latency (ns) : 320240854325 +90.00 percentile latency (ns) : 576339462748 +95.00 percentile latency (ns) : 608373667316 +97.00 percentile latency (ns) : 621671930112 +99.00 percentile latency (ns) : 634437711375 +99.90 percentile latency (ns) : 640074832683 ================================================ Test Parameters Used diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt index 018aeade..c46b364e 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T06:44:28Z", "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 431, "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.0072e+08, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_qps", "value": 4.98206, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.031168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.035967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 1103.695032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1103.695032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generated_query_duration", "value": 8630964515, "time_ms": 1103.695032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 14:44:29.620", "time_ms": 11149.011642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 14:44:39.420", "time_ms": 11149.011642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12585, "tid": 12585}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T18:54:35Z", "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 251, "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.00497e+08, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_qps", "value": 4.98761, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.027642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.031639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 978.440277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 978.440277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generated_query_duration", "value": 8621355348, "time_ms": 978.440277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 02:54:36.829", "time_ms": 11030.032104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 02:54:46.624", "time_ms": 11030.032104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12594, "tid": 12594}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt index 8c228f9a..d5d289b6 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_detail.txt @@ -1,91 +1,91 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T06:31:08Z", "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 241, "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 3.6e+08, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_qps", "value": 2.77778, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_min_query_count", "value": 3354, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_min_sample_count", "value": 3354, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.325658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.467953, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generated_query_count", "value": 3354, "time_ms": 1322.793476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1322.793476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generated_query_duration", "value": 1207440000000, "time_ms": 1322.793476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 749305.882678, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 14:31:09.899", "time_ms": 749482.606842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 14:43:38.039", "time_ms": 749482.606842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. * Early stopping 90th percentile estimate: 434162503 * Early stopping 99th percentile estimate: 499711918", "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_query_count", "value": 3354, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.48272, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.48386, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 434162503, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 499711918, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28240006, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_max_latency_ns", "value": 501829211, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 223022339, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174224780, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433739332, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 498314269, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 498895704, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 499555859, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 501398808, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T18:41:16Z", "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 341, "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 3.6e+08, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_qps", "value": 2.77778, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_min_query_count", "value": 3354, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_min_sample_count", "value": 3354, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.320768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.466781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generated_query_count", "value": 3354, "time_ms": 1038.384516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1038.384516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generated_query_duration", "value": 1207440000000, "time_ms": 1038.384516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 748171.949418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 02:41:17.058", "time_ms": 748345.917939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 02:53:44.348", "time_ms": 748345.917939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. * Early stopping 90th percentile estimate: 433472290 * Early stopping 99th percentile estimate: 499292588", "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_query_count", "value": 3354, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.48782, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.48885, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 433472290, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 499292588, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28177110, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_max_latency_ns", "value": 504736519, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 222774040, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174001842, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433115638, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 497901267, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 498311098, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 498815622, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 500584747, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt index 51862792..92a90c6b 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 433739332 +90th percentile latency (ns) : 433115638 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -12,24 +12,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. - * Early stopping 90th percentile estimate: 434162503 - * Early stopping 99th percentile estimate: 499711918 + * Early stopping 90th percentile estimate: 433472290 + * Early stopping 99th percentile estimate: 499292588 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.48 -QPS w/o loadgen overhead : 4.48 +QPS w/ loadgen overhead : 4.49 +QPS w/o loadgen overhead : 4.49 -Min latency (ns) : 28240006 -Max latency (ns) : 501829211 -Mean latency (ns) : 223022339 -50.00 percentile latency (ns) : 174224780 -90.00 percentile latency (ns) : 433739332 -95.00 percentile latency (ns) : 498314269 -97.00 percentile latency (ns) : 498895704 -99.00 percentile latency (ns) : 499555859 -99.90 percentile latency (ns) : 501398808 +Min latency (ns) : 28177110 +Max latency (ns) : 504736519 +Mean latency (ns) : 222774040 +50.00 percentile latency (ns) : 174001842 +90.00 percentile latency (ns) : 433115638 +95.00 percentile latency (ns) : 497901267 +97.00 percentile latency (ns) : 498311098 +99.00 percentile latency (ns) : 498815622 +99.90 percentile latency (ns) : 500584747 ================================================ Test Parameters Used diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt index 90c00f26..901e83b8 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T07:22:10Z", "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 231, "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.015108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20459, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.020108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_qps", "value": 4.20459, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.020198, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.024836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.028794, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1020.421314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 1020.421314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "generated_query_duration", "value": 237835340, "time_ms": 1020.421314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11710.344413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 15:22:11.492", "time_ms": 11710.345134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 18155, "tid": 18155}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:22:22.086", "time_ms": 11710.345134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18155, "tid": 18155}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.008255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T19:32:16Z", "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 1021, "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.017222, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.20472, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.024446, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2775, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_qps", "value": 4.20472, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2775, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.024596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.030257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.035106, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1046.714528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generated_samples_per_query", "value": 43, "time_ms": 1046.714528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "generated_query_duration", "value": 237827913, "time_ms": 1046.714528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11866.205518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 03:32:17.949", "time_ms": 11866.207341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 18164, "tid": 18164}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:32:28.649", "time_ms": 11866.207341, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18164, "tid": 18164}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt index 658e67e0..44212a56 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.032070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T07:11:05Z", "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 1132, "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.041378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.04, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.050394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_samples_per_query", "value": 2666, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_qps", "value": 4.04, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_min_sample_count", "value": 2666, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.050905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.053330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.059011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1234.819658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generated_samples_per_query", "value": 2666, "time_ms": 1234.819658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generated_query_duration", "value": 247524752, "time_ms": 1234.819658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1234.830728, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 641664.501480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 15:11:06.303", "time_ms": 641664.632334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 15:21:46.713", "time_ms": 641664.632334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_samples_per_second", "value": 4.16296, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_min_latency_ns", "value": 296640864, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_max_latency_ns", "value": 640410188432, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 320296443818, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 320303014288, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 576386022369, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608400615012, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621710813299, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 634460341230, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 640095881439, "time_ms": 641665.149559, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16564, "tid": 16564}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.148668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T19:21:11Z", "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 441, "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.156753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4.04, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 310, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_min_query_count", "value": 43, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.163295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2666, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_qps", "value": 4.04, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2666, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.163486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.167944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.359473, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1389.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generated_samples_per_query", "value": 2666, "time_ms": 1389.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generated_query_duration", "value": 247524752, "time_ms": 1389.088182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1389.101196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 641790.762514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 03:21:13.341", "time_ms": 641790.989227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 03:31:53.731", "time_ms": 641790.989227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_samples_per_second", "value": 4.16309, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 768, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_min_latency_ns", "value": 296590096, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_max_latency_ns", "value": 640389440890, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 320255606545, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 320240854325, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 576339462748, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 608373667316, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 621671930112, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 634437711375, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 640074832683, "time_ms": 641791.551639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 16573, "tid": 16573}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt index d7fa5bcc..aa7d2101 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : Offline Mode : PerformanceOnly -Samples per second: 4.16296 +Samples per second: 4.16309 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 296640864 -Max latency (ns) : 640410188432 -Mean latency (ns) : 320296443818 -50.00 percentile latency (ns) : 320303014288 -90.00 percentile latency (ns) : 576386022369 -95.00 percentile latency (ns) : 608400615012 -97.00 percentile latency (ns) : 621710813299 -99.00 percentile latency (ns) : 634460341230 -99.90 percentile latency (ns) : 640095881439 +Min latency (ns) : 296590096 +Max latency (ns) : 640389440890 +Mean latency (ns) : 320255606545 +50.00 percentile latency (ns) : 320240854325 +90.00 percentile latency (ns) : 576339462748 +95.00 percentile latency (ns) : 608373667316 +97.00 percentile latency (ns) : 621671930112 +99.00 percentile latency (ns) : 634437711375 +99.90 percentile latency (ns) : 640074832683 ================================================ Test Parameters Used diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt index 018aeade..c46b364e 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/accuracy/mlperf_log_detail.txt @@ -1,71 +1,71 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.016180, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T06:44:28Z", "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 431, "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.023494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.0072e+08, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.029745, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_qps", "value": 4.98206, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.031168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.035967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 1103.695032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1103.695032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "generated_query_duration", "value": 8630964515, "time_ms": 1103.695032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11149.011202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 14:44:29.620", "time_ms": 11149.011642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 12585, "tid": 12585}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 14:44:39.420", "time_ms": 11149.011642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12585, "tid": 12585}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.012654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T18:54:35Z", "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 251, "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.021029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 2.00497e+08, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.026470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_qps", "value": 4.98761, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_min_query_count", "value": 6020, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_min_sample_count", "value": 6020, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.026550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.027642, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1085, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.031639, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generated_query_count", "value": 43, "time_ms": 978.440277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 978.440277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "generated_query_duration", "value": 8621355348, "time_ms": 978.440277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11030.031282, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 02:54:36.829", "time_ms": 11030.032104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 12594, "tid": 12594}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 02:54:46.624", "time_ms": 11030.032104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12594, "tid": 12594}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt index 8c228f9a..d5d289b6 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_detail.txt @@ -1,91 +1,91 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-31T06:24:45.913684", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-31T14:24:45.913688", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.135223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-31T06:31:08Z", "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 241, "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.143648, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 3.6e+08, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.149870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_qps", "value": 2.77778, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_min_query_count", "value": 3354, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_min_sample_count", "value": 3354, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.150060, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.325658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.467953, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generated_query_count", "value": 3354, "time_ms": 1322.793476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1322.793476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generated_query_duration", "value": 1207440000000, "time_ms": 1322.793476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 749305.882678, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 749482.606021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "power_begin", "value": "01-31-2025 14:31:09.899", "time_ms": 749482.606842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "power_end", "value": "01-31-2025 14:43:38.039", "time_ms": 749482.606842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. * Early stopping 90th percentile estimate: 434162503 * Early stopping 99th percentile estimate: 499711918", "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_query_count", "value": 3354, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.48272, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.48386, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_latency_ss", "value": 434162503, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "early_stopping_latency_ms", "value": 499711918, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_min_latency_ns", "value": 28240006, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_max_latency_ns", "value": 501829211, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 223022339, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174224780, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433739332, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 498314269, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 498895704, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 499555859, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 501398808, "time_ms": 749485.252177, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9823, "tid": 9823}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.13 @ e618c314fc", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-02-01T18:34:46.733009", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-02-02T02:34:46.733013", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-21T16:07:09-06:00", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "e618c314fc3c323e9b3e82578ce3774e72d9ac2b Merge automotive reference into main branch (#2047)\n25bba8f6c66faee3f13372914c542e9c4bdf781b Increment version to 5.0.13\n6315397def1f8a723614d22fc84a59d83453fb78 Create TEST01 audit.conf for rgat (#2037)\n2ed0a3e0c8a973ad4e9cb43e4c419d1ac35f4ff7 Increment version to 5.0.12\nba71b21c3eeb461ed82b4c92709c654a06eb00f7 Low latency checks to submission checker and report low latency (#2017)\ndcd0c3eadb6189051ba0efe0a1f251a995fe8895 Update format.yml to us GITHUB_TOKEN & GitHub Actions bot (#2044)\n277cf38f5e90c8722c6e7fdb425700f778ca7422 Add missing mixtral requirements file (#2042)\nef1bd3b95e17df85c4cf71fa298018773d83a04a Fix reporting of samples per queries with equal issue mode (#2039)\nab7f700043f9824683d173057f668a4f83cfed84 Increment version to 5.0.10\nfc2557dbd34b5db3fc1e6555ba779b8e7629b250 synced file(s) with mlcommons/power-dev (#1990)\n7fe474165b557eaa66f6b06b201e3cd66fbd5864 Increment version to 5.0.9\n4fc54b5f4f43095646e87eea9d2f4a28a9923876 Fix seeds: correct seeds in mlperf.conf (#2036)\n1fa600df13547d674602fee6065b129e72bccc7c RGAT remove in-memory flag (#2033)\nded1712ff4c30a78f3e822f8292835f7dd3f9dc0 Increment version to 5.0.8\n5d83ed5de438ffb55bca4cdb2966fba90a9dbca6 5.0 Random seeds (#2034)\n1618142d400bc7cf00bc9ea3f6501e339ba4ff5b Increment version to 5.0.7", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"e25ab9be7939368b7658398f732d4ca990ac41d7","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"4dae966c92acdaa373b04a95adc4ca353937f154","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"6daa9cd51454a699fcb55d9aa6bf9e54dd7b7a97","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"9be86278d751744050542b22373a1f62118e11d4","/mlperf_conf.h":"c690b6e14608f81770cb839b2f883702de4a2191","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"8e05582d1fbe9dd2b809686684c3a0ac41248723","/test_settings_internal.cc":"a5cc85fb7735727eee032aa3e88b5d61c1f11a2a","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.145031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "test_datetime", "value": "2025-02-01T18:41:16Z", "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1194, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "sut_name", "value": "Server_3DUNet", "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1195, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 341, "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1196, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1197, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 43, "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 43, "time_ms": 0.153266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 272, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 273, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 3.6e+08, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 278, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 318, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 321, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 323, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 328, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 330, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 335, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 0, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 337, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.160179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 339, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 419, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_qps", "value": 2.77778, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 427, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 430, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_min_query_count", "value": 3354, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 432, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_min_sample_count", "value": 3354, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 6023615788873153749, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 434, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 15036839855038426416, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 9933818062894767841, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 437, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 444, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 445, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 447, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 449, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 43, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 451, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.160419, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 453, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.320768, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 836, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22,42,3,6,33,9,15,39,38,16,27,17,4,12,20,34,26,29,0,23,14,36,37,28,25,10,2,21,30,41,13,1,8,11,7,32,35,40,31,24,18,5,19], "time_ms": 0.466781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 608, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generated_query_count", "value": 3354, "time_ms": 1038.384516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 427, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1038.384516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generated_query_duration", "value": 1207440000000, "time_ms": 1038.384516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 748171.949418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 910, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 748345.917167, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 912, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "power_begin", "value": "02-02-2025 02:41:17.058", "time_ms": 748345.917939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 562, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "power_end", "value": "02-02-2025 02:53:44.348", "time_ms": 748345.917939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 674, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 680, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. * Early stopping 90th percentile estimate: 433472290 * Early stopping 99th percentile estimate: 499292588", "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 700, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_query_count", "value": 3354, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 4.48782, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 4.48885, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 736, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 433472290, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 737, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 499292588, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 739, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_min_latency_ns", "value": 28177110, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 774, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_max_latency_ns", "value": 504736519, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 775, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 222774040, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 776, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 174001842, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 433115638, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 497901267, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 498311098, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 498815622, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 500584747, "time_ms": 748348.280429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/mlcuser/MLC/repos/local/cache/get-git-repo_e7fa5107/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 778, "pid": 9832, "tid": 9832}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt index 51862792..92a90c6b 100644 --- a/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt +++ b/closed/MLCommons/results/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/singlestream/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : Server_3DUNet Scenario : SingleStream Mode : PerformanceOnly -90th percentile latency (ns) : 433739332 +90th percentile latency (ns) : 433115638 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -12,24 +12,24 @@ Result is : VALID Early Stopping Result: * Processed at least 64 queries (3354). * Would discard 294 highest latency queries. - * Early stopping 90th percentile estimate: 434162503 - * Early stopping 99th percentile estimate: 499711918 + * Early stopping 90th percentile estimate: 433472290 + * Early stopping 99th percentile estimate: 499292588 ================================================ Additional Stats ================================================ -QPS w/ loadgen overhead : 4.48 -QPS w/o loadgen overhead : 4.48 +QPS w/ loadgen overhead : 4.49 +QPS w/o loadgen overhead : 4.49 -Min latency (ns) : 28240006 -Max latency (ns) : 501829211 -Mean latency (ns) : 223022339 -50.00 percentile latency (ns) : 174224780 -90.00 percentile latency (ns) : 433739332 -95.00 percentile latency (ns) : 498314269 -97.00 percentile latency (ns) : 498895704 -99.00 percentile latency (ns) : 499555859 -99.90 percentile latency (ns) : 501398808 +Min latency (ns) : 28177110 +Max latency (ns) : 504736519 +Mean latency (ns) : 222774040 +50.00 percentile latency (ns) : 174001842 +90.00 percentile latency (ns) : 433115638 +95.00 percentile latency (ns) : 497901267 +97.00 percentile latency (ns) : 498311098 +99.00 percentile latency (ns) : 498815622 +99.90 percentile latency (ns) : 500584747 ================================================ Test Parameters Used