diff --git a/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/README.md b/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/README.md index 1d9ea6e6..f9ec9cff 100644 --- a/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/README.md +++ b/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|-----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (15.61716, 233.28574) | 1.135 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (15.61716, 233.28574) | 1.14 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md index d717073f..7d4d9c26 100644 --- a/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md @@ -19,7 +19,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=eac7598c2b35fb8e28ab00345d5d3c5cbdb8bb43 +cm pull repo gateoverflow@cm4mlops --checkout=d8921eddd1cae7010f5997c7bbffd899b1b2c571 cm run script \ --tags=app,mlperf,inference,generic,_nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline \ @@ -93,4 +93,4 @@ Model Precision: int8 `FID_SCORE`: `233.28574`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `1.13521` +`Samples per second`: `1.13976` diff --git a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt index 06f0305a..0b040968 100644 --- a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt +++ b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt @@ -1,2 +1,2 @@ -Accuracy Results: {'FID_SCORE': 233.28573789198563, 'CLIP_SCORE': 15.617164582014084} -hash=953202706713ef563f617835ae760b4dfd306a97ae2c69e96d2ab92de82354c3 +Accuracy Results: {'FID_SCORE': 233.28573786792805, 'CLIP_SCORE': 15.617164582014084} +hash=55d0023c72535f49f4d1104777be924cc94a0a1678b4bbe295207b95a30f5688 diff --git a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json index 55b7073a..79d33e97 100644 --- a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json +++ b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json @@ -1,5 +1,5 @@ [ -{ "seq_id" : 0, "qsl_idx" : 25, "data" : "B9C1CAB9C2CAB8C1C9B8C0C9B8C1C9BAC2CABAC2CABAC2C9BBC3CABBC3CBBCC3CBBCC3CABCC3CBBBC3CBBBC3CBBBC3CABBC3CABBC2C9BCC4CABBC4CABCC5CCBEC6CDC0C7CEC0C7CEBFC6CEBEC6CDBFC6CDC1C7CEC0C7CDC0C6CDC1C7CEC1C7CEBFC6CDC0C6CDC1C7CEC1C7CEC0C7CDBEC6CCC1C8CDC1C6CCC1C7CCC2C6CBC3C7CCC3C8CAC3C8CAC2C8C9C3C8CAC4C9CBC2C7CAC4C9CDC3C8CDC2C7CDC2C7CDC2C7CDC2C7CDC2C7CDC2C7CDC1C7CCC2C8CCC2C8CAC2C9CBC1C8CBC1C9CCC1C9CBC1C9CCC3CACDC3C9CCC4CACDC4CACDC6CCCEC7CBCEC7CBCDC8CBCEC8CBCFC8CBCFC9CCCFCACCD0CACCCFCACDD0C9CCD0CBCDD1CBCCD0CBCDD1CBCDD2CCCED2CCCDD2CCCED2CDCFD2CDCFD3CECFD3CFD0D4CED0D4CECFD4CECFD3CFD0D4D0D0D4D1D0D4D0D1D4D0D1D4CFD1D3CFD1D3CFD0D3D0D1D3CFD2D3CFD2D4CED1D4CFD0D4D0D0D3CFD0D4CFD0D3CFD0D3CFD0D3CFD0D2CFD0D1CFD1D2CDD0D1CED0D2CDD0D2CED0D2CDD0D1CED0D1CECFD1CFD0D2CFD0D2CED0D2CED0D2CFD0D3CFD0D2CFD0D2CFD0D2CFD0D2CFD1D2CFD1D2CFD0D2D0D1D3CFCFD2CFD0D2CED0D2CED0D1CED0D1CED0D1CED0D1CFD0D1CED0D0CFD1D1CFD0D1CED0D0CED0D0CFD1D1CFD1D2CFD0D1CFCFD0CFCFD1CFD0D1CED0D0CFD1D0CED0D0CECFCFCFD0D0CECFCFCED0D0CFCFD0D0D1D2CFD0D1D0D1D2D0D1D3D0D0D2D1D0D1D1D0D1D0D0D1D0D1D2CFD0D2CFD0D2D0D0D3CFCFD1CFCFD0CFD0D1CFD0D1CFD0D1CECFD1CED0D2CFCFD1CFCED1CFCED0CFCFD1CFD1D2CFD1D2CED1D2CED0D2CECFD1CFD0D2CFD0D2CFD0D2CFD0D2D0D1D3CECFD2CFCFD3CECFD2CFCFD2CECFD1CFD0D3CFD0D3CFD0D3CFD0D1CFCFD2CFD0D2CED0D2CED0D2CECFD1CECED1CECFD1CDCFD0CDD0D1CDCFD1CDCFD0CDCED0CDCFD1CECFD2CDCFD1CDCFD1CDCFD2CCCFD2CCCFD2CED0D3CDCFD3CECFD2CED0D3CFD1D4CED0D3CECFD2CECFD3CECED2CDCED2CDCED2CBCDD0C9CDD0C8CCD0C8CCD0C7CBD0C5CBCFC4CACFC4CACFC5CACFC6CBCFC4CBCFC3CBCFC3CACEC3C9CEC3C9CEC3CACFC2CACFC2C9CEC3CACEC3CACFC3CACFC3CACFC3CACFC2C9CFC2C8CEC3C8CEC2C7CDC1C7CCC2C7CDC1C7CDC2C8CEC1C7CEC1C6CEC1C6CCC0C7CDC0C7CDC0C7CCC0C7CBC1C8CCBFC6CBC0C7CBBFC7CBBFC7CBBFC6CBBFC6CAC0C6CAC0C6CBBFC6CBBFC5CABFC6CBBEC5CABFC6CBBFC5CAC0C5CABFC5CABEC5CABFC5CABEC5CABEC5CABEC4C9BFC4CABEC4C9BEC5CABDC3C9BDC4C9BDC3C8BDC4C9BDC3C8BDC3C7BCC3C6BCC3C6BCC3C7BCC3C6BCC2C5BCC2C5BAC2C5BBC3C6BAC3C5BAC3C6B9C2C5B9C2C5BBC3C5B9C2C4B9C3C4B8C2C3B7C1C2B8C0C2B8C0C2B8C1C2B8C1C2B8C1C2B7C0C2B8C0C2B9C0C2B8BFC2B7C0C1B7C0C1B6BFC1B6C0C1B7C0C2B8C0C2B8C0C2B7BFC2B7BFC2B9C0C3BBC1C3BBC1C3BABFC2BCC1C4BBC0C4BDC2C6BCC1C5BCC0C5BDC1C5BDC1C5BDC1C5BEC1C6BDC3C6BBC1C5BAC0C5BCC1C6BCC0C5BBBFC5BBC0C5BABFC4BAC0C5BAC0C5B9C0C5BAC1C5BAC0C3BABFC2B9BFC2B8BFC1B8C0C1B6BCBFB5BBBEB6BBBFB5BABDB4BABDB2B9BDB3B9BCB2B8BBB2B9BCB0B6BAB2B8BCB2B7BAB1B6BAB0B7BAAFB6BAAFB5B8AFB6BAADB4BAAFB5BBAFB5BBB0B5BAB0B7BBAEB6B9ADB5B8ADB5B8ACB4B8AEB8BCADB8BCAFBBBFADB9BEAFBBBFAFBABEAEB9BEADB9BEADBABFADB9BEADB8BEADB8BEACB7BDADB7BEACB8BEA9B6BCAAB6BCA9B4B9A9B4BAA8B2BAA9B2BAA8B0B8A7B0B8A6B1B9A5AEB7A6AFB8A4AEB7A5B0B8A4B0B7A3AFB6A3AFB7A2AEB5A3AEB6A4AEB6A3AEB7A1ADB7A2ADB6A3ACB4A3ADB4A1ABB4A1ACB59FAAB49FABB59EABB59FABB6A0A9B59EA9B69DA8B59DA8B59FAAB69FAAB7A0ABB7A0ABB7A0ACB8A0ACB89FABB8A1ACB9A1ACB8A3ADB9A1ACB8A1ABB8A2ACB8A3AFBAA3AFBBA3AFBBA2ADBAA3AEBBA3AFBCA3ADBBA3ADBAA2ACB9A2ABB7A2ACB7A1ACB7A2ADB8A1ADB9A0ABB89FA9B79FAAB89DAAB89EA9B89EA8B79EA8B69EA8B79CA6B59CA7B69AA6B59AA6B59AA5B59AA5B39AA5B39AA6B49BA5B39BA5B39BA5B49AA5B49BA6B59AA7B69CA8B79BA6B49CA6B49CA5B29CA6B49BA6B49CA7B59CA6B59CA7B59BA7B59BA8B69AA6B39AA6B49AA7B398A5B299A6B298A6B298A7B398A6B398A5B297A4B396A4B397A4B397A4B298A5B397A4B298A5B297A4B297A4B297A3B298A4B398A5B498A5B497A5B498A5B498A4B498A4B498A6B598A5B597A4B298A5B396A3B196A2B195A2B096A2B096A2AF95A0AE94A0AD939EAD919DAC949FAE939EAC929EAD939FAE919DAC919CAB919DAC909DAC919CAC919CAD919DAD919DAD939FAE939EAC959FAC95A0AD929EAB909DAA93A1AF919FAD909DAB8D99A78A97A68B9AA68A97A68A97A78895A68794A48A96A58E99A68D97A58D97A58E98A68D98A68D99A78C9AA88B98A78996A58895A58997A68995A58B95A68995A68795A68995A48A95A38A96A38994A38692A38693A48694A68393A58593A68692A38592A38593A38592A48491A48593A68594A68693A58793A48693A68593A78594A88493A78393A88091A68090A58393A68393A78495A88393A78392A78393A78292A78493A78593A78493A68495A78395A78495A78395A88496A88495A88495A88395A98496AA8595A98595A98394A88394A88596A98595A88595A88494A88695A98796AA8794A98594A88494A88394A78193A68294A78191A68191A68090A67F90A67F91A67F90A57E90A57E91A67E90A67E8FA47D8FA47D8FA47D90A47E91A37E91A37F91A37F91A37F92A47F92A47E90A37F92A47F93A47E91A28093A47F91A38292A58092A58092A58192A581 +{ "seq_id" : 2, "qsl_idx" : 46, "data" : "98C2EE99C2EF9BC5F19AC4F09DC6F19FC7F0A0C8F2A0C7F2A0C6F2A1C8F3A0C6F3A2C8F5A3C8F6A4C9F7A2C6F5A3C8F6A2C7F7A2C8F7A2C8F7A3C8F6A3C9F7A4CAF7A3C8F7A3C9F7A3C8F6A3C8F6A3C7F6A5C9F7A5C8F7A6C9F8A6C9F7A7CBF8A9CCFAA9CDFBA9CEFCABCFFBAED3F6A6CCE4607D8E7E9DAAB4D7ECB3D4F4B4D4F9B3D3F9B1D2F8B1D2F7B1D2F8B0D1F7B1D1F8B1D0F8AFCFF7AFD0F7B0D0F7B0D0F7B0CFF7B0CFF7B0CFF8AFCEF7B0CEF8B1CFF8B3D2FBB2D2FBB3D2FAB4D3FBB3D1FAB3D2FAB4D4FAB5D4FBB5D4FBB6D4FBB6D4FBB6D4FBB5D3FBB6D4FBB6D4FBB6D5FBB6D4FCB6D4FBB6D5FCB6D5FCB7D5FDB7D5FDB8D7FDB9D7FCB9D7FCBAD7FDB8D5FBB9D7FCB7D5FBB8D7FBB7D5FBB8D6FCB9D7FDBAD8FDB9D8FCB8D8FCBAD9FDBADAFDBADAFEBCDCFEBCDAFAC6E4FC8CA1B4728291BACFDFC2DCF6BEDDFBBBD9FABCDBFCBBDBFBBCDCFCBCDAFBBCDBFCBCDBFDBCDBFCBDDCFCBDDCFDBEDDFDBDDCFDBDDEFDBEDEFDBFDFFDBDDFFCBFE0FBC0DFF8D0EBFA7C899E4C5366595F6C555C6B595F6D585D6C5B606E5B626F5D6473606876616878666F7D676F80696F806A70816A73846D75856F72856E7285727988717788737B8B7075876F7589767D8C737889747A8A737B8B717A8B737A8C777C8F7A8392767F907982957A85957F899A828B9E919CB1B1C0D3CDDDECDBE9F6DCE9F6DDE9F4DBEBEFAEBFC9AFC5D0BAD2E2C9E3F5C7E1F8C3DEF8C3E0FBC2DFFAC4E0FCC5E0FCC6E0FCC6E0FCC6DFFBC6E0FBC7E0FBC6E0FBC6E0FAC6E0FBC6E0FBC8E1FCC7DFFBC9E0FCC8DFFCC9DFFCCAE0FCCAE0FCCBE0FCCBDFFCCBE0FCCBE0FCCCE0FCCCDFFCCCDFFBCCDFFCCCE0FCCBE1FCCBE1FDCAE1FCC8E0FBC8E1FCC7E0FCC8E1FCC6E0FBC7E1FCC7E0FBC6E0FCC5E0FCC5DFFCC6E0FCC5DFFCC6DFFCC5DFFCC4DEFBC4DEFBC4DEFBC4DEFAC2DDFAC3DDFAC4DEFBC5DFFCC3DEFBC3DEFCC4DFFDC5E0FEC4DFFEC5E0FFC6E000C5E0FFC6E0FFC7E0FFC6DFFFC5DFFFC5DFFEC6E0FEC5DFFEC6E0FEC5DFFEC4E0FEC5E0FEC5E0FDC4DFFCC4DFFCC4DFFCC5E0FDC5E0FCC5DFFCC4DEFCC4DEFCC4DEFBC3DEFAC4DFFBC5DFFBC5E0FBC6E1FCC4E0FCC5E1FCC4E0FBC6E1FBC5E0FBC5E1FBC5E2FBC6E3FAC6E2FAC5E1F9C5E2F9C5E2F8C4E1F8C4E2F8C3E1F8C3E1F8C3E1F9C3E2F9C1E0F8C1E0F8C3E1FAC3E0FAC3E0FAC2DFFAC2DEFBC2DEFCC4DFFDC4DFFEC4DEFDC5DFFEC5DFFDC6DFFDC5DEFCC5DFFDC5DFFCC5DFFCC6E0FCC6DFFCC7DFFCC7E0FCC6DFFCC6DFFCC6DFFBC7DFFBC7DEFCC8DFFCC7DEFCC6DEFCC8E0FDC7DFFDC7DFFCC6DEFAC6DFFBC7E0FBC6E1FAC6E2FAC5E2F9C6E3FAC4E2F9C4E2F8C5E3FAC5E2FAC4E0F9C5E0F9C6E2FAC7E2FAC8E2FAC9E2FBC8E2FBC9E2FCCAE2FBC9E1FAC8DFFAC5DEFAC4DEF9C4DEF9C5DEF9C6DEF9C7E0F9C6E0F9C6E0FAC6E1F9C6E1FAC6E1FAC6E1F9C7E1FAC7E0FAC7E0F9C8E1FAC8E1F9C9E2FAC9E2FAC9E2FAC9E2FBCAE2FACAE2FBC9E1FACAE2FBCBE2FBCCE3FBCCE2FBCCE3FBCDE3FBCEE3FBCDE1FACCE2FBCAE0F9CBE2F9CBE1FACCE2FACAE2FAC9E2F9C9E2FACAE2FAC9E1FAC7E0F8C8E2F9C6DFF5D1EBF58EA2A986969BC4D9E6CFE8FCCAE1FACAE2FCCAE4FDCAE6FDCAE4FDCBE4FECAE3FDCAE3FCCBE3FCCCE3FCCCE4FDCBE3FCCCE3FCCCE4FDCCE4FECBE3FDCBE4FDCBE4FDCBE4FDCCE4FCCCE5FCCCE4FDCCE4FDCBE4FDCBE4FCCBE4FCCCE5FDCBE3FCCAE3FCCAE4FDCBE5FDC9E2FBCAE3FCCAE3FCCAE3FBCBE2FBCBE2FBCBE2FBCBE2FBCBE2FCCAE1FBCBE2FCCBE2FCCAE2FBCBE2FBCAE2FCCAE2FCCAE2FBCAE2FBCAE1FBCAE1FBCAE1FBCAE1FACAE0FAC9E1F9C6DFF8C7E0F8C8E0F8C8E1F8C7E0F7C6E1F7C6E0F8C7E0F8C7E0F8C7E0F8CBE2F8CDE1F4D7E8F287909DB7C2D2D3E5F7C7E0F7C8E1F8C8E1F8C7E3F7C8E5F9C7E3F8C9E4FAC9E3FAC9E3F9CAE4FACAE4FACBE5FBCAE3F9CAE3FACBE3FACBE4FACBE4FAC9E2FAC8E2FBC8E2FBC8E1FBC7E0FAC7E1FAC5E0F8C3DFF7C5E0F7C4DFF6C4E0F7C3DFF6C3E0F5C3E0F6C4E0F5C4E0F6C3DFF6C3DFF6C4DFF7C6E1F8C6E0F8C4DEF7C6E0F8C7E0F8CAE3FACAE3FACAE2F9CCE3FBCBE2FACCE3FBCBE3FACAE3FACBE4FACBE3FBCBE4FBCAE3FBCAE3FBCAE2FBCBE2FBCBE3FBCBE3FACCE3FACCE2FACCE2FACCE3FBCBE3FBCCE3FBCCE3FBCCE4FBCBE4FCCDE5FDCDE3F9D0E2F3BAC6D6BCC8D9CFDFF1CFE3F7CDE4FBCCE4FCCDE6FDCCE5FECCE5FECCE5FECCE4FDCDE4FCCDE5FDCEE5FECEE5FCCFE5FACEE6F6ABC3D5A0B5CCBED4ECCCE3F8CDE5F9CDE6FACEE7FCCDE7FCCDE7FBCDE7FBCDE7FBCEE6FBCFE6FCCEE5FBCDE5FBCEE6FBCDE4FACDE4FACCE3F9CDE3FACDE3F9CCE2F9CBE3FACCE4FACAE3FACAE2F9CAE2F8CAE2F9C9E4FAC9E2F9C9E2F6C2DBE7708199A7BBD2CFE5FAC7DFF7CAE4FAC9E4FAC8E4FBC8E3FAC7E2F9C8E2FACAE3FAC9E0F8C7DFF7C6DFF8C6DFF8C8E2FBC8E1F9C8E1F9CAE3FACAE3FACAE3FACBE4FACBE4FACCE4FBCBE3FBCAE3FBCBE4FBCBE3FACBE4FBCAE3FACBE4FACBE3F9CCE4F9CBE3F9CCE3F9CCE4F9CDE5FACCE5F9CDE6FACDE6FACDE7FBCEE7FACEE8FACDE7FACDE8FBCEE8FACEE7FBCEE6FBCDE6FBCBE4FACBE4FACBE3FACBE3F9CAE2FAC9E2FACAE3FBC9E2FBCAE3FBCAE1FACAE1FBCAE1FBCAE1FCCAE1FBC9E1FCCAE2FCC7E0FBC8E1FBC8E2FBC9E3FCC8E2FBC8E2FBC8E2FBC9E4FBC7E2FAC8E3FBC8E2FBCAE4FBC9E3FAC9E3FBC9E2FBC9E2FBC8E2FAC8E2FAC9E3FBC9E2FBC9E2FBC9E2FBC8E1FBC9E2FBC8E1FBC8E1FBC8E1FBC8E2FBC7E0FBC8E1FCC7E1FCC7E1FCC6E1FCC7 ... diff --git a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt index 1d73e461..1027b23e 100644 --- a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -1,68 +1,68 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-03T02:56:09.443291", "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-03T09:56:09.443297", "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003990, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-05T20:28:13Z", "time_ms": 0.037337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.037337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 775, "time_ms": 0.037337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.037337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.037337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.037337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.042949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.043089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.047160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.056191, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.075927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.075927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.075927, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38322.596489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38322.596489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38322.596489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38322.596489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38322.596489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38322.596489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "power_begin", "value": "10-06-2024 03:28:13.729", "time_ms": 38322.598465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 36745, "tid": 36745}} -:::MLLOG {"key": "power_end", "value": "10-06-2024 03:28:52.031", "time_ms": 38322.598465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 36745, "tid": 36745}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-03T02:56:09.443291", "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-03T09:56:09.443297", "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003344, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-06T20:22:07Z", "time_ms": 0.035487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.035487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 484, "time_ms": 0.035487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.035487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.035487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.035487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.040816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.041021, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.042396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.051534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.071383, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.071383, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.071383, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38147.272987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38147.272987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38147.272987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38147.272987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38147.272987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38147.272987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "power_begin", "value": "10-07-2024 03:22:07.258", "time_ms": 38147.274374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 41336, "tid": 41336}} +:::MLLOG {"key": "power_end", "value": "10-07-2024 03:22:45.381", "time_ms": 38147.274374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 41336, "tid": 41336}} diff --git a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt index 4cdb14fb..2d95d2e1 100644 --- a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -1,85 +1,85 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-03T02:56:09.443291", "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-03T09:56:09.443297", "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003241, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-05T20:27:30Z", "time_ms": 0.040521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.040521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 486, "time_ms": 0.040521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.040521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.040521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.040521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.046069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.046242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.051550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.058629, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.080429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.080429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.080429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.129812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8817.340568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8817.340568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8817.340568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8817.340568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8817.340568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8817.340568, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "power_begin", "value": "10-06-2024 03:27:30.691", "time_ms": 8817.342483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "power_end", "value": "10-06-2024 03:27:39.500", "time_ms": 8817.342483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_samples_per_second", "value": 1.13521, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2939659114, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_max_latency_ns", "value": 8808958712, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 5289087830, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5873224599, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8808958712, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8808958712, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8808958712, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8808958712, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 35312, "tid": 35312}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8808958712, "time_ms": 8817.367977, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 35312, "tid": 35312}} +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-03T02:56:09.443291", "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-03T09:56:09.443297", "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-06T20:21:24Z", "time_ms": 0.037245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.037245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 384, "time_ms": 0.037245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.037245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.037245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.037245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 268, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 269, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 306, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 312, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 313, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 327, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.042500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 409, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 410, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 412, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 415, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 420, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 436, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.042654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.047295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.053512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.070694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 0.070694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 0.070694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 0.114826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8783.624094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8783.624094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8783.624094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8783.624094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8783.624094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8783.624094, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "power_begin", "value": "10-07-2024 03:21:24.768", "time_ms": 8783.625962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "power_end", "value": "10-07-2024 03:21:33.542", "time_ms": 8783.625962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 644, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 649, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 650, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 651, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 669, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_samples_per_second", "value": 1.13976, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 735, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2930107031, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 741, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_max_latency_ns", "value": 8773774730, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 742, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 5270596490, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 743, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 5851743188, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 8773774730, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 8773774730, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 8773774730, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 8773774730, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 39903, "tid": 39903}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 8773774730, "time_ms": 8783.653085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 745, "pid": 39903, "tid": 39903}} diff --git a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt index f96f98be..5833ab62 100644 --- a/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 1.13521 +Samples per second: 1.13976 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2939659114 -Max latency (ns) : 8808958712 -Mean latency (ns) : 5289087830 -50.00 percentile latency (ns) : 5873224599 -90.00 percentile latency (ns) : 8808958712 -95.00 percentile latency (ns) : 8808958712 -97.00 percentile latency (ns) : 8808958712 -99.00 percentile latency (ns) : 8808958712 -99.90 percentile latency (ns) : 8808958712 +Min latency (ns) : 2930107031 +Max latency (ns) : 8773774730 +Mean latency (ns) : 5270596490 +50.00 percentile latency (ns) : 5851743188 +90.00 percentile latency (ns) : 8773774730 +95.00 percentile latency (ns) : 8773774730 +97.00 percentile latency (ns) : 8773774730 +99.00 percentile latency (ns) : 8773774730 +99.90 percentile latency (ns) : 8773774730 ================================================ Test Parameters Used