Results from self hosted Github actions - NVIDIARTX4090

GATEOverflow · Oct 7, 2024 · 3584fa9 · 3584fa9
1 parent 4d509a5
commit 3584fa9
Show file tree

Hide file tree

Showing 7 changed files with 169 additions and 169 deletions.
diff --git a/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/README.md b/open/MLCommons/measurements/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/README.md
@@ -1,3 +1,3 @@
 | Model               | Scenario   | Accuracy              |   Throughput | Latency (in ms)   |
 |---------------------|------------|-----------------------|--------------|-------------------|
-| stable-diffusion-xl | offline    | (15.61716, 233.28574) |        1.135 | -                 |
+| stable-diffusion-xl | offline    | (15.61716, 233.28574) |         1.14 | -                 |
diff --git a/...dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md b/...dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/README.md
@@ -19,7 +19,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo gateoverflow@cm4mlops --checkout=eac7598c2b35fb8e28ab00345d5d3c5cbdb8bb43
+cm pull repo gateoverflow@cm4mlops --checkout=d8921eddd1cae7010f5997c7bbffd899b1b2c571
 
 cm run script \
 	--tags=app,mlperf,inference,generic,_nvidia,_sdxl,_tensorrt,_test,_r4.1-dev_default,_float16,_offline \
@@ -93,4 +93,4 @@ Model Precision: int8
 `FID_SCORE`: `233.28574`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008`
 
 ### Performance Results 
-`Samples per second`: `1.13521`
+`Samples per second`: `1.13976`
diff --git a/...fdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt b/...fdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/accuracy.txt
@@ -1,2 +1,2 @@
-Accuracy Results: {'FID_SCORE': 233.28573789198563, 'CLIP_SCORE': 15.617164582014084}
-hash=953202706713ef563f617835ae760b4dfd306a97ae2c69e96d2ab92de82354c3
+Accuracy Results: {'FID_SCORE': 233.28573786792805, 'CLIP_SCORE': 15.617164582014084}
+hash=55d0023c72535f49f4d1104777be924cc94a0a1678b4bbe295207b95a30f5688
diff --git a/...dia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json b/...dia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline/accuracy/mlperf_log_accuracy.json
@@ -1,5 +1,5 @@
 [
-{ "seq_id" : 0, "qsl_idx" : 25, "data" : "B9C1CAB9C2CAB8C1C9B8C0C9B8C1C9BAC2CABAC2CABAC2C9BBC3CABBC3CBBCC3CBBCC3CABCC3CBBBC3CBBBC3CBBBC3CABBC3CABBC2C9BCC4CABBC4CABCC5CCBEC6CDC0C7CEC0C7CEBFC6CEBEC6CDBFC6CDC1C7CEC0C7CDC0C6CDC1C7CEC1C7CEBFC6CDC0C6CDC1C7CEC1C7CEC0C7CDBEC6CCC1C8CDC1C6CCC1C7CCC2C6CBC3C7CCC3C8CAC3C8CAC2C8C9C3C8CAC4C9CBC2C7CAC4C9CDC3C8CDC2C7CDC2C7CDC2C7CDC2C7CDC2C7CDC2C7CDC1C7CCC2C8CCC2C8CAC2C9CBC1C8CBC1C9CCC1C9CBC1C9CCC3CACDC3C9CCC4CACDC4CACDC6CCCEC7CBCEC7CBCDC8CBCEC8CBCFC8CBCFC9CCCFCACCD0CACCCFCACDD0C9CCD0CBCDD1CBCCD0CBCDD1CBCDD2CCCED2CCCDD2CCCED2CDCFD2CDCFD3CECFD3CFD0D4CED0D4CECFD4CECFD3CFD0D4D0D0D4D1D0D4D0D1D4D0D1D4CFD1D3CFD1D3CFD0D3D0D1D3CFD2D3CFD2D4CED1D4CFD0D4D0D0D3CFD0D4CFD0D3CFD0D3CFD0D3CFD0D2CFD0D1CFD1D2CDD0D1CED0D2CDD0D2CED0D2CDD0D1CED0D1CECFD1CFD0D2CFD0D2CED0D2CED0D2CFD0D3CFD0D2CFD0D2CFD0D2CFD0D2CFD1D2CFD1D2CFD0D2D0D1D3CFCFD2CFD0D2CED0D2CED0D1CED0D1CED0D1CED0D1CFD0D1CED0D0CFD1D1CFD0D1CED0D0CED0D0CFD1D1CFD1D2CFD0D1CFCFD0CFCFD1CFD0D1CED0D0CFD1D0CED0D0CECFCFCFD0D0CECFCFCED0D0CFCFD0D0D1D2CFD0D1D0D1D2D0D1D3D0D0D2D1D0D1D1D0D1D0D0D1D0D1D2CFD0D2CFD0D2D0D0D3CFCFD1CFCFD0CFD0D1CFD0D1CFD0D1CECFD1CED0D2CFCFD1CFCED1CFCED0CFCFD1CFD1D2CFD1D2CED1D2CED0D2CECFD1CFD0D2CFD0D2CFD0D2CFD0D2D0D1D3CECFD2CFCFD3CECFD2CFCFD2CECFD1CFD0D3CFD0D3CFD0D3CFD0D1CFCFD2CFD0D2CED0D2CED0D2CECFD1CECED1CECFD1CDCFD0CDD0D1CDCFD1CDCFD0CDCED0CDCFD1CECFD2CDCFD1CDCFD1CDCFD2CCCFD2CCCFD2CED0D3CDCFD3CECFD2CED0D3CFD1D4CED0D3CECFD2CECFD3CECED2CDCED2CDCED2CBCDD0C9CDD0C8CCD0C8CCD0C7CBD0C5CBCFC4CACFC4CACFC5CACFC6CBCFC4CBCFC3CBCFC3CACEC3C9CEC3C9CEC3CACFC2CACFC2C9CEC3CACEC3CACFC3CACFC3CACFC3CACFC2C9CFC2C8CEC3C8CEC2C7CDC1C7CCC2C7CDC1C7CDC2C8CEC1C7CEC1C6CEC1C6CCC0C7CDC0C7CDC0C7CCC0C7CBC1C8CCBFC6CBC0C7CBBFC7CBBFC7CBBFC6CBBFC6CAC0C6CAC0C6CBBFC6CBBFC5CABFC6CBBEC5CABFC6CBBFC5CAC0C5CABFC5CABEC5CABFC5CABEC5CABEC5CABEC4C9BFC4CABEC4C9BEC5CABDC3C9BDC4C9BDC3C8BDC4C9BDC3C8BDC3C7BCC3C6BCC3C6BCC3C7BCC3C6BCC2C5BCC2C5BAC2C5BBC3C6BAC3C5BAC3C6B9C2C5B9C2C5BBC3C5B9C2C4B9C3C4B8C2C3B7C1C2B8C0C2B8C0C2B8C1C2B8C1C2B8C1C2B7C0C2B8C0C2B9C0C2B8BFC2B7C0C1B7C0C1B6BFC1B6C0C1B7C0C2B8C0C2B8C0C2B7BFC2B7BFC2B9C0C3BBC1C3BBC1C3BABFC2BCC1C4BBC0C4BDC2C6BCC1C5BCC0C5BDC1C5BDC1C5BDC1C5BEC1C6BDC3C6BBC1C5BAC0C5BCC1C6BCC0C5BBBFC5BBC0C5BABFC4BAC0C5BAC0C5B9C0C5BAC1C5BAC0C3BABFC2B9BFC2B8BFC1B8C0C1B6BCBFB5BBBEB6BBBFB5BABDB4BABDB2B9BDB3B9BCB2B8BBB2B9BCB0B6BAB2B8BCB2B7BAB1B6BAB0B7BAAFB6BAAFB5B8AFB6BAADB4BAAFB5BBAFB5BBB0B5BAB0B7BBAEB6B9ADB5B8ADB5B8ACB4B8AEB8BCADB8BCAFBBBFADB9BEAFBBBFAFBABEAEB9BEADB9BEADBABFADB9BEADB8BEADB8BEACB7BDADB7BEACB8BEA9B6BCAAB6BCA9B4B9A9B4BAA8B2BAA9B2BAA8B0B8A7B0B8A6B1B9A5AEB7A6AFB8A4AEB7A5B0B8A4B0B7A3AFB6A3AFB7A2AEB5A3AEB6A4AEB6A3AEB7A1ADB7A2ADB6A3ACB4A3ADB4A1ABB4A1ACB59FAAB49FABB59EABB59FABB6A0A9B59EA9B69DA8B59DA8B59FAAB69FAAB7A0ABB7A0ABB7A0ACB8A0ACB89FABB8A1ACB9A1ACB8A3ADB9A1ACB8A1ABB8A2ACB8A3AFBAA3AFBBA3AFBBA2ADBAA3AEBBA3AFBCA3ADBBA3ADBAA2ACB9A2ABB7A2ACB7A1ACB7A2ADB8A1ADB9A0ABB89FA9B79FAAB89DAAB89EA9B89EA8B79EA8B69EA8B79CA6B59CA7B69AA6B59AA6B59AA5B59AA5B39AA5B39AA6B49BA5B39BA5B39BA5B49AA5B49BA6B59AA7B69CA8B79BA6B49CA6B49CA5B29CA6B49BA6B49CA7B59CA6B59CA7B59BA7B59BA8B69AA6B39AA6B49AA7B398A5B299A6B298A6B298A7B398A6B398A5B297A4B396A4B397A4B397A4B298A5B397A4B298A5B297A4B297A4B297A3B298A4B398A5B498A5B497A5B498A5B498A4B498A4B498A6B598A5B597A4B298A5B396A3B196A2B195A2B096A2B096A2AF95A0AE94A0AD939EAD919DAC949FAE939EAC929EAD939FAE919DAC919CAB919DAC909DAC919CAC919CAD919DAD919DAD939FAE939EAC959FAC95A0AD929EAB909DAA93A1AF919FAD909DAB8D99A78A97A68B9AA68A97A68A97A78895A68794A48A96A58E99A68D97A58D97A58E98A68D98A68D99A78C9AA88B98A78996A58895A58997A68995A58B95A68995A68795A68995A48A95A38A96A38994A38692A38693A48694A68393A58593A68692A38592A38593A38592A48491A48593A68594A68693A58793A48693A68593A78594A88493A78393A88091A68090A58393A68393A78495A88393A78392A78393A78292A78493A78593A78493A68495A78395A78495A78395A88496A88495A88495A88395A98496AA8595A98595A98394A88394A88596A98595A88595A88494A88695A98796AA8794A98594A88494A88394A78193A68294A78191A68191A68090A67F90A67F91A67F90A57E90A57E91A67E90A67E8FA47D8FA47D8FA47D90A47E91A37E91A37F91A37F91A37F92A47F92A47E90A37F92A47F93A47E91A28093A47F91A38292A58092A58092A58192A581
+{ "seq_id" : 2, "qsl_idx" : 46, "data" : "98C2EE99C2EF9BC5F19AC4F09DC6F19FC7F0A0C8F2A0C7F2A0C6F2A1C8F3A0C6F3A2C8F5A3C8F6A4C9F7A2C6F5A3C8F6A2C7F7A2C8F7A2C8F7A3C8F6A3C9F7A4CAF7A3C8F7A3C9F7A3C8F6A3C8F6A3C7F6A5C9F7A5C8F7A6C9F8A6C9F7A7CBF8A9CCFAA9CDFBA9CEFCABCFFBAED3F6A6CCE4607D8E7E9DAAB4D7ECB3D4F4B4D4F9B3D3F9B1D2F8B1D2F7B1D2F8B0D1F7B1D1F8B1D0F8AFCFF7AFD0F7B0D0F7B0D0F7B0CFF7B0CFF7B0CFF8AFCEF7B0CEF8B1CFF8B3D2FBB2D2FBB3D2FAB4D3FBB3D1FAB3D2FAB4D4FAB5D4FBB5D4FBB6D4FBB6D4FBB6D4FBB5D3FBB6D4FBB6D4FBB6D5FBB6D4FCB6D4FBB6D5FCB6D5FCB7D5FDB7D5FDB8D7FDB9D7FCB9D7FCBAD7FDB8D5FBB9D7FCB7D5FBB8D7FBB7D5FBB8D6FCB9D7FDBAD8FDB9D8FCB8D8FCBAD9FDBADAFDBADAFEBCDCFEBCDAFAC6E4FC8CA1B4728291BACFDFC2DCF6BEDDFBBBD9FABCDBFCBBDBFBBCDCFCBCDAFBBCDBFCBCDBFDBCDBFCBDDCFCBDDCFDBEDDFDBDDCFDBDDEFDBEDEFDBFDFFDBDDFFCBFE0FBC0DFF8D0EBFA7C899E4C5366595F6C555C6B595F6D585D6C5B606E5B626F5D6473606876616878666F7D676F80696F806A70816A73846D75856F72856E7285727988717788737B8B7075876F7589767D8C737889747A8A737B8B717A8B737A8C777C8F7A8392767F907982957A85957F899A828B9E919CB1B1C0D3CDDDECDBE9F6DCE9F6DDE9F4DBEBEFAEBFC9AFC5D0BAD2E2C9E3F5C7E1F8C3DEF8C3E0FBC2DFFAC4E0FCC5E0FCC6E0FCC6E0FCC6DFFBC6E0FBC7E0FBC6E0FBC6E0FAC6E0FBC6E0FBC8E1FCC7DFFBC9E0FCC8DFFCC9DFFCCAE0FCCAE0FCCBE0FCCBDFFCCBE0FCCBE0FCCCE0FCCCDFFCCCDFFBCCDFFCCCE0FCCBE1FCCBE1FDCAE1FCC8E0FBC8E1FCC7E0FCC8E1FCC6E0FBC7E1FCC7E0FBC6E0FCC5E0FCC5DFFCC6E0FCC5DFFCC6DFFCC5DFFCC4DEFBC4DEFBC4DEFBC4DEFAC2DDFAC3DDFAC4DEFBC5DFFCC3DEFBC3DEFCC4DFFDC5E0FEC4DFFEC5E0FFC6E000C5E0FFC6E0FFC7E0FFC6DFFFC5DFFFC5DFFEC6E0FEC5DFFEC6E0FEC5DFFEC4E0FEC5E0FEC5E0FDC4DFFCC4DFFCC4DFFCC5E0FDC5E0FCC5DFFCC4DEFCC4DEFCC4DEFBC3DEFAC4DFFBC5DFFBC5E0FBC6E1FCC4E0FCC5E1FCC4E0FBC6E1FBC5E0FBC5E1FBC5E2FBC6E3FAC6E2FAC5E1F9C5E2F9C5E2F8C4E1F8C4E2F8C3E1F8C3E1F8C3E1F9C3E2F9C1E0F8C1E0F8C3E1FAC3E0FAC3E0FAC2DFFAC2DEFBC2DEFCC4DFFDC4DFFEC4DEFDC5DFFEC5DFFDC6DFFDC5DEFCC5DFFDC5DFFCC5DFFCC6E0FCC6DFFCC7DFFCC7E0FCC6DFFCC6DFFCC6DFFBC7DFFBC7DEFCC8DFFCC7DEFCC6DEFCC8E0FDC7DFFDC7DFFCC6DEFAC6DFFBC7E0FBC6E1FAC6E2FAC5E2F9C6E3FAC4E2F9C4E2F8C5E3FAC5E2FAC4E0F9C5E0F9C6E2FAC7E2FAC8E2FAC9E2FBC8E2FBC9E2FCCAE2FBC9E1FAC8DFFAC5DEFAC4DEF9C4DEF9C5DEF9C6DEF9C7E0F9C6E0F9C6E0FAC6E1F9C6E1FAC6E1FAC6E1F9C7E1FAC7E0FAC7E0F9C8E1FAC8E1F9C9E2FAC9E2FAC9E2FAC9E2FBCAE2FACAE2FBC9E1FACAE2FBCBE2FBCCE3FBCCE2FBCCE3FBCDE3FBCEE3FBCDE1FACCE2FBCAE0F9CBE2F9CBE1FACCE2FACAE2FAC9E2F9C9E2FACAE2FAC9E1FAC7E0F8C8E2F9C6DFF5D1EBF58EA2A986969BC4D9E6CFE8FCCAE1FACAE2FCCAE4FDCAE6FDCAE4FDCBE4FECAE3FDCAE3FCCBE3FCCCE3FCCCE4FDCBE3FCCCE3FCCCE4FDCCE4FECBE3FDCBE4FDCBE4FDCBE4FDCCE4FCCCE5FCCCE4FDCCE4FDCBE4FDCBE4FCCBE4FCCCE5FDCBE3FCCAE3FCCAE4FDCBE5FDC9E2FBCAE3FCCAE3FCCAE3FBCBE2FBCBE2FBCBE2FBCBE2FBCBE2FCCAE1FBCBE2FCCBE2FCCAE2FBCBE2FBCAE2FCCAE2FCCAE2FBCAE2FBCAE1FBCAE1FBCAE1FBCAE1FACAE0FAC9E1F9C6DFF8C7E0F8C8E0F8C8E1F8C7E0F7C6E1F7C6E0F8C7E0F8C7E0F8C7E0F8CBE2F8CDE1F4D7E8F287909DB7C2D2D3E5F7C7E0F7C8E1F8C8E1F8C7E3F7C8E5F9C7E3F8C9E4FAC9E3FAC9E3F9CAE4FACAE4FACBE5FBCAE3F9CAE3FACBE3FACBE4FACBE4FAC9E2FAC8E2FBC8E2FBC8E1FBC7E0FAC7E1FAC5E0F8C3DFF7C5E0F7C4DFF6C4E0F7C3DFF6C3E0F5C3E0F6C4E0F5C4E0F6C3DFF6C3DFF6C4DFF7C6E1F8C6E0F8C4DEF7C6E0F8C7E0F8CAE3FACAE3FACAE2F9CCE3FBCBE2FACCE3FBCBE3FACAE3FACBE4FACBE3FBCBE4FBCAE3FBCAE3FBCAE2FBCBE2FBCBE3FBCBE3FACCE3FACCE2FACCE2FACCE3FBCBE3FBCCE3FBCCE3FBCCE4FBCBE4FCCDE5FDCDE3F9D0E2F3BAC6D6BCC8D9CFDFF1CFE3F7CDE4FBCCE4FCCDE6FDCCE5FECCE5FECCE5FECCE4FDCDE4FCCDE5FDCEE5FECEE5FCCFE5FACEE6F6ABC3D5A0B5CCBED4ECCCE3F8CDE5F9CDE6FACEE7FCCDE7FCCDE7FBCDE7FBCDE7FBCEE6FBCFE6FCCEE5FBCDE5FBCEE6FBCDE4FACDE4FACCE3F9CDE3FACDE3F9CCE2F9CBE3FACCE4FACAE3FACAE2F9CAE2F8CAE2F9C9E4FAC9E2F9C9E2F6C2DBE7708199A7BBD2CFE5FAC7DFF7CAE4FAC9E4FAC8E4FBC8E3FAC7E2F9C8E2FACAE3FAC9E0F8C7DFF7C6DFF8C6DFF8C8E2FBC8E1F9C8E1F9CAE3FACAE3FACAE3FACBE4FACBE4FACCE4FBCBE3FBCAE3FBCBE4FBCBE3FACBE4FBCAE3FACBE4FACBE3F9CCE4F9CBE3F9CCE3F9CCE4F9CDE5FACCE5F9CDE6FACDE6FACDE7FBCEE7FACEE8FACDE7FACDE8FBCEE8FACEE7FBCEE6FBCDE6FBCBE4FACBE4FACBE3FACBE3F9CAE2FAC9E2FACAE3FBC9E2FBCAE3FBCAE1FACAE1FBCAE1FBCAE1FCCAE1FBC9E1FCCAE2FCC7E0FBC8E1FBC8E2FBC9E3FCC8E2FBC8E2FBC8E2FBC9E4FBC7E2FAC8E3FBC8E2FBCAE4FBC9E3FAC9E3FBC9E2FBC9E2FBC8E2FAC8E2FAC9E3FBC9E2FBC9E2FBC9E2FBC8E1FBC9E2FBC8E1FBC8E1FBC8E1FBC8E2FBC7E0FBC8E1FCC7E1FCC7E1FCC6E1FCC7
 
 ...