Auto-merge updates from auto-update branch

Author: mlcommons-bot

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt

@@ -1 +1 @@
-hash=de3e2b07b7001bc7c90e90e9cdfb249cf96db099c7a78a54e583ce00929d17ea
+hash=df242f9c6f41b8d8ab0b999fa594c3388dfd671771df84e885937b29611b2998

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json

@@ -22,7 +22,6 @@
 { "seq_id" : 101888, "qsl_idx" : 45661, "data" : "7F010000" },
 { "seq_id" : 106960, "qsl_idx" : 37993, "data" : "2F020000" },
 { "seq_id" : 113716, "qsl_idx" : 31926, "data" : "3B000000" },
-{ "seq_id" : 117915, "qsl_idx" : 17543, "data" : "CC010000" },
 { "seq_id" : 119866, "qsl_idx" : 9534, "data" : "11000000" },
 { "seq_id" : 138999, "qsl_idx" : 21700, "data" : "60010000" },
 { "seq_id" : 143288, "qsl_idx" : 36098, "data" : "5E030000" },
@@ -64,19 +63,12 @@
 { "seq_id" : 421817, "qsl_idx" : 13917, "data" : "1D010000" },
 { "seq_id" : 441105, "qsl_idx" : 17404, "data" : "BB010000" },
 { "seq_id" : 442252, "qsl_idx" : 46391, "data" : "6A020000" },
-{ "seq_id" : 447685, "qsl_idx" : 8
+{ "seq_id" : 447685, "qsl_idx" : 8219, "data" : "CF010000" },
+{ "seq_id" : 452327, "qsl_idx" : 44
 
 ...
 
- "97000000" },
-{ "seq_id" : 9980239, "qsl_idx" : 2394, "data" : "53000000" },
-{ "seq_id" : 9990786, "qsl_idx" : 40485, "data" : "83010000" },
-{ "seq_id" : 10010526, "qsl_idx" : 2714, "data" : "75000000" },
-{ "seq_id" : 10012750, "qsl_idx" : 5925, "data" : "2F020000" },
-{ "seq_id" : 10013293, "qsl_idx" : 46864, "data" : "55030000" },
-{ "seq_id" : 10024261, "qsl_idx" : 20614, "data" : "CC030000" },
-{ "seq_id" : 10030553, "qsl_idx" : 15510, "data" : "ED000000" },
-{ "seq_id" : 10034498, "qsl_idx" : 43087, "data" : "DB030000" },
+030000" },
 { "seq_id" : 10038591, "qsl_idx" : 8861, "data" : "95000000" },
 { "seq_id" : 10040719, "qsl_idx" : 27393, "data" : "CA030000" },
 { "seq_id" : 10053700, "qsl_idx" : 9464, "data" : "72020000" },
@@ -131,5 +123,13 @@
 { "seq_id" : 10266072, "qsl_idx" : 4895, "data" : "18030000" },
 { "seq_id" : 10282351, "qsl_idx" : 10497, "data" : "F5010000" },
 { "seq_id" : 10285243, "qsl_idx" : 34337, "data" : "4B030000" },
-{ "seq_id" : 10299696, "qsl_idx" : 8258, "data" : "E2020000" }
+{ "seq_id" : 10299696, "qsl_idx" : 8258, "data" : "E2020000" },
+{ "seq_id" : 10307458, "qsl_idx" : 32399, "data" : "B0000000" },
+{ "seq_id" : 10312380, "qsl_idx" : 12271, "data" : "06030000" },
+{ "seq_id" : 10312840, "qsl_idx" : 26018, "data" : "1C020000" },
+{ "seq_id" : 10317397, "qsl_idx" : 47557, "data" : "92020000" },
+{ "seq_id" : 10319212, "qsl_idx" : 9298, "data" : "11020000" },
+{ "seq_id" : 10324840, "qsl_idx" : 46942, "data" : "8A010000" },
+{ "seq_id" : 10329342, "qsl_idx" : 39594, "data" : "1E010000" },
+{ "seq_id" : 10337116, "qsl_idx" : 41460, "data" : "99010000" }
 ]

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -4,35 +4,35 @@ MLPerf Results Summary
 SUT name : LWIS_Server
 Scenario : MultiStream
 Mode     : PerformanceOnly
-99th percentile latency (ns) : 472861
+99th percentile latency (ns) : 465866
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 662 queries (1287732).
- * Would discard 12613 highest latency queries.
- * Early stopping 99th percentile estimate: 473072
+ * Processed at least 662 queries (1292390).
+ * Would discard 12659 highest latency queries.
+ * Early stopping 99th percentile estimate: 465994
 
 ================================================
 Additional Stats
 ================================================
 Per-query latency:  
-Min latency (ns)                : 446714
-Max latency (ns)                : 1336192
-Mean latency (ns)               : 463489
-50.00 percentile latency (ns)   : 463166
-90.00 percentile latency (ns)   : 464452
-95.00 percentile latency (ns)   : 465027
-97.00 percentile latency (ns)   : 465570
-99.00 percentile latency (ns)   : 472861
-99.90 percentile latency (ns)   : 514672
+Min latency (ns)                : 445247
+Max latency (ns)                : 1097529
+Mean latency (ns)               : 461941
+50.00 percentile latency (ns)   : 461716
+90.00 percentile latency (ns)   : 462783
+95.00 percentile latency (ns)   : 463244
+97.00 percentile latency (ns)   : 463657
+99.00 percentile latency (ns)   : 465866
+99.90 percentile latency (ns)   : 509638
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 8
-target_qps : 5387.21
+target_qps : 5403.19
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 50000
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 1638
-num_perf_log_qsl_idx_match = 1638
+num_perf_log_entries = 1641
+num_perf_log_qsl_idx_match = 1641
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_accuracy.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 473275
-test score = 473072
+reference score = 468144
+test score = 465994
 TEST PASS