Results from GH action on NVIDIA_RTX4090x2

Author: arjunsuresh

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 8.26726
+Samples per second: 8.25917
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 186587839
-Max latency (ns)                : 670959996873
-Mean latency (ns)               : 335370874684
-50.00 percentile latency (ns)   : 335518655427
-90.00 percentile latency (ns)   : 604075775006
-95.00 percentile latency (ns)   : 638003321298
-97.00 percentile latency (ns)   : 651281043093
-99.00 percentile latency (ns)   : 664326439919
-99.90 percentile latency (ns)   : 670316299444
+Min latency (ns)                : 187114563
+Max latency (ns)                : 671616813083
+Mean latency (ns)               : 335720560324
+50.00 percentile latency (ns)   : 335845058289
+90.00 percentile latency (ns)   : 604719161666
+95.00 percentile latency (ns)   : 638656336038
+97.00 percentile latency (ns)   : 651941461768
+99.00 percentile latency (ns)   : 664982277771
+99.90 percentile latency (ns)   : 670972618380
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 5513
-target_qps : 8.35354
+samples_per_query : 5508
+target_qps : 8.34549
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 8.27083
-test score = 8.26726
+reference score = 8.26286
+test score = 8.25917
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt

@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 8.27812
+Samples per second: 8.26717
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 296937871
-Max latency (ns)                : 670079863320
-Mean latency (ns)               : 335061999986
-50.00 percentile latency (ns)   : 335425911939
-90.00 percentile latency (ns)   : 603090017592
-95.00 percentile latency (ns)   : 636305032950
-97.00 percentile latency (ns)   : 650273192703
-99.00 percentile latency (ns)   : 663318184152
-99.90 percentile latency (ns)   : 669539771587
+Min latency (ns)                : 297752900
+Max latency (ns)                : 670967202262
+Mean latency (ns)               : 335517784389
+50.00 percentile latency (ns)   : 335903751208
+90.00 percentile latency (ns)   : 603892883177
+95.00 percentile latency (ns)   : 637150540580
+97.00 percentile latency (ns)   : 651143216773
+99.00 percentile latency (ns)   : 664196939196
+99.90 percentile latency (ns)   : 670426046046
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 5513
-target_qps : 8.35354
+samples_per_query : 5508
+target_qps : 8.34549
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST05/performance/run_1/mlperf_log_detail.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 8.27083
-test score = 8.27812
+reference score = 8.26286
+test score = 8.26717
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST05/performance/run_1/mlperf_log_summary.txt

@@ -1 +1 @@
-hash=02d7b5b2142be9a7e8274309f1a2d045ed1fca240ae424ec0da54a5627f417ef
+hash=58f059b29d1991ec8fbfd659c4e8a90f97eb67f628c7f708001795006d0a9b6b

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST05/verify_performance.txt

@@ -4,43 +4,43 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : SingleStream
 Mode     : PerformanceOnly
-90th percentile latency (ns) : 430188702
+90th percentile latency (ns) : 430714224
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 64 queries (6063).
- * Would discard 551 highest latency queries.
- * Early stopping 90th percentile estimate: 431232034
- * Early stopping 99th percentile estimate: 498307123
+ * Processed at least 64 queries (6020).
+ * Would discard 546 highest latency queries.
+ * Early stopping 90th percentile estimate: 431596313
+ * Early stopping 99th percentile estimate: 498966597
 
 ================================================
 Additional Stats
 ================================================
-QPS w/ loadgen overhead         : 4.51
-QPS w/o loadgen overhead        : 4.51
+QPS w/ loadgen overhead         : 4.50
+QPS w/o loadgen overhead        : 4.50
 
-Min latency (ns)                : 28160448
-Max latency (ns)                : 499198682
-Mean latency (ns)               : 221639982
-50.00 percentile latency (ns)   : 173192902
-90.00 percentile latency (ns)   : 430188702
-95.00 percentile latency (ns)   : 494486167
-97.00 percentile latency (ns)   : 496293158
-99.00 percentile latency (ns)   : 497835584
-99.90 percentile latency (ns)   : 498859873
+Min latency (ns)                : 28227420
+Max latency (ns)                : 500131242
+Mean latency (ns)               : 221985989
+50.00 percentile latency (ns)   : 173478280
+90.00 percentile latency (ns)   : 430714224
+95.00 percentile latency (ns)   : 495194993
+97.00 percentile latency (ns)   : 496979349
+99.00 percentile latency (ns)   : 498829774
+99.90 percentile latency (ns)   : 499522989
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 1
-target_qps : 5.02334
+target_qps : 5.0128
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000
 max_duration (ms): 0
-min_query_count : 6063
+min_query_count : 6020
 max_query_count : 0
 qsl_rng_seed : 3066443479025735752
 sample_index_rng_seed : 10688027786191513374

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 43
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 61
-num_perf_log_qsl_idx_match = 61
+num_perf_log_entries = 60
+num_perf_log_qsl_idx_match = 60
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 430263632
-test score = 431232034
+reference score = 431211868
+test score = 431596313
 TEST PASS