Results from GH action on NVIDIA_RTX4090x1

Author: arjunsuresh

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/accuracy/accuracy.txt

@@ -1,2 +1,2 @@
 
-hash=577cf1d3c9075db3f039ba46c8101e09ef2229c99b4a70e9d03bba7a70865804
+hash=15ad9feb6c6146c8ea8ed464d2b286bf7a02497302c9ffadf11e5fac1d92b6ea

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 4.16221
+Samples per second: 4.15561
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 295422725
-Max latency (ns)                : 671518923062
-Mean latency (ns)               : 335755090193
-50.00 percentile latency (ns)   : 335574462395
-90.00 percentile latency (ns)   : 605150068726
-95.00 percentile latency (ns)   : 637907608729
-97.00 percentile latency (ns)   : 651705410917
-99.00 percentile latency (ns)   : 665069282427
-99.90 percentile latency (ns)   : 671100226763
+Min latency (ns)                : 296789272
+Max latency (ns)                : 672584799123
+Mean latency (ns)               : 336344965362
+50.00 percentile latency (ns)   : 336168381791
+90.00 percentile latency (ns)   : 606143148642
+95.00 percentile latency (ns)   : 638948045369
+97.00 percentile latency (ns)   : 652773862872
+99.00 percentile latency (ns)   : 666144257914
+99.90 percentile latency (ns)   : 672165317054
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 2778
-target_qps : 4.20959
+samples_per_query : 2771
+target_qps : 4.19892
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 43
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 58
-num_perf_log_qsl_idx_match = 58
+num_perf_log_entries = 59
+num_perf_log_qsl_idx_match = 59
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_accuracy.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 4.16791
-test score = 4.16221
+reference score = 4.15735
+test score = 4.15561
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt

@@ -4,38 +4,38 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : SingleStream
 Mode     : PerformanceOnly
-90th percentile latency (ns) : 433988175
+90th percentile latency (ns) : 432835597
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
  * Processed at least 64 queries (6020).
  * Would discard 546 highest latency queries.
- * Early stopping 90th percentile estimate: 434231540
- * Early stopping 99th percentile estimate: 500026733
+ * Early stopping 90th percentile estimate: 433003800
+ * Early stopping 99th percentile estimate: 498151259
 
 ================================================
 Additional Stats
 ================================================
-QPS w/ loadgen overhead         : 4.48
-QPS w/o loadgen overhead        : 4.48
+QPS w/ loadgen overhead         : 4.49
+QPS w/o loadgen overhead        : 4.49
 
-Min latency (ns)                : 28132734
-Max latency (ns)                : 517217176
-Mean latency (ns)               : 223288164
-50.00 percentile latency (ns)   : 174305687
-90.00 percentile latency (ns)   : 433988175
-95.00 percentile latency (ns)   : 498763487
-97.00 percentile latency (ns)   : 499200317
-99.00 percentile latency (ns)   : 499804749
-99.90 percentile latency (ns)   : 501025477
+Min latency (ns)                : 28154015
+Max latency (ns)                : 511544501
+Mean latency (ns)               : 222629867
+50.00 percentile latency (ns)   : 173780978
+90.00 percentile latency (ns)   : 432835597
+95.00 percentile latency (ns)   : 497531324
+97.00 percentile latency (ns)   : 497801684
+99.00 percentile latency (ns)   : 498052462
+99.90 percentile latency (ns)   : 498882305
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 1
-target_qps : 4.99583
+target_qps : 4.99229
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 432545178
-test score = 434231540
+reference score = 433121456
+test score = 433003800
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -1,2 +1,2 @@
 
-hash=577cf1d3c9075db3f039ba46c8101e09ef2229c99b4a70e9d03bba7a70865804
+hash=15ad9feb6c6146c8ea8ed464d2b286bf7a02497302c9ffadf11e5fac1d92b6ea

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt

@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 4.16221
+Samples per second: 4.15561
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 295422725
-Max latency (ns)                : 671518923062
-Mean latency (ns)               : 335755090193
-50.00 percentile latency (ns)   : 335574462395
-90.00 percentile latency (ns)   : 605150068726
-95.00 percentile latency (ns)   : 637907608729
-97.00 percentile latency (ns)   : 651705410917
-99.00 percentile latency (ns)   : 665069282427
-99.90 percentile latency (ns)   : 671100226763
+Min latency (ns)                : 296789272
+Max latency (ns)                : 672584799123
+Mean latency (ns)               : 336344965362
+50.00 percentile latency (ns)   : 336168381791
+90.00 percentile latency (ns)   : 606143148642
+95.00 percentile latency (ns)   : 638948045369
+97.00 percentile latency (ns)   : 652773862872
+99.00 percentile latency (ns)   : 666144257914
+99.90 percentile latency (ns)   : 672165317054
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 2778
-target_qps : 4.20959
+samples_per_query : 2771
+target_qps : 4.19892
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/accuracy/accuracy.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 43
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 58
-num_perf_log_qsl_idx_match = 58
+num_perf_log_entries = 59
+num_perf_log_qsl_idx_match = 59
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/3d-unet-99/offline/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 4.16791
-test score = 4.16221
+reference score = 4.15735
+test score = 4.15561
 TEST PASS