Skip to content

Commit

Permalink
Results from GH action on NVIDIA_RTX4090x2
Browse files Browse the repository at this point in the history
  • Loading branch information
@arjunsuresh
arjunsuresh committed Feb 2, 2025
1 parent 7761529 commit 4a9889d
Show file tree
Hide file tree
Showing 98 changed files with 5,420 additions and 5,885 deletions.
2 changes: 1 addition & 1 deletion ...90x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt
View file
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@

hash=90be8d19ccabafd82a41a3516c2d018cd7342c5faf6118ef9a2a9681db885897
hash=f1d76da8266d3fcf6cfef12a9ec68b1d740d060384ba6ee4ffba4d3fbfe46abc
8 changes: 4 additions & 4 deletions ...gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@
{ "seq_id" : 72120, "qsl_idx" : 18980, "data" : "68000000" },
{ "seq_id" : 74818, "qsl_idx" : 46790, "data" : "4B020000" },
{ "seq_id" : 75665, "qsl_idx" : 29731, "data" : "1C000000" },
{ "seq_id" : 75950, "qsl_idx" : 2957, "data" : "03010000" },
{ "seq_id" : 76952, "qsl_idx" : 41782, "data" : "19030000" },
{ "seq_id" : 82826, "qsl_idx" : 32957, "data" : "1D030000" },
{ "seq_id" : 83901, "qsl_idx" : 3660, "data" : "53000000" },
Expand Down Expand Up @@ -64,11 +63,13 @@
{ "seq_id" : 389171, "qsl_idx" : 30879, "data" : "51030000" },
{ "seq_id" : 395877, "qsl_idx" : 31617, "data" : "E7030000" },
{ "seq_id" : 399581, "qsl_idx" : 3885, "data" : "D4010000" },
{ "seq_id" : 421817, "qsl_idx"
{ "seq_id" : 421817, "qsl_idx" : 5676, "data" : "F5000000" },
{ "seq_id" : 426374, "qsl_idx"

...

"50030000" },
"68030000" },
{ "seq_id" : 9447135, "qsl_idx" : 44738, "data" : "50030000" },
{ "seq_id" : 9449571, "qsl_idx" : 9432, "data" : "DB020000" },
{ "seq_id" : 9452283, "qsl_idx" : 13758, "data" : "DD000000" },
{ "seq_id" : 9467598, "qsl_idx" : 29643, "data" : "9C020000" },
Expand All @@ -94,7 +95,6 @@
{ "seq_id" : 9601200, "qsl_idx" : 5174, "data" : "EF000000" },
{ "seq_id" : 9601404, "qsl_idx" : 1108, "data" : "E9000000" },
{ "seq_id" : 9604953, "qsl_idx" : 4784, "data" : "BF010000" },
{ "seq_id" : 9611797, "qsl_idx" : 29299, "data" : "03000000" },
{ "seq_id" : 9616301, "qsl_idx" : 27006, "data" : "7A020000" },
{ "seq_id" : 9622807, "qsl_idx" : 33581, "data" : "1C010000" },
{ "seq_id" : 9629407, "qsl_idx" : 46742, "data" : "E3030000" },
Expand Down
198 changes: 99 additions & 99 deletions ...nsorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt
View file

Large diffs are not rendered by default.

26 changes: 13 additions & 13 deletions ...sorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,35 +4,35 @@ MLPerf Results Summary
SUT name : LWIS_Server
Scenario : MultiStream
Mode : PerformanceOnly
99th percentile latency (ns) : 503950
99th percentile latency (ns) : 505237
Result is : VALID
Min duration satisfied : Yes
Min queries satisfied : Yes
Early stopping satisfied: Yes
Early Stopping Result:
* Processed at least 662 queries (1233326).
* Processed at least 662 queries (1233376).
* Would discard 12075 highest latency queries.
* Early stopping 99th percentile estimate: 504152
* Early stopping 99th percentile estimate: 505592

================================================
Additional Stats
================================================
Per-query latency:
Min latency (ns) : 446780
Max latency (ns) : 802066
Mean latency (ns) : 475049
50.00 percentile latency (ns) : 473533
90.00 percentile latency (ns) : 485719
95.00 percentile latency (ns) : 491305
97.00 percentile latency (ns) : 495540
99.00 percentile latency (ns) : 503950
99.90 percentile latency (ns) : 649002
Min latency (ns) : 439689
Max latency (ns) : 3164513
Mean latency (ns) : 475065
50.00 percentile latency (ns) : 473189
90.00 percentile latency (ns) : 485317
95.00 percentile latency (ns) : 491022
97.00 percentile latency (ns) : 495251
99.00 percentile latency (ns) : 505237
99.90 percentile latency (ns) : 662205

================================================
Test Parameters Used
================================================
samples_per_query : 8
target_qps : 5268.81
target_qps : 5276.11
target_latency (ns): 0
max_async_queries : 1
min_duration (ms): 600000
Expand Down
4 changes: 2 additions & 2 deletions ...4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/verify_accuracy.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ Reading performance mode results...
num_acc_log_entries = 50000
num_acc_log_duplicate_keys = 0
num_acc_log_data_mismatch = 0
num_perf_log_entries = 1605
num_perf_log_qsl_idx_match = 1605
num_perf_log_entries = 1601
num_perf_log_qsl_idx_match = 1601
num_perf_log_data_mismatch = 0
num_missing_qsl_idxs = 0
TEST PASS
Expand Down
4 changes: 2 additions & 2 deletions ...0x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/verify_performance.txt
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
Verifying performance.
reference score = 501787
test score = 504152
reference score = 502366
test score = 505592
TEST PASS
198 changes: 99 additions & 99 deletions ...nsorRT-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_detail.txt
View file

Large diffs are not rendered by default.

26 changes: 13 additions & 13 deletions ...sorRT-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,35 +4,35 @@ MLPerf Results Summary
SUT name : LWIS_Server
Scenario : MultiStream
Mode : PerformanceOnly
99th percentile latency (ns) : 499927
99th percentile latency (ns) : 500492
Result is : VALID
Min duration satisfied : Yes
Min queries satisfied : Yes
Early stopping satisfied: Yes
Early Stopping Result:
* Processed at least 662 queries (1240047).
* Processed at least 662 queries (1240011).
* Would discard 12141 highest latency queries.
* Early stopping 99th percentile estimate: 500113
* Early stopping 99th percentile estimate: 500638

================================================
Additional Stats
================================================
Per-query latency:
Min latency (ns) : 443090
Max latency (ns) : 949240
Mean latency (ns) : 472732
50.00 percentile latency (ns) : 471394
90.00 percentile latency (ns) : 482124
95.00 percentile latency (ns) : 486829
97.00 percentile latency (ns) : 491761
99.00 percentile latency (ns) : 499927
99.90 percentile latency (ns) : 645585
Min latency (ns) : 440885
Max latency (ns) : 866269
Mean latency (ns) : 472995
50.00 percentile latency (ns) : 471932
90.00 percentile latency (ns) : 483319
95.00 percentile latency (ns) : 488723
97.00 percentile latency (ns) : 493246
99.00 percentile latency (ns) : 500492
99.90 percentile latency (ns) : 644076

================================================
Test Parameters Used
================================================
samples_per_query : 8
target_qps : 5268.81
target_qps : 5276.11
target_latency (ns): 0
max_async_queries : 1
min_duration (ms): 600000
Expand Down
4 changes: 2 additions & 2 deletions ...0x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/verify_performance.txt
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
Verifying performance.
reference score = 1992.8774559723547
test score = 1999.5481021289188
reference score = 1990.5805727298423
test score = 1997.45125220219
TEST PASS
2 changes: 1 addition & 1 deletion ...TX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt
View file
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@

hash=5e4d74f157cfc503752430844784723297bf6d23243201d211f83edff196432f
hash=e8866a2a785170787b200121047d3f4c1a14c38d85663b023fb9662a2b2103e0
16 changes: 8 additions & 8 deletions ...dia-gpu-TensorRT-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,12 +68,7 @@

...

ta" : "A8030000" },
{ "seq_id" : 57699255, "qsl_idx" : 5674, "data" : "52000000" },
{ "seq_id" : 57745668, "qsl_idx" : 24843, "data" : "77010000" },
{ "seq_id" : 57747064, "qsl_idx" : 9403, "data" : "E2010000" },
{ "seq_id" : 57759222, "qsl_idx" : 19286, "data" : "A8030000" },
{ "seq_id" : 57765390, "qsl_idx" : 1696, "data" : "9D000000" },
a" : "9D000000" },
{ "seq_id" : 57778298, "qsl_idx" : 13367, "data" : "13010000" },
{ "seq_id" : 57797786, "qsl_idx" : 16909, "data" : "78020000" },
{ "seq_id" : 57813432, "qsl_idx" : 7877, "data" : "4C010000" },
Expand All @@ -84,7 +79,6 @@ ta" : "A8030000" },
{ "seq_id" : 57853440, "qsl_idx" : 9666, "data" : "94000000" },
{ "seq_id" : 57857026, "qsl_idx" : 8575, "data" : "B8020000" },
{ "seq_id" : 57859654, "qsl_idx" : 19226, "data" : "BB020000" },
{ "seq_id" : 57863804, "qsl_idx" : 25030, "data" : "70010000" },
{ "seq_id" : 57872462, "qsl_idx" : 39408, "data" : "65010000" },
{ "seq_id" : 57883518, "qsl_idx" : 22615, "data" : "A2020000" },
{ "seq_id" : 57904713, "qsl_idx" : 27155, "data" : "70020000" },
Expand Down Expand Up @@ -131,5 +125,11 @@ ta" : "A8030000" },
{ "seq_id" : 58520881, "qsl_idx" : 13988, "data" : "58030000" },
{ "seq_id" : 58541252, "qsl_idx" : 33196, "data" : "B3010000" },
{ "seq_id" : 58576597, "qsl_idx" : 9965, "data" : "26000000" },
{ "seq_id" : 58599331, "qsl_idx" : 18983, "data" : "60020000" }
{ "seq_id" : 58599331, "qsl_idx" : 18983, "data" : "60020000" },
{ "seq_id" : 58610586, "qsl_idx" : 6048, "data" : "64000000" },
{ "seq_id" : 58618788, "qsl_idx" : 3708, "data" : "0B030000" },
{ "seq_id" : 58623078, "qsl_idx" : 11223, "data" : "67010000" },
{ "seq_id" : 58644491, "qsl_idx" : 40005, "data" : "24030000" },
{ "seq_id" : 58657842, "qsl_idx" : 48572, "data" : "93010000" },
{ "seq_id" : 58659874, "qsl_idx" : 36748, "data" : "09000000" }
]
Loading

0 comments on commit 4a9889d

Please sign in to comment.