Skip to content

Commit 03dbbd0

Browse files
arjunsuresharjunsuresh
committed
Results from GH action on NVIDIA_RTX4090x2
1 parent 07072be commit 03dbbd0

File tree

92 files changed

+5114
-5109
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

92 files changed

+5114
-5109
lines changed

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11

2-
hash=f1d76da8266d3fcf6cfef12a9ec68b1d740d060384ba6ee4ffba4d3fbfe46abc
2+
hash=4691b8566b53851bb508add4f5652195ca5ac04c561ef70b51d197b393e67566

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json

+6-6
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
{ "seq_id" : 72120, "qsl_idx" : 18980, "data" : "68000000" },
1515
{ "seq_id" : 74818, "qsl_idx" : 46790, "data" : "4B020000" },
1616
{ "seq_id" : 75665, "qsl_idx" : 29731, "data" : "1C000000" },
17+
{ "seq_id" : 75950, "qsl_idx" : 2957, "data" : "03010000" },
1718
{ "seq_id" : 76952, "qsl_idx" : 41782, "data" : "19030000" },
1819
{ "seq_id" : 82826, "qsl_idx" : 32957, "data" : "1D030000" },
1920
{ "seq_id" : 83901, "qsl_idx" : 3660, "data" : "53000000" },
@@ -63,14 +64,11 @@
6364
{ "seq_id" : 389171, "qsl_idx" : 30879, "data" : "51030000" },
6465
{ "seq_id" : 395877, "qsl_idx" : 31617, "data" : "E7030000" },
6566
{ "seq_id" : 399581, "qsl_idx" : 3885, "data" : "D4010000" },
66-
{ "seq_id" : 421817, "qsl_idx" : 5676, "data" : "F5000000" },
67-
{ "seq_id" : 426374, "qsl_idx"
67+
{ "seq_id" : 421817, "qsl_idx"
6868

6969
...
7070

71-
"68030000" },
72-
{ "seq_id" : 9447135, "qsl_idx" : 44738, "data" : "50030000" },
73-
{ "seq_id" : 9449571, "qsl_idx" : 9432, "data" : "DB020000" },
71+
"DB020000" },
7472
{ "seq_id" : 9452283, "qsl_idx" : 13758, "data" : "DD000000" },
7573
{ "seq_id" : 9467598, "qsl_idx" : 29643, "data" : "9C020000" },
7674
{ "seq_id" : 9472214, "qsl_idx" : 15296, "data" : "75020000" },
@@ -95,6 +93,7 @@
9593
{ "seq_id" : 9601200, "qsl_idx" : 5174, "data" : "EF000000" },
9694
{ "seq_id" : 9601404, "qsl_idx" : 1108, "data" : "E9000000" },
9795
{ "seq_id" : 9604953, "qsl_idx" : 4784, "data" : "BF010000" },
96+
{ "seq_id" : 9611797, "qsl_idx" : 29299, "data" : "03000000" },
9897
{ "seq_id" : 9616301, "qsl_idx" : 27006, "data" : "7A020000" },
9998
{ "seq_id" : 9622807, "qsl_idx" : 33581, "data" : "1C010000" },
10099
{ "seq_id" : 9629407, "qsl_idx" : 46742, "data" : "E3030000" },
@@ -132,5 +131,6 @@
132131
{ "seq_id" : 9846806, "qsl_idx" : 19712, "data" : "DC030000" },
133132
{ "seq_id" : 9852293, "qsl_idx" : 37579, "data" : "E0000000" },
134133
{ "seq_id" : 9860082, "qsl_idx" : 18050, "data" : "B7010000" },
135-
{ "seq_id" : 9862827, "qsl_idx" : 5250, "data" : "66020000" }
134+
{ "seq_id" : 9862827, "qsl_idx" : 5250, "data" : "66020000" },
135+
{ "seq_id" : 9872495, "qsl_idx" : 11839, "data" : "B8020000" }
136136
]

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt

+99-99
Large diffs are not rendered by default.

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt

+14-14
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,35 @@ MLPerf Results Summary
44
SUT name : LWIS_Server
55
Scenario : MultiStream
66
Mode : PerformanceOnly
7-
99th percentile latency (ns) : 505237
7+
99th percentile latency (ns) : 503903
88
Result is : VALID
99
Min duration satisfied : Yes
1010
Min queries satisfied : Yes
1111
Early stopping satisfied: Yes
1212
Early Stopping Result:
13-
* Processed at least 662 queries (1233376).
14-
* Would discard 12075 highest latency queries.
15-
* Early stopping 99th percentile estimate: 505592
13+
* Processed at least 662 queries (1234172).
14+
* Would discard 12083 highest latency queries.
15+
* Early stopping 99th percentile estimate: 504164
1616

1717
================================================
1818
Additional Stats
1919
================================================
2020
Per-query latency:
21-
Min latency (ns) : 439689
22-
Max latency (ns) : 3164513
23-
Mean latency (ns) : 475065
24-
50.00 percentile latency (ns) : 473189
25-
90.00 percentile latency (ns) : 485317
26-
95.00 percentile latency (ns) : 491022
27-
97.00 percentile latency (ns) : 495251
28-
99.00 percentile latency (ns) : 505237
29-
99.90 percentile latency (ns) : 662205
21+
Min latency (ns) : 444375
22+
Max latency (ns) : 965537
23+
Mean latency (ns) : 474709
24+
50.00 percentile latency (ns) : 473154
25+
90.00 percentile latency (ns) : 485044
26+
95.00 percentile latency (ns) : 490564
27+
97.00 percentile latency (ns) : 494975
28+
99.00 percentile latency (ns) : 503903
29+
99.90 percentile latency (ns) : 653008
3030

3131
================================================
3232
Test Parameters Used
3333
================================================
3434
samples_per_query : 8
35-
target_qps : 5276.11
35+
target_qps : 5262.88
3636
target_latency (ns): 0
3737
max_async_queries : 1
3838
min_duration (ms): 600000

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/verify_accuracy.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@ Reading performance mode results...
44
num_acc_log_entries = 50000
55
num_acc_log_duplicate_keys = 0
66
num_acc_log_data_mismatch = 0
7-
num_perf_log_entries = 1601
8-
num_perf_log_qsl_idx_match = 1601
7+
num_perf_log_entries = 1608
8+
num_perf_log_qsl_idx_match = 1608
99
num_perf_log_data_mismatch = 0
1010
num_missing_qsl_idxs = 0
1111
TEST PASS

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/verify_performance.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
Verifying performance.
2-
reference score = 502366
3-
test score = 505592
2+
reference score = 504392
3+
test score = 504164
44
TEST PASS

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_detail.txt

+99-99
Large diffs are not rendered by default.

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt

+14-14
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,35 @@ MLPerf Results Summary
44
SUT name : LWIS_Server
55
Scenario : MultiStream
66
Mode : PerformanceOnly
7-
99th percentile latency (ns) : 500492
7+
99th percentile latency (ns) : 499606
88
Result is : VALID
99
Min duration satisfied : Yes
1010
Min queries satisfied : Yes
1111
Early stopping satisfied: Yes
1212
Early Stopping Result:
13-
* Processed at least 662 queries (1240011).
14-
* Would discard 12141 highest latency queries.
15-
* Early stopping 99th percentile estimate: 500638
13+
* Processed at least 662 queries (1240937).
14+
* Would discard 12150 highest latency queries.
15+
* Early stopping 99th percentile estimate: 499775
1616

1717
================================================
1818
Additional Stats
1919
================================================
2020
Per-query latency:
21-
Min latency (ns) : 440885
22-
Max latency (ns) : 866269
23-
Mean latency (ns) : 472995
24-
50.00 percentile latency (ns) : 471932
25-
90.00 percentile latency (ns) : 483319
26-
95.00 percentile latency (ns) : 488723
27-
97.00 percentile latency (ns) : 493246
28-
99.00 percentile latency (ns) : 500492
29-
99.90 percentile latency (ns) : 644076
21+
Min latency (ns) : 442100
22+
Max latency (ns) : 943327
23+
Mean latency (ns) : 472405
24+
50.00 percentile latency (ns) : 471242
25+
90.00 percentile latency (ns) : 482534
26+
95.00 percentile latency (ns) : 487375
27+
97.00 percentile latency (ns) : 491857
28+
99.00 percentile latency (ns) : 499606
29+
99.90 percentile latency (ns) : 643411
3030

3131
================================================
3232
Test Parameters Used
3333
================================================
3434
samples_per_query : 8
35-
target_qps : 5276.11
35+
target_qps : 5262.88
3636
target_latency (ns): 0
3737
max_async_queries : 1
3838
min_duration (ms): 600000

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/verify_performance.txt

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
Verifying performance.
2-
reference score = 1990.5805727298423
3-
test score = 1997.45125220219
2+
reference score = 1982.5849735919683
3+
test score = 2000.900405182332
44
TEST PASS

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11

2-
hash=e8866a2a785170787b200121047d3f4c1a14c38d85663b023fb9662a2b2103e0
2+
hash=478dd72792602696177d67776e21bf81019641723575f813ad748bd4e2bb1160

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json

+10-10
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,14 @@
6868

6969
...
7070

71-
a" : "9D000000" },
71+
a" : "6A020000" },
72+
{ "seq_id" : 57644882, "qsl_idx" : 28453, "data" : "48010000" },
73+
{ "seq_id" : 57648268, "qsl_idx" : 34876, "data" : "A8030000" },
74+
{ "seq_id" : 57699255, "qsl_idx" : 5674, "data" : "52000000" },
75+
{ "seq_id" : 57745668, "qsl_idx" : 24843, "data" : "77010000" },
76+
{ "seq_id" : 57747064, "qsl_idx" : 9403, "data" : "E2010000" },
77+
{ "seq_id" : 57759222, "qsl_idx" : 19286, "data" : "A8030000" },
78+
{ "seq_id" : 57765390, "qsl_idx" : 1696, "data" : "9D000000" },
7279
{ "seq_id" : 57778298, "qsl_idx" : 13367, "data" : "13010000" },
7380
{ "seq_id" : 57797786, "qsl_idx" : 16909, "data" : "78020000" },
7481
{ "seq_id" : 57813432, "qsl_idx" : 7877, "data" : "4C010000" },
@@ -79,6 +86,7 @@ a" : "9D000000" },
7986
{ "seq_id" : 57853440, "qsl_idx" : 9666, "data" : "94000000" },
8087
{ "seq_id" : 57857026, "qsl_idx" : 8575, "data" : "B8020000" },
8188
{ "seq_id" : 57859654, "qsl_idx" : 19226, "data" : "BB020000" },
89+
{ "seq_id" : 57863804, "qsl_idx" : 25030, "data" : "70010000" },
8290
{ "seq_id" : 57872462, "qsl_idx" : 39408, "data" : "65010000" },
8391
{ "seq_id" : 57883518, "qsl_idx" : 22615, "data" : "A2020000" },
8492
{ "seq_id" : 57904713, "qsl_idx" : 27155, "data" : "70020000" },
@@ -123,13 +131,5 @@ a" : "9D000000" },
123131
{ "seq_id" : 58495772, "qsl_idx" : 28166, "data" : "51000000" },
124132
{ "seq_id" : 58516725, "qsl_idx" : 7963, "data" : "BB020000" },
125133
{ "seq_id" : 58520881, "qsl_idx" : 13988, "data" : "58030000" },
126-
{ "seq_id" : 58541252, "qsl_idx" : 33196, "data" : "B3010000" },
127-
{ "seq_id" : 58576597, "qsl_idx" : 9965, "data" : "26000000" },
128-
{ "seq_id" : 58599331, "qsl_idx" : 18983, "data" : "60020000" },
129-
{ "seq_id" : 58610586, "qsl_idx" : 6048, "data" : "64000000" },
130-
{ "seq_id" : 58618788, "qsl_idx" : 3708, "data" : "0B030000" },
131-
{ "seq_id" : 58623078, "qsl_idx" : 11223, "data" : "67010000" },
132-
{ "seq_id" : 58644491, "qsl_idx" : 40005, "data" : "24030000" },
133-
{ "seq_id" : 58657842, "qsl_idx" : 48572, "data" : "93010000" },
134-
{ "seq_id" : 58659874, "qsl_idx" : 36748, "data" : "09000000" }
134+
{ "seq_id" : 58541252, "qsl_idx" : 33196, "data" : "B3010000" }
135135
]

0 commit comments

Comments
 (0)