Skip to content

Commit ade0e55

Browse files
arjunsuresharjunsuresh
committed
Results from GH action on NVIDIA_RTX4090x2
1 parent 12ac98f commit ade0e55

File tree

95 files changed

+5143
-5158
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

95 files changed

+5143
-5158
lines changed

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11

2-
hash=26ce69a88263f383c2cbfaba792d1b0438e405e297d1cd8a9ccb74e7c3abf8fd
2+
hash=d161b21a9c98da1789c2831b509501786377b90739024e1b16fb52095c7dd419

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
{ "seq_id" : 72120, "qsl_idx" : 18980, "data" : "68000000" },
1515
{ "seq_id" : 74818, "qsl_idx" : 46790, "data" : "4B020000" },
1616
{ "seq_id" : 75665, "qsl_idx" : 29731, "data" : "1C000000" },
17+
{ "seq_id" : 75950, "qsl_idx" : 2957, "data" : "03010000" },
1718
{ "seq_id" : 76952, "qsl_idx" : 41782, "data" : "19030000" },
1819
{ "seq_id" : 82826, "qsl_idx" : 32957, "data" : "1D030000" },
1920
{ "seq_id" : 83901, "qsl_idx" : 3660, "data" : "53000000" },
@@ -63,12 +64,13 @@
6364
{ "seq_id" : 389171, "qsl_idx" : 30879, "data" : "51030000" },
6465
{ "seq_id" : 395877, "qsl_idx" : 31617, "data" : "E7030000" },
6566
{ "seq_id" : 399581, "qsl_idx" : 3885, "data" : "D4010000" },
66-
{ "seq_id" : 421817, "qsl_idx" : 5676, "data" : "F5000000" },
67-
{ "seq_id" : 426374, "qsl_idx"
67+
{ "seq_id" : 421817, "qsl_idx"
6868

6969
...
7070

71-
50000000" },
71+
"4E030000" },
72+
{ "seq_id" : 9494305, "qsl_idx" : 7517, "data" : "33020000" },
73+
{ "seq_id" : 9500400, "qsl_idx" : 49779, "data" : "50000000" },
7274
{ "seq_id" : 9506650, "qsl_idx" : 13758, "data" : "DD000000" },
7375
{ "seq_id" : 9517585, "qsl_idx" : 18719, "data" : "F4020000" },
7476
{ "seq_id" : 9517725, "qsl_idx" : 26251, "data" : "1F030000" },
@@ -86,6 +88,7 @@
8688
{ "seq_id" : 9601200, "qsl_idx" : 5174, "data" : "EF000000" },
8789
{ "seq_id" : 9601404, "qsl_idx" : 1108, "data" : "E9000000" },
8890
{ "seq_id" : 9604953, "qsl_idx" : 4784, "data" : "BF010000" },
91+
{ "seq_id" : 9611797, "qsl_idx" : 29299, "data" : "03000000" },
8992
{ "seq_id" : 9616301, "qsl_idx" : 27006, "data" : "7A020000" },
9093
{ "seq_id" : 9622807, "qsl_idx" : 33581, "data" : "1C010000" },
9194
{ "seq_id" : 9629407, "qsl_idx" : 46742, "data" : "E3030000" },
@@ -129,8 +132,5 @@
129132
{ "seq_id" : 9899755, "qsl_idx" : 26397, "data" : "FF010000" },
130133
{ "seq_id" : 9904547, "qsl_idx" : 43058, "data" : "DF030000" },
131134
{ "seq_id" : 9914498, "qsl_idx" : 17466, "data" : "E3030000" },
132-
{ "seq_id" : 9915490, "qsl_idx" : 14887, "data" : "9C000000" },
133-
{ "seq_id" : 9932164, "qsl_idx" : 38353, "data" : "3D010000" },
134-
{ "seq_id" : 9932675, "qsl_idx" : 43058, "data" : "DF030000" },
135-
{ "seq_id" : 9933064, "qsl_idx" : 18799, "data" : "90000000" }
135+
{ "seq_id" : 9915490, "qsl_idx" : 14887, "data" : "9C000000" }
136136
]

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt

Lines changed: 99 additions & 99 deletions
Large diffs are not rendered by default.

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,35 @@ MLPerf Results Summary
44
SUT name : LWIS_Server
55
Scenario : MultiStream
66
Mode : PerformanceOnly
7-
99th percentile latency (ns) : 499781
7+
99th percentile latency (ns) : 498461
88
Result is : VALID
99
Min duration satisfied : Yes
1010
Min queries satisfied : Yes
1111
Early stopping satisfied: Yes
1212
Early Stopping Result:
13-
* Processed at least 662 queries (1241764).
14-
* Would discard 12158 highest latency queries.
15-
* Early stopping 99th percentile estimate: 499975
13+
* Processed at least 662 queries (1241438).
14+
* Would discard 12155 highest latency queries.
15+
* Early stopping 99th percentile estimate: 498618
1616

1717
================================================
1818
Additional Stats
1919
================================================
2020
Per-query latency:
21-
Min latency (ns) : 441043
22-
Max latency (ns) : 863554
23-
Mean latency (ns) : 471932
24-
50.00 percentile latency (ns) : 471085
25-
90.00 percentile latency (ns) : 482442
26-
95.00 percentile latency (ns) : 487288
27-
97.00 percentile latency (ns) : 491617
28-
99.00 percentile latency (ns) : 499781
29-
99.90 percentile latency (ns) : 645943
21+
Min latency (ns) : 441427
22+
Max latency (ns) : 888708
23+
Mean latency (ns) : 472278
24+
50.00 percentile latency (ns) : 471212
25+
90.00 percentile latency (ns) : 482390
26+
95.00 percentile latency (ns) : 486809
27+
97.00 percentile latency (ns) : 490776
28+
99.00 percentile latency (ns) : 498461
29+
99.90 percentile latency (ns) : 642740
3030

3131
================================================
3232
Test Parameters Used
3333
================================================
3434
samples_per_query : 8
35-
target_qps : 5275.98
35+
target_qps : 5272.77
3636
target_latency (ns): 0
3737
max_async_queries : 1
3838
min_duration (ms): 600000

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/verify_performance.txt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
Verifying performance.
2-
reference score = 501642
3-
test score = 499975
2+
reference score = 502420
3+
test score = 498618
44
TEST PASS

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_detail.txt

Lines changed: 99 additions & 99 deletions
Large diffs are not rendered by default.

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,35 @@ MLPerf Results Summary
44
SUT name : LWIS_Server
55
Scenario : MultiStream
66
Mode : PerformanceOnly
7-
99th percentile latency (ns) : 498388
7+
99th percentile latency (ns) : 498291
88
Result is : VALID
99
Min duration satisfied : Yes
1010
Min queries satisfied : Yes
1111
Early stopping satisfied: Yes
1212
Early Stopping Result:
13-
* Processed at least 662 queries (1241470).
14-
* Would discard 12156 highest latency queries.
15-
* Early stopping 99th percentile estimate: 498555
13+
* Processed at least 662 queries (1243887).
14+
* Would discard 12179 highest latency queries.
15+
* Early stopping 99th percentile estimate: 498447
1616

1717
================================================
1818
Additional Stats
1919
================================================
2020
Per-query latency:
21-
Min latency (ns) : 439554
22-
Max latency (ns) : 3070829
23-
Mean latency (ns) : 471956
24-
50.00 percentile latency (ns) : 470604
25-
90.00 percentile latency (ns) : 481427
26-
95.00 percentile latency (ns) : 486488
27-
97.00 percentile latency (ns) : 490952
28-
99.00 percentile latency (ns) : 498388
29-
99.90 percentile latency (ns) : 644503
21+
Min latency (ns) : 439102
22+
Max latency (ns) : 3015761
23+
Mean latency (ns) : 471479
24+
50.00 percentile latency (ns) : 470254
25+
90.00 percentile latency (ns) : 481581
26+
95.00 percentile latency (ns) : 486238
27+
97.00 percentile latency (ns) : 490460
28+
99.00 percentile latency (ns) : 498291
29+
99.90 percentile latency (ns) : 644752
3030

3131
================================================
3232
Test Parameters Used
3333
================================================
3434
samples_per_query : 8
35-
target_qps : 5275.98
35+
target_qps : 5272.77
3636
target_latency (ns): 0
3737
max_async_queries : 1
3838
min_duration (ms): 600000

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST04/verify_performance.txt

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
Verifying performance.
2-
reference score = 1993.4534987102356
3-
test score = 2005.7967526150576
2+
reference score = 1990.366625532423
3+
test score = 2006.2313545873483
44
TEST PASS

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11

2-
hash=1b065d356b53c62a9ba6eb62b786901da430e24ba33a488a7f1cc5bf6f5ac69e
2+
hash=1fc9bd740039fb8b390a2597821acea462dbbb7cf15d343fe8f61ea1eb7772cd

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,13 @@
6868

6969
...
7070

71-
a" : "9D000000" },
71+
ta" : "48010000" },
72+
{ "seq_id" : 57648268, "qsl_idx" : 34876, "data" : "A8030000" },
73+
{ "seq_id" : 57699255, "qsl_idx" : 5674, "data" : "52000000" },
74+
{ "seq_id" : 57745668, "qsl_idx" : 24843, "data" : "77010000" },
75+
{ "seq_id" : 57747064, "qsl_idx" : 9403, "data" : "E2010000" },
76+
{ "seq_id" : 57759222, "qsl_idx" : 19286, "data" : "A8030000" },
77+
{ "seq_id" : 57765390, "qsl_idx" : 1696, "data" : "9D000000" },
7278
{ "seq_id" : 57778298, "qsl_idx" : 13367, "data" : "13010000" },
7379
{ "seq_id" : 57797786, "qsl_idx" : 16909, "data" : "78020000" },
7480
{ "seq_id" : 57813432, "qsl_idx" : 7877, "data" : "4C010000" },
@@ -79,6 +85,7 @@ a" : "9D000000" },
7985
{ "seq_id" : 57853440, "qsl_idx" : 9666, "data" : "94000000" },
8086
{ "seq_id" : 57857026, "qsl_idx" : 8575, "data" : "B8020000" },
8187
{ "seq_id" : 57859654, "qsl_idx" : 19226, "data" : "BB020000" },
88+
{ "seq_id" : 57863804, "qsl_idx" : 25030, "data" : "70010000" },
8289
{ "seq_id" : 57872462, "qsl_idx" : 39408, "data" : "65010000" },
8390
{ "seq_id" : 57883518, "qsl_idx" : 22615, "data" : "A2020000" },
8491
{ "seq_id" : 57904713, "qsl_idx" : 27155, "data" : "70020000" },
@@ -124,12 +131,5 @@ a" : "9D000000" },
124131
{ "seq_id" : 58516725, "qsl_idx" : 7963, "data" : "BB020000" },
125132
{ "seq_id" : 58520881, "qsl_idx" : 13988, "data" : "58030000" },
126133
{ "seq_id" : 58541252, "qsl_idx" : 33196, "data" : "B3010000" },
127-
{ "seq_id" : 58576597, "qsl_idx" : 9965, "data" : "26000000" },
128-
{ "seq_id" : 58599331, "qsl_idx" : 18983, "data" : "60020000" },
129-
{ "seq_id" : 58610586, "qsl_idx" : 6048, "data" : "64000000" },
130-
{ "seq_id" : 58618788, "qsl_idx" : 3708, "data" : "0B030000" },
131-
{ "seq_id" : 58623078, "qsl_idx" : 11223, "data" : "67010000" },
132-
{ "seq_id" : 58644491, "qsl_idx" : 40005, "data" : "24030000" },
133-
{ "seq_id" : 58657842, "qsl_idx" : 48572, "data" : "93010000" },
134-
{ "seq_id" : 58659874, "qsl_idx" : 36748, "data" : "09000000" }
134+
{ "seq_id" : 58576597, "qsl_idx" : 9965, "data" : "26000000" }
135135
]

0 commit comments

Comments
 (0)