Results from GH action on NVIDIA_RTX4090x2

Author: arjunsuresh

closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt

@@ -1,2 +1,2 @@
 
-hash=4691b8566b53851bb508add4f5652195ca5ac04c561ef70b51d197b393e67566
+hash=26ce69a88263f383c2cbfaba792d1b0438e405e297d1cd8a9ccb74e7c3abf8fd

closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json

@@ -14,7 +14,6 @@
 { "seq_id" : 72120, "qsl_idx" : 18980, "data" : "68000000" },
 { "seq_id" : 74818, "qsl_idx" : 46790, "data" : "4B020000" },
 { "seq_id" : 75665, "qsl_idx" : 29731, "data" : "1C000000" },
-{ "seq_id" : 75950, "qsl_idx" : 2957, "data" : "03010000" },
 { "seq_id" : 76952, "qsl_idx" : 41782, "data" : "19030000" },
 { "seq_id" : 82826, "qsl_idx" : 32957, "data" : "1D030000" },
 { "seq_id" : 83901, "qsl_idx" : 3660, "data" : "53000000" },
@@ -64,18 +63,12 @@
 { "seq_id" : 389171, "qsl_idx" : 30879, "data" : "51030000" },
 { "seq_id" : 395877, "qsl_idx" : 31617, "data" : "E7030000" },
 { "seq_id" : 399581, "qsl_idx" : 3885, "data" : "D4010000" },
-{ "seq_id" : 421817, "qsl_idx" 
+{ "seq_id" : 421817, "qsl_idx" : 5676, "data" : "F5000000" },
+{ "seq_id" : 426374, "qsl_idx"
 
 ...
 
-"DB020000" },
-{ "seq_id" : 9452283, "qsl_idx" : 13758, "data" : "DD000000" },
-{ "seq_id" : 9467598, "qsl_idx" : 29643, "data" : "9C020000" },
-{ "seq_id" : 9472214, "qsl_idx" : 15296, "data" : "75020000" },
-{ "seq_id" : 9476761, "qsl_idx" : 16607, "data" : "6B010000" },
-{ "seq_id" : 9481369, "qsl_idx" : 39649, "data" : "4E030000" },
-{ "seq_id" : 9494305, "qsl_idx" : 7517, "data" : "33020000" },
-{ "seq_id" : 9500400, "qsl_idx" : 49779, "data" : "50000000" },
+50000000" },
 { "seq_id" : 9506650, "qsl_idx" : 13758, "data" : "DD000000" },
 { "seq_id" : 9517585, "qsl_idx" : 18719, "data" : "F4020000" },
 { "seq_id" : 9517725, "qsl_idx" : 26251, "data" : "1F030000" },
@@ -93,7 +86,6 @@
 { "seq_id" : 9601200, "qsl_idx" : 5174, "data" : "EF000000" },
 { "seq_id" : 9601404, "qsl_idx" : 1108, "data" : "E9000000" },
 { "seq_id" : 9604953, "qsl_idx" : 4784, "data" : "BF010000" },
-{ "seq_id" : 9611797, "qsl_idx" : 29299, "data" : "03000000" },
 { "seq_id" : 9616301, "qsl_idx" : 27006, "data" : "7A020000" },
 { "seq_id" : 9622807, "qsl_idx" : 33581, "data" : "1C010000" },
 { "seq_id" : 9629407, "qsl_idx" : 46742, "data" : "E3030000" },
@@ -132,5 +124,13 @@
 { "seq_id" : 9852293, "qsl_idx" : 37579, "data" : "E0000000" },
 { "seq_id" : 9860082, "qsl_idx" : 18050, "data" : "B7010000" },
 { "seq_id" : 9862827, "qsl_idx" : 5250, "data" : "66020000" },
-{ "seq_id" : 9872495, "qsl_idx" : 11839, "data" : "B8020000" }
+{ "seq_id" : 9872495, "qsl_idx" : 11839, "data" : "B8020000" },
+{ "seq_id" : 9878741, "qsl_idx" : 34262, "data" : "FA000000" },
+{ "seq_id" : 9899755, "qsl_idx" : 26397, "data" : "FF010000" },
+{ "seq_id" : 9904547, "qsl_idx" : 43058, "data" : "DF030000" },
+{ "seq_id" : 9914498, "qsl_idx" : 17466, "data" : "E3030000" },
+{ "seq_id" : 9915490, "qsl_idx" : 14887, "data" : "9C000000" },
+{ "seq_id" : 9932164, "qsl_idx" : 38353, "data" : "3D010000" },
+{ "seq_id" : 9932675, "qsl_idx" : 43058, "data" : "DF030000" },
+{ "seq_id" : 9933064, "qsl_idx" : 18799, "data" : "90000000" }
 ]

closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt

@@ -4,35 +4,35 @@ MLPerf Results Summary
 SUT name : LWIS_Server
 Scenario : MultiStream
 Mode     : PerformanceOnly
-99th percentile latency (ns) : 503903
+99th percentile latency (ns) : 499781
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 662 queries (1234172).
- * Would discard 12083 highest latency queries.
- * Early stopping 99th percentile estimate: 504164
+ * Processed at least 662 queries (1241764).
+ * Would discard 12158 highest latency queries.
+ * Early stopping 99th percentile estimate: 499975
 
 ================================================
 Additional Stats
 ================================================
 Per-query latency:  
-Min latency (ns)                : 444375
-Max latency (ns)                : 965537
-Mean latency (ns)               : 474709
-50.00 percentile latency (ns)   : 473154
-90.00 percentile latency (ns)   : 485044
-95.00 percentile latency (ns)   : 490564
-97.00 percentile latency (ns)   : 494975
-99.00 percentile latency (ns)   : 503903
-99.90 percentile latency (ns)   : 653008
+Min latency (ns)                : 441043
+Max latency (ns)                : 863554
+Mean latency (ns)               : 471932
+50.00 percentile latency (ns)   : 471085
+90.00 percentile latency (ns)   : 482442
+95.00 percentile latency (ns)   : 487288
+97.00 percentile latency (ns)   : 491617
+99.00 percentile latency (ns)   : 499781
+99.90 percentile latency (ns)   : 645943
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 8
-target_qps : 5262.88
+target_qps : 5275.98
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 50000
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 1608
-num_perf_log_qsl_idx_match = 1608
+num_perf_log_entries = 1610
+num_perf_log_qsl_idx_match = 1610
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/resnet50/multistream/TEST01/verify_accuracy.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 504392
-test score = 504164
+reference score = 501642
+test score = 499975
 TEST PASS