Results from GH action on NVIDIA_RTX4090x2

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 8.29022
+Samples per second: 8.29367
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 186060716
-Max latency (ns)                : 669101379532
-Mean latency (ns)               : 334551128604
-50.00 percentile latency (ns)   : 334772343955
-90.00 percentile latency (ns)   : 602485912659
-95.00 percentile latency (ns)   : 636270770503
-97.00 percentile latency (ns)   : 649508764742
-99.00 percentile latency (ns)   : 662494392664
-99.90 percentile latency (ns)   : 668459862521
+Min latency (ns)                : 186011796
+Max latency (ns)                : 668823180079
+Mean latency (ns)               : 334383760544
+50.00 percentile latency (ns)   : 334545440024
+90.00 percentile latency (ns)   : 602233304632
+95.00 percentile latency (ns)   : 636001067936
+97.00 percentile latency (ns)   : 649237208832
+99.00 percentile latency (ns)   : 662220926417
+99.90 percentile latency (ns)   : 668182009212
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 5528
-target_qps : 8.37696
+samples_per_query : 5529
+target_qps : 8.37855
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST01/verify_performance.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 8.29402
-test score = 8.29022
+reference score = 8.29559
+test score = 8.29367
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST05/performance/run_1/mlperf_log_summary.txt

@@ -4,7 +4,7 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : Offline
 Mode     : PerformanceOnly
-Samples per second: 8.29268
+Samples per second: 8.29003
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
@@ -13,21 +13,21 @@ Result is : VALID
 ================================================
 Additional Stats
 ================================================
-Min latency (ns)                : 296278543
-Max latency (ns)                : 668903369657
-Mean latency (ns)               : 334461818807
-50.00 percentile latency (ns)   : 334799266936
-90.00 percentile latency (ns)   : 602035492710
-95.00 percentile latency (ns)   : 635182574286
-97.00 percentile latency (ns)   : 649147781052
-99.00 percentile latency (ns)   : 662138223374
-99.90 percentile latency (ns)   : 668364690663
+Min latency (ns)                : 297276472
+Max latency (ns)                : 669116868991
+Mean latency (ns)               : 334539766015
+50.00 percentile latency (ns)   : 334907021025
+90.00 percentile latency (ns)   : 602180183200
+95.00 percentile latency (ns)   : 635367085912
+97.00 percentile latency (ns)   : 649336221416
+99.00 percentile latency (ns)   : 662368025681
+99.90 percentile latency (ns)   : 668578618861
 
 ================================================
 Test Parameters Used
 ================================================
-samples_per_query : 5528
-target_qps : 8.37696
+samples_per_query : 5529
+target_qps : 8.37855
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/offline/TEST05/verify_performance.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 8.29402
-test score = 8.29268
+reference score = 8.29559
+test score = 8.29003
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/TEST01/accuracy/accuracy.txt

@@ -1 +1 @@
-hash=58f059b29d1991ec8fbfd659c4e8a90f97eb67f628c7f708001795006d0a9b6b
+hash=02d7b5b2142be9a7e8274309f1a2d045ed1fca240ae424ec0da54a5627f417ef

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt

@@ -4,43 +4,43 @@ MLPerf Results Summary
 SUT name : Server_3DUNet
 Scenario : SingleStream
 Mode     : PerformanceOnly
-90th percentile latency (ns) : 430640418
+90th percentile latency (ns) : 430622209
 Result is : VALID
   Min duration satisfied : Yes
   Min queries satisfied : Yes
   Early stopping satisfied: Yes
 Early Stopping Result:
- * Processed at least 64 queries (6020).
- * Would discard 546 highest latency queries.
- * Early stopping 90th percentile estimate: 431332624
- * Early stopping 99th percentile estimate: 498764557
+ * Processed at least 64 queries (6063).
+ * Would discard 551 highest latency queries.
+ * Early stopping 90th percentile estimate: 431325139
+ * Early stopping 99th percentile estimate: 498312219
 
 ================================================
 Additional Stats
 ================================================
-QPS w/ loadgen overhead         : 4.50
+QPS w/ loadgen overhead         : 4.51
 QPS w/o loadgen overhead        : 4.51
 
-Min latency (ns)                : 28205623
-Max latency (ns)                : 500241767
-Mean latency (ns)               : 221939535
-50.00 percentile latency (ns)   : 173470425
-90.00 percentile latency (ns)   : 430640418
-95.00 percentile latency (ns)   : 495112471
-97.00 percentile latency (ns)   : 496297167
-99.00 percentile latency (ns)   : 498592682
-99.90 percentile latency (ns)   : 499277078
+Min latency (ns)                : 28172613
+Max latency (ns)                : 501350336
+Mean latency (ns)               : 221861950
+50.00 percentile latency (ns)   : 173412222
+90.00 percentile latency (ns)   : 430622209
+95.00 percentile latency (ns)   : 495198621
+97.00 percentile latency (ns)   : 496758129
+99.00 percentile latency (ns)   : 498133400
+99.90 percentile latency (ns)   : 498835546
 
 ================================================
 Test Parameters Used
 ================================================
 samples_per_query : 1
-target_qps : 5.01489
+target_qps : 5.01819
 target_latency (ns): 0
 max_async_queries : 1
 min_duration (ms): 600000
 max_duration (ms): 0
-min_query_count : 6020
+min_query_count : 6063
 max_query_count : 0
 qsl_rng_seed : 3066443479025735752
 sample_index_rng_seed : 10688027786191513374

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/TEST01/verify_accuracy.txt

@@ -4,8 +4,8 @@ Reading performance mode results...
 num_acc_log_entries = 43
 num_acc_log_duplicate_keys = 0
 num_acc_log_data_mismatch = 0
-num_perf_log_entries = 60
-num_perf_log_qsl_idx_match = 60
+num_perf_log_entries = 61
+num_perf_log_qsl_idx_match = 61
 num_perf_log_data_mismatch = 0
 num_missing_qsl_idxs = 0
 TEST PASS

closed/MLCommons/compliance/RTX4090x2-nvidia_original-gpu-tensorrt-vdefault-default_config/3d-unet-99.9/singlestream/TEST01/verify_performance.txt

@@ -1,4 +1,4 @@
 Verifying performance.
-reference score = 431111965
-test score = 431332624
+reference score = 430662406
+test score = 431325139
 TEST PASS