Results from R50 GH action on ubuntu-latest

Author: mlcommons-bot

open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md

@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |       36.429 | -                 |
+| resnet50 | offline    |         76 |        23.12 | -                 |

open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md

@@ -4,7 +4,7 @@
 
 * OS version: Linux-6.17.0-1010-azure-x86_64-with-glibc2.39
 * CPU version: x86_64
-* Python version: 3.13.13 (main, Apr  8 2026, 02:25:29) [GCC 13.3.0]
+* Python version: 3.12.13 (main, Mar  4 2026, 02:26:36) [GCC 13.3.0]
 * MLC version: unknown
 
 ## MLC Run Command
@@ -16,7 +16,7 @@ pip install -U mlcflow
 
 mlc rm cache -f
 
-mlc pull repo GATEOverflow@mlperf-automations --checkout=ea28ebff1d8d9fe71c37d68122d18e42eafdb1d1
+mlc pull repo GATEOverflow@mlperf-automations --checkout=ad2fb3b0fede2ffba0ed207b1d60407eae310012
 
 
 ```
@@ -40,4 +40,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `36.4292`
+`Samples per second`: `23.1199`

open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/accuracy.txt

@@ -1,3 +1,3 @@
 accuracy=76.000%, good=380, total=500
 
-hash=540f177183d4e378d5ac1a18ccdf65409cce5e61938936f6f3e9d8fc375ad7c0
+hash=56bfc4845f97df2ebfbb4d1991cb1e9a4d4d477da436729b73e0cdf91bfb8bc0

open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json

@@ -66,7 +66,39 @@
 
 ...
 
-qsl_idx" : 184, "data" : "7302000000000000" },
+700000000000000" },
+{ "seq_id" : 438, "qsl_idx" : 52, "data" : "4C03000000000000" },
+{ "seq_id" : 439, "qsl_idx" : 434, "data" : "EC02000000000000" },
+{ "seq_id" : 440, "qsl_idx" : 114, "data" : "FD00000000000000" },
+{ "seq_id" : 441, "qsl_idx" : 65, "data" : "8601000000000000" },
+{ "seq_id" : 442, "qsl_idx" : 74, "data" : "5000000000000000" },
+{ "seq_id" : 443, "qsl_idx" : 241, "data" : "6E01000000000000" },
+{ "seq_id" : 444, "qsl_idx" : 318, "data" : "6600000000000000" },
+{ "seq_id" : 445, "qsl_idx" : 110, "data" : "7A00000000000000" },
+{ "seq_id" : 446, "qsl_idx" : 109, "data" : "4503000000000000" },
+{ "seq_id" : 447, "qsl_idx" : 478, "data" : "6B03000000000000" },
+{ "seq_id" : 448, "qsl_idx" : 31, "data" : "3D02000000000000" },
+{ "seq_id" : 449, "qsl_idx" : 268, "data" : "0101000000000000" },
+{ "seq_id" : 450, "qsl_idx" : 396, "data" : "5403000000000000" },
+{ "seq_id" : 451, "qsl_idx" : 458, "data" : "9E01000000000000" },
+{ "seq_id" : 452, "qsl_idx" : 240, "data" : "1402000000000000" },
+{ "seq_id" : 453, "qsl_idx" : 328, "data" : "0800000000000000" },
+{ "seq_id" : 454, "qsl_idx" : 81, "data" : "A000000000000000" },
+{ "seq_id" : 455, "qsl_idx" : 166, "data" : "0D03000000000000" },
+{ "seq_id" : 456, "qsl_idx" : 355, "data" : "8200000000000000" },
+{ "seq_id" : 457, "qsl_idx" : 203, "data" : "5102000000000000" },
+{ "seq_id" : 458, "qsl_idx" : 294, "data" : "E202000000000000" },
+{ "seq_id" : 459, "qsl_idx" : 380, "data" : "6F03000000000000" },
+{ "seq_id" : 460, "qsl_idx" : 93, "data" : "0C03000000000000" },
+{ "seq_id" : 461, "qsl_idx" : 263, "data" : "B602000000000000" },
+{ "seq_id" : 462, "qsl_idx" : 105, "data" : "8A03000000000000" },
+{ "seq_id" : 463, "qsl_idx" : 152, "data" : "2700000000000000" },
+{ "seq_id" : 464, "qsl_idx" : 239, "data" : "A601000000000000" },
+{ "seq_id" : 465, "qsl_idx" : 386, "data" : "9802000000000000" },
+{ "seq_id" : 466, "qsl_idx" : 51, "data" : "1D00000000000000" },
+{ "seq_id" : 467, "qsl_idx" : 136, "data" : "A102000000000000" },
+{ "seq_id" : 468, "qsl_idx" : 73, "data" : "DC01000000000000" },
+{ "seq_id" : 469, "qsl_idx" : 184, "data" : "7302000000000000" },
 { "seq_id" : 470, "qsl_idx" : 195, "data" : "8C01000000000000" },
 { "seq_id" : 471, "qsl_idx" : 338, "data" : "DD01000000000000" },
 { "seq_id" : 472, "qsl_idx" : 40, "data" : "AF01000000000000" },
@@ -96,37 +128,5 @@ qsl_idx" : 184, "data" : "7302000000000000" },
 { "seq_id" : 496, "qsl_idx" : 42, "data" : "8100000000000000" },
 { "seq_id" : 497, "qsl_idx" : 439, "data" : "C700000000000000" },
 { "seq_id" : 498, "qsl_idx" : 219, "data" : "FE00000000000000" },
-{ "seq_id" : 499, "qsl_idx" : 61, "data" : "0B01000000000000" },
-{ "seq_id" : 32, "qsl_idx" : 217, "data" : "4D00000000000000" },
-{ "seq_id" : 33, "qsl_idx" : 102, "data" : "6803000000000000" },
-{ "seq_id" : 34, "qsl_idx" : 216, "data" : "1000000000000000" },
-{ "seq_id" : 35, "qsl_idx" : 422, "data" : "B103000000000000" },
-{ "seq_id" : 36, "qsl_idx" : 17, "data" : "1700000000000000" },
-{ "seq_id" : 37, "qsl_idx" : 143, "data" : "D602000000000000" },
-{ "seq_id" : 38, "qsl_idx" : 262, "data" : "B000000000000000" },
-{ "seq_id" : 39, "qsl_idx" : 432, "data" : "EC02000000000000" },
-{ "seq_id" : 40, "qsl_idx" : 252, "data" : "8702000000000000" },
-{ "seq_id" : 41, "qsl_idx" : 160, "data" : "A800000000000000" },
-{ "seq_id" : 42, "qsl_idx" : 149, "data" : "D103000000000000" },
-{ "seq_id" : 43, "qsl_idx" : 402, "data" : "FE01000000000000" },
-{ "seq_id" : 44, "qsl_idx" : 230, "data" : "7D00000000000000" },
-{ "seq_id" : 45, "qsl_idx" : 447, "data" : "5202000000000000" },
-{ "seq_id" : 46, "qsl_idx" : 401, "data" : "6703000000000000" },
-{ "seq_id" : 47, "qsl_idx" : 330, "data" : "7E03000000000000" },
-{ "seq_id" : 48, "qsl_idx" : 308, "data" : "A603000000000000" },
-{ "seq_id" : 49, "qsl_idx" : 249, "data" : "7E03000000000000" },
-{ "seq_id" : 50, "qsl_idx" : 468, "data" : "B001000000000000" },
-{ "seq_id" : 51, "qsl_idx" : 266, "data" : "BF03000000000000" },
-{ "seq_id" : 52, "qsl_idx" : 158, "data" : "4302000000000000" },
-{ "seq_id" : 53, "qsl_idx" : 235, "data" : "7300000000000000" },
-{ "seq_id" : 54, "qsl_idx" : 374, "data" : "D000000000000000" },
-{ "seq_id" : 55, "qsl_idx" : 56, "data" : "9A00000000000000" },
-{ "seq_id" : 56, "qsl_idx" : 179, "data" : "E600000000000000" },
-{ "seq_id" : 57, "qsl_idx" : 111, "data" : "BA03000000000000" },
-{ "seq_id" : 58, "qsl_idx" : 163, "data" : "F801000000000000" },
-{ "seq_id" : 59, "qsl_idx" : 344, "data" : "E902000000000000" },
-{ "seq_id" : 60, "qsl_idx" : 14, "data" : "5302000000000000" },
-{ "seq_id" : 61, "qsl_idx" : 283, "data" : "7103000000000000" },
-{ "seq_id" : 62, "qsl_idx" : 484, "data" : "0502000000000000" },
-{ "seq_id" : 63, "qsl_idx" : 220, "data" : "EC02000000000000" }
+{ "seq_id" : 499, "qsl_idx" : 61, "data" : "0B01000000000000" }
 ]