Results from R50 GH action on ubuntu-latest

Author: mlcommons-bot

open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.25.1-default_config/README.md

@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |       27.735 | -                 |
+| resnet50 | offline    |         76 |       21.253 | -                 |

open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.25.1-default_config/resnet50/offline/README.md

@@ -16,7 +16,7 @@ pip install -U mlcflow
 
 mlc rm cache -f
 
-mlc pull repo mlcommons@mlperf-automations --checkout=986cedc59d0f1d80a91127f3df1b8fe73124ede8
+mlc pull repo mlcommons@mlperf-automations --checkout=181f5370c2a2b5d36603ea02dcb61703f619c4b7
 
 
 ```
@@ -40,4 +40,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `27.7355`
+`Samples per second`: `21.2527`

open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.25.1-default_config/resnet50/offline/accuracy/accuracy.txt

@@ -1,3 +1,3 @@
 accuracy=76.000%, good=380, total=500
 
-hash=be8a55997246ee17d2cbc526db90b36db99391ac630226ca431354716dbcd684
+hash=984c7d3d68e465c2f9fb7b3020dd37c813ac18fa6408dd26f3062af779eb2229

open/MLCommons/results/gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.25.1-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json

@@ -74,45 +74,45 @@
 
 ...
 
-eq_id" : 493, "qsl_idx" : 27, "data" : "00002643" },
+q_id" : 397, "qsl_idx" : 87, "data" : "0000E041" },
+{ "seq_id" : 398, "qsl_idx" : 86, "data" : "0080BE43" },
+{ "seq_id" : 399, "qsl_idx" : 257, "data" : "0000D841" },
+{ "seq_id" : 400, "qsl_idx" : 466, "data" : "00800844" },
+{ "seq_id" : 401, "qsl_idx" : 421, "data" : "0000CE43" },
+{ "seq_id" : 402, "qsl_idx" : 221, "data" : "00802544" },
+{ "seq_id" : 403, "qsl_idx" : 479, "data" : "0080B343" },
+{ "seq_id" : 404, "qsl_idx" : 16, "data" : "0080A343" },
+{ "seq_id" : 405, "qsl_idx" : 80, "data" : "00807244" },
+{ "seq_id" : 406, "qsl_idx" : 417, "data" : "00809F43" },
+{ "seq_id" : 407, "qsl_idx" : 214, "data" : "0080ED43" },
+{ "seq_id" : 408, "qsl_idx" : 467, "data" : "00402444" },
+{ "seq_id" : 409, "qsl_idx" : 106, "data" : "00008C42" },
+{ "seq_id" : 410, "qsl_idx" : 451, "data" : "00803744" },
+{ "seq_id" : 411, "qsl_idx" : 449, "data" : "00005043" },
+{ "seq_id" : 412, "qsl_idx" : 309, "data" : "00C04E44" },
+{ "seq_id" : 413, "qsl_idx" : 238, "data" : "00005B44" },
+{ "seq_id" : 414, "qsl_idx" : 462, "data" : "00C06B44" },
+{ "seq_id" : 415, "qsl_idx" : 138, "data" : "00C07144" },
+{ "seq_id" : 480, "qsl_idx" : 23, "data" : "00C03544" },
+{ "seq_id" : 481, "qsl_idx" : 237, "data" : "0000F242" },
+{ "seq_id" : 482, "qsl_idx" : 448, "data" : "00405744" },
+{ "seq_id" : 483, "qsl_idx" : 339, "data" : "0000BE43" },
+{ "seq_id" : 484, "qsl_idx" : 100, "data" : "0080EC43" },
+{ "seq_id" : 485, "qsl_idx" : 54, "data" : "0080B343" },
+{ "seq_id" : 486, "qsl_idx" : 498, "data" : "0000C743" },
+{ "seq_id" : 487, "qsl_idx" : 132, "data" : "00008A43" },
+{ "seq_id" : 488, "qsl_idx" : 189, "data" : "00001244" },
+{ "seq_id" : 489, "qsl_idx" : 298, "data" : "00008A42" },
+{ "seq_id" : 490, "qsl_idx" : 205, "data" : "0000BC43" },
+{ "seq_id" : 491, "qsl_idx" : 95, "data" : "00403044" },
+{ "seq_id" : 492, "qsl_idx" : 299, "data" : "00003043" },
+{ "seq_id" : 493, "qsl_idx" : 27, "data" : "00002643" },
 { "seq_id" : 494, "qsl_idx" : 289, "data" : "00804E44" },
 { "seq_id" : 495, "qsl_idx" : 377, "data" : "00C06F44" },
 { "seq_id" : 496, "qsl_idx" : 42, "data" : "00000143" },
 { "seq_id" : 497, "qsl_idx" : 439, "data" : "00004743" },
 { "seq_id" : 498, "qsl_idx" : 219, "data" : "00007E43" },
 { "seq_id" : 499, "qsl_idx" : 61, "data" : "00808543" },
-{ "seq_id" : 448, "qsl_idx" : 31, "data" : "00400F44" },
-{ "seq_id" : 449, "qsl_idx" : 268, "data" : "00808043" },
-{ "seq_id" : 450, "qsl_idx" : 396, "data" : "00005544" },
-{ "seq_id" : 451, "qsl_idx" : 458, "data" : "0000CF43" },
-{ "seq_id" : 452, "qsl_idx" : 240, "data" : "00000544" },
-{ "seq_id" : 453, "qsl_idx" : 328, "data" : "00000041" },
-{ "seq_id" : 454, "qsl_idx" : 81, "data" : "00002043" },
-{ "seq_id" : 455, "qsl_idx" : 166, "data" : "00404344" },
-{ "seq_id" : 456, "qsl_idx" : 355, "data" : "00000243" },
-{ "seq_id" : 457, "qsl_idx" : 203, "data" : "00401444" },
-{ "seq_id" : 458, "qsl_idx" : 294, "data" : "00803844" },
-{ "seq_id" : 459, "qsl_idx" : 380, "data" : "00C05B44" },
-{ "seq_id" : 460, "qsl_idx" : 93, "data" : "00004344" },
-{ "seq_id" : 461, "qsl_idx" : 263, "data" : "00802D44" },
-{ "seq_id" : 462, "qsl_idx" : 105, "data" : "00806244" },
-{ "seq_id" : 463, "qsl_idx" : 152, "data" : "00001C42" },
-{ "seq_id" : 464, "qsl_idx" : 239, "data" : "0000D343" },
-{ "seq_id" : 465, "qsl_idx" : 386, "data" : "00002644" },
-{ "seq_id" : 466, "qsl_idx" : 51, "data" : "0000E841" },
-{ "seq_id" : 467, "qsl_idx" : 136, "data" : "00402844" },
-{ "seq_id" : 468, "qsl_idx" : 73, "data" : "0000EE43" },
-{ "seq_id" : 469, "qsl_idx" : 184, "data" : "00C01C44" },
-{ "seq_id" : 470, "qsl_idx" : 195, "data" : "0000C643" },
-{ "seq_id" : 471, "qsl_idx" : 338, "data" : "0080EE43" },
-{ "seq_id" : 472, "qsl_idx" : 40, "data" : "0080D743" },
-{ "seq_id" : 473, "qsl_idx" : 287, "data" : "00800A44" },
-{ "seq_id" : 474, "qsl_idx" : 414, "data" : "0000C242" },
-{ "seq_id" : 475, "qsl_idx" : 58, "data" : "00005244" },
-{ "seq_id" : 476, "qsl_idx" : 493, "data" : "0000D043" },
-{ "seq_id" : 477, "qsl_idx" : 293, "data" : "00805844" },
-{ "seq_id" : 478, "qsl_idx" : 141, "data" : "0000A443" },
-{ "seq_id" : 479, "qsl_idx" : 90, "data" : "00008743" },
 { "seq_id" : 416, "qsl_idx" : 196, "data" : "00806944" },
 { "seq_id" : 417, "qsl_idx" : 314, "data" : "0000D243" },
 { "seq_id" : 418, "qsl_idx" : 281, "data" : "00801844" },