Skip to content

Commit 09ef4ab

Browse files
mlcommons-botmlcommons-bot
committed
Results from R50 GH action on ubuntu-latest
1 parent dfa2383 commit 09ef4ab

9 files changed

Lines changed: 186 additions & 186 deletions

File tree

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|----------|------------|------------|--------------|-------------------|
3-
| resnet50 | offline | 76 | 23.433 | - |
3+
| resnet50 | offline | 76 | 21.386 | - |

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44

55
* OS version: Linux-6.17.0-1018-azure-x86_64-with-glibc2.39
66
* CPU version: x86_64
7-
* Python version: 3.12.13 (main, Jun 16 2026, 22:05:08) [GCC 13.3.0]
7+
* Python version: 3.13.14 (main, Jun 11 2026, 03:02:07) [GCC 13.3.0]
88
* MLC version: unknown
99

1010
## MLC Run Command
@@ -16,7 +16,7 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo mlcommons@mlperf-automations --checkout=7fc4d28c77194ccc22f3854c28e650b3bb1b2b17
19+
mlc pull repo mlcommons@mlperf-automations --checkout=fa0a2e0938e37d191d679b21d698aa56cd15ec05
2020

2121

2222
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
4141

4242
### Performance Results
43-
`Samples per second`: `23.4331`
43+
`Samples per second`: `21.3857`

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt‎

Lines changed: 72 additions & 72 deletions
Large diffs are not rendered by default.

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/accuracy_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/f401151d160b43f4b3783e1d2202834d.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_0cdf1831
1+
User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c36ddf95b7874ad1853c5170dcea15ba.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_8b6860be
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: AccuracyOnly

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cpu_info.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,20 +4,20 @@
44
"MLC_HOST_CPU_FPU_SUPPORT": "yes",
55
"MLC_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes",
66
"MLC_HOST_CPU_BUGS": "sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass srso spectre_v2_user tsa",
7-
"MLC_HOST_CPU_TLB_SIZE": "2560 4K pages",
7+
"MLC_HOST_CPU_TLB_SIZE": "3584 4K pages",
88
"MLC_HOST_CPU_CFLUSH_SIZE": "64",
99
"MLC_HOST_CPU_ARCHITECTURE": "x86_64",
1010
"MLC_HOST_CPU_TOTAL_CORES": "4",
1111
"MLC_HOST_CPU_ON_LINE_CPUS_LIST": "0-3",
1212
"MLC_HOST_CPU_VENDOR_ID": "AuthenticAMD",
13-
"MLC_HOST_CPU_MODEL_NAME": "AMD EPYC 7763 64-Core Processor",
13+
"MLC_HOST_CPU_MODEL_NAME": "AMD EPYC 9V74 80-Core Processor",
1414
"MLC_HOST_CPU_FAMILY": "25",
1515
"MLC_HOST_CPU_THREADS_PER_CORE": "2",
1616
"MLC_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "2",
1717
"MLC_HOST_CPU_SOCKETS": "1",
1818
"MLC_HOST_CPU_L1D_CACHE_SIZE": "64 KiB (2 instances)",
1919
"MLC_HOST_CPU_L1I_CACHE_SIZE": "64 KiB (2 instances)",
20-
"MLC_HOST_CPU_L2_CACHE_SIZE": "1 MiB (2 instances)",
20+
"MLC_HOST_CPU_L2_CACHE_SIZE": "2 MiB (2 instances)",
2121
"MLC_HOST_CPU_L3_CACHE_SIZE": "32 MiB (1 instance)",
2222
"MLC_HOST_CPU_NUMA_NODES": "1",
2323
"MLC_HOST_CPU_START_CORES": "0",

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt‎

Lines changed: 90 additions & 90 deletions
Large diffs are not rendered by default.

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ MLPerf Results Summary
44
SUT name : QueueSUT
55
Scenario : Offline
66
Mode : PerformanceOnly
7-
Samples per second: 23.4331
7+
Samples per second: 21.3857
88
Result is : VALID
99
Min duration satisfied : Yes
1010
Min queries satisfied : Yes
@@ -13,15 +13,15 @@ Result is : VALID
1313
================================================
1414
Additional Stats
1515
================================================
16-
Min latency (ns) : 1350937986
17-
Max latency (ns) : 21337316010
18-
Mean latency (ns) : 11324444659
19-
50.00 percentile latency (ns) : 10902135048
20-
90.00 percentile latency (ns) : 19972026163
21-
95.00 percentile latency (ns) : 21337316010
22-
97.00 percentile latency (ns) : 21337316010
23-
99.00 percentile latency (ns) : 21337316010
24-
99.90 percentile latency (ns) : 21337316010
16+
Min latency (ns) : 1472026733
17+
Max latency (ns) : 23380089928
18+
Mean latency (ns) : 12415110538
19+
50.00 percentile latency (ns) : 11960379831
20+
90.00 percentile latency (ns) : 22434847778
21+
95.00 percentile latency (ns) : 22434847778
22+
97.00 percentile latency (ns) : 23380089928
23+
99.00 percentile latency (ns) : 23380089928
24+
99.90 percentile latency (ns) : 23380089928
2525

2626
================================================
2727
Test Parameters Used

‎open/MLCommons/results/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/performance_console.out‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1ed9e3473cb04d94b0b7397611443aa1.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_0cdf1831
1+
User Conf path: /home/runner/MLC/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c0ed1b6f4c4c4fc2858b081a38129ed6.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-imagenet_8b6860be
33
Dataset List filepath:
44
Scenario: Offline
55
Mode: PerformanceOnly

‎open/MLCommons/systems/gh_ubuntu-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -16,18 +16,18 @@
1616
"host_network_card_count": "1",
1717
"host_networking": "Gig Ethernet",
1818
"host_networking_topology": "N/A",
19-
"host_processor_caches": "L1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 1 MiB (2 instances), L3 cache: 32 MiB (1 instance)",
19+
"host_processor_caches": "L1d cache: 64 KiB (2 instances), L1i cache: 64 KiB (2 instances), L2 cache: 2 MiB (2 instances), L3 cache: 32 MiB (1 instance)",
2020
"host_processor_core_count": "2",
2121
"host_processor_frequency": "undefined",
2222
"host_processor_interconnect": "",
23-
"host_processor_model_name": "AMD EPYC 7763 64-Core Processor",
23+
"host_processor_model_name": "AMD EPYC 9V74 80-Core Processor",
2424
"host_processors_per_node": "1",
2525
"host_storage_capacity": "158G",
2626
"host_storage_type": "SSD",
2727
"hw_notes": "",
2828
"number_of_nodes": "1",
2929
"operating_system": "Ubuntu 24.04 (linux-6.17.0-1018-azure-glibc2.39)",
30-
"other_software_stack": "Python: 3.12.13, LLVM-18.1.3",
30+
"other_software_stack": "Python: 3.13.14, LLVM-18.1.3",
3131
"status": "available",
3232
"submitter": "MLCommons",
3333
"sw_notes": "",

0 commit comments

Comments
 (0)