Kakeya-LLM-Inference-engine/results/platform-tests/bench_mlx_verifier_1779507029.json at main · FluffyAIcode/Kakeya-LLM-Inference-engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
{
  "config": {
    "prompt": "Why is the sky blue?",
    "max_new_tokens": 32,
    "sink_size": 4,
    "window_size": 64,
    "report": null
  },
  "env": {
    "mlx_version": "0.31.2",
    "mlx_lm_version": "0.31.3",
    "platform": "macOS-26.3.1-arm64-arm-64bit-Mach-O",
    "machine": "arm64",
    "python": "3.13.12"
  },
  "prompt_token_count": 30,
  "cpu": {
    "prefill_time_s": 0.7970131249167025,
    "generation_time_s": 1.8265824592672288,
    "wall_time_s": 2.6235955841839314,
    "output_token_ids": [
      785,
      12884,
      7952,
      6303,
      1576,
      315,
      1246,
      39020,
      83161,
      448,
      279,
      9237,
      594,
      16566,
      13,
      5692,
      594,
      264,
      43799,
      16148,
      1447,
      16,
      13,
      3070,
      30092,
      4145,
      67106,
      95518,
      8059,
      4145,
      374,
      1865
    ],
    "n_tokens": 32,
    "peak_kv_bytes": 7110656,
    "peak_activation_bytes": 9116160,
    "weight_bytes": 3441149952,
    "forward_calls": 33
  },
  "mlx": {
    "prefill_time_s": 0.09658137522637844,
    "generation_time_s": 1.3254019590094686,
    "wall_time_s": 1.421983334235847,
    "output_token_ids": [
      785,
      12884,
      7952,
      6303,
      1576,
      315,
      1246,
      39020,
      83161,
      448,
      279,
      9237,
      594,
      16566,
      13,
      5692,
      594,
      264,
      43799,
      16148,
      1447,
      16,
      13,
      3070,
      30092,
      4145,
      67106,
      95518,
      8059,
      4145,
      374,
      1865
    ],
    "n_tokens": 32,
    "peak_kv_bytes": 29360128,
    "peak_activation_bytes": 9116160,
    "weight_bytes": 3441149952,
    "forward_calls": 33
  },
  "comparison": {
    "outputs_identical": true,
    "common_prefix_length": 32,
    "wall_time_speedup": 1.845025550593962,
    "generation_speedup": 1.3781347212073798
  }
}