Kakeya-LLM-Inference-engine/results/platform-tests/bench_mac_m4_1779442985.json at main · FluffyAIcode/Kakeya-LLM-Inference-engine · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
{
  "config": {
    "prompt": "Why is the sky blue?",
    "max_new_tokens": 32,
    "block_size": 8,
    "num_diffusion_steps": 4,
    "sink_size": 4,
    "window_size": 64,
    "device": "cpu",
    "dtype": "bfloat16",
    "report": "results/platform-tests/bench_mac_m4_1779442985.json"
  },
  "prompt_token_count": 30,
  "dense": {
    "wall_time_s": 28.987603541929275,
    "n_tokens": 32,
    "acceptance_rate": 0.1875,
    "proposer_forward_calls": 52,
    "proposer_peak_activation_bytes": 18840064,
    "verifier_forward_calls": 29,
    "verifier_peak_kv_bytes": 7110656,
    "output_token_ids": [
      785,
      12884,
      7952,
      6303,
      1576,
      315,
      1246,
      39020,
      83161,
      448,
      279,
      9237,
      594,
      16566,
      13,
      5692,
      594,
      264,
      43799,
      16148,
      1447,
      16,
      13,
      3070,
      30092,
      4145,
      67106,
      95518,
      8059,
      4145,
      374,
      1865
    ]
  },
  "sparse": {
    "wall_time_s": 23.573483541142195,
    "n_tokens": 32,
    "acceptance_rate": 0.1875,
    "proposer_forward_calls": 52,
    "proposer_peak_activation_bytes": 2430976,
    "verifier_forward_calls": 29,
    "verifier_peak_kv_bytes": 7110656,
    "output_token_ids": [
      785,
      12884,
      7952,
      6303,
      1576,
      315,
      1246,
      39020,
      83161,
      448,
      279,
      9237,
      594,
      16566,
      13,
      5692,
      594,
      264,
      43799,
      16148,
      1447,
      16,
      13,
      3070,
      30092,
      4145,
      67106,
      95518,
      8059,
      4145,
      374,
      1865
    ]
  },
  "comparison": {
    "outputs_identical": true,
    "wall_time_speedup": 1.2296699166815102,
    "activation_peak_ratio_sparse_over_dense": 0.12903225806451613
  }
}