Skip to content

Commit 9e716bc

Browse files
ItCodinTimeItCodinTime
committed
Algorithm Improvement / Testing
1 parent e00489e commit 9e716bc

2 files changed

Lines changed: 908 additions & 0 deletions

File tree

‎benchmarks/results/compaction_vs_adam_sgd_2026-04-05.json‎

Lines changed: 125 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,125 @@
1+
[
2+
{
3+
"optimizer": "sgd_momentum",
4+
"base": {
5+
"test_loss": 0.16743502020835876,
6+
"test_accuracy": 0.9611111283302307,
7+
"param_count": 17226,
8+
"keras_file_bytes": 161406,
9+
"mean_inference_seconds": 0.004292535839995253,
10+
"hidden_units": [
11+
128,
12+
64
13+
]
14+
},
15+
"best_no_accuracy_loss_compaction": {
16+
"threshold": 0.18,
17+
"hidden_units": [
18+
123,
19+
61
20+
],
21+
"param_count": 16179,
22+
"keras_file_bytes": 153111,
23+
"test_loss": 0.16903890669345856,
24+
"test_accuracy": 0.9611111283302307,
25+
"mean_inference_seconds": 0.006460178330016788,
26+
"report": {
27+
"original_hidden_units": [
28+
128,
29+
64
30+
],
31+
"compacted_hidden_units": [
32+
123,
33+
61
34+
],
35+
"original_param_count": 17226,
36+
"compacted_param_count": 16179,
37+
"original_nonzero_count": 17226,
38+
"compacted_nonzero_count": 16179,
39+
"unit_threshold": 0.18
40+
}
41+
}
42+
},
43+
{
44+
"optimizer": "adam",
45+
"base": {
46+
"test_loss": 0.14840196073055267,
47+
"test_accuracy": 0.9611111283302307,
48+
"param_count": 17226,
49+
"keras_file_bytes": 232481,
50+
"mean_inference_seconds": 0.012953963330000989,
51+
"hidden_units": [
52+
128,
53+
64
54+
]
55+
},
56+
"best_no_accuracy_loss_compaction": {
57+
"threshold": 0.2,
58+
"hidden_units": [
59+
119,
60+
63
61+
],
62+
"param_count": 15935,
63+
"keras_file_bytes": 151159,
64+
"test_loss": 0.15514415502548218,
65+
"test_accuracy": 0.9611111283302307,
66+
"mean_inference_seconds": 0.003510517920003622,
67+
"report": {
68+
"original_hidden_units": [
69+
128,
70+
64
71+
],
72+
"compacted_hidden_units": [
73+
119,
74+
63
75+
],
76+
"original_param_count": 17226,
77+
"compacted_param_count": 15935,
78+
"original_nonzero_count": 17226,
79+
"compacted_nonzero_count": 15935,
80+
"unit_threshold": 0.2
81+
}
82+
}
83+
},
84+
{
85+
"optimizer": "neat",
86+
"base": {
87+
"test_loss": 0.19135750830173492,
88+
"test_accuracy": 0.9527778029441833,
89+
"param_count": 17226,
90+
"keras_file_bytes": 377110,
91+
"mean_inference_seconds": 0.010992434170038905,
92+
"hidden_units": [
93+
128,
94+
64
95+
]
96+
},
97+
"best_no_accuracy_loss_compaction": {
98+
"threshold": 0.16,
99+
"hidden_units": [
100+
123,
101+
62
102+
],
103+
"param_count": 16313,
104+
"keras_file_bytes": 154183,
105+
"test_loss": 0.19456547498703003,
106+
"test_accuracy": 0.9527778029441833,
107+
"mean_inference_seconds": 0.0031976295899949036,
108+
"report": {
109+
"original_hidden_units": [
110+
128,
111+
64
112+
],
113+
"compacted_hidden_units": [
114+
123,
115+
62
116+
],
117+
"original_param_count": 17226,
118+
"compacted_param_count": 16313,
119+
"original_nonzero_count": 14430,
120+
"compacted_nonzero_count": 13657,
121+
"unit_threshold": 0.16
122+
}
123+
}
124+
}
125+
]

0 commit comments

Comments
 (0)