Skip to content

Commit 249ba37

Browse files
committed
fix: lint — format benchmark files, suppress noExplicitAny in harness
1 parent d0f55e8 commit 249ba37

File tree

2 files changed

+290
-198
lines changed

2 files changed

+290
-198
lines changed

benchmark/queries.json

Lines changed: 70 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,10 @@
1717
"id": "exact_03",
1818
"query": "What is the Linear workspace ID?",
1919
"category": "needle_in_haystack",
20-
"ground_truth": ["memory/2026-02-11.md", "memory/topics/linear-integration.md"],
20+
"ground_truth": [
21+
"memory/2026-02-11.md",
22+
"memory/topics/linear-integration.md"
23+
],
2124
"expected_content": "ws_stl_prod_7x2k"
2225
},
2326
{
@@ -31,21 +34,31 @@
3134
"id": "exact_05",
3235
"query": "What is the Linear API rate limit?",
3336
"category": "exact_fact",
34-
"ground_truth": ["memory/topics/linear-integration.md", "memory/2026-02-12.md"],
37+
"ground_truth": [
38+
"memory/topics/linear-integration.md",
39+
"memory/2026-02-12.md"
40+
],
3541
"expected_content": "100 req/min"
3642
},
3743
{
3844
"id": "exact_06",
3945
"query": "What is the trial to paid conversion rate?",
4046
"category": "exact_fact",
41-
"ground_truth": ["memory/2026-02-12.md", "memory/tasks/onboarding-redesign.md"],
47+
"ground_truth": [
48+
"memory/2026-02-12.md",
49+
"memory/tasks/onboarding-redesign.md"
50+
],
4251
"expected_content": "23%"
4352
},
4453
{
4554
"id": "exact_07",
4655
"query": "How many GitHub stars do we have?",
4756
"category": "exact_fact",
48-
"ground_truth": ["memory/2026-02-12.md", "MEMORY.md", "memory/topics/competitive-landscape.md"],
57+
"ground_truth": [
58+
"memory/2026-02-12.md",
59+
"MEMORY.md",
60+
"memory/topics/competitive-landscape.md"
61+
],
4962
"expected_content": "1,847"
5063
},
5164
{
@@ -70,7 +83,10 @@
7083
"id": "semantic_04",
7184
"query": "What's our approach to user onboarding?",
7285
"category": "semantic",
73-
"ground_truth": ["memory/tasks/onboarding-redesign.md", "memory/2026-02-11.md"]
86+
"ground_truth": [
87+
"memory/tasks/onboarding-redesign.md",
88+
"memory/2026-02-11.md"
89+
]
7490
},
7591
{
7692
"id": "semantic_05",
@@ -100,7 +116,10 @@
100116
"id": "temporal_04",
101117
"query": "What's the timeline for the onboarding redesign?",
102118
"category": "temporal",
103-
"ground_truth": ["memory/tasks/onboarding-redesign.md", "memory/2026-02-11.md"]
119+
"ground_truth": [
120+
"memory/tasks/onboarding-redesign.md",
121+
"memory/2026-02-11.md"
122+
]
104123
},
105124
{
106125
"id": "temporal_05",
@@ -113,13 +132,21 @@
113132
"id": "relational_01",
114133
"query": "What is Raj working on?",
115134
"category": "relational",
116-
"ground_truth": ["memory/people/raj-patel.md", "memory/2026-02-12.md", "memory/2026-02-14.md"]
135+
"ground_truth": [
136+
"memory/people/raj-patel.md",
137+
"memory/2026-02-12.md",
138+
"memory/2026-02-14.md"
139+
]
117140
},
118141
{
119142
"id": "relational_02",
120143
"query": "Who is involved in the onboarding redesign?",
121144
"category": "relational",
122-
"ground_truth": ["memory/tasks/onboarding-redesign.md", "memory/people/lena-vogt.md", "memory/2026-02-11.md"]
145+
"ground_truth": [
146+
"memory/tasks/onboarding-redesign.md",
147+
"memory/people/lena-vogt.md",
148+
"memory/2026-02-11.md"
149+
]
123150
},
124151
{
125152
"id": "relational_03",
@@ -137,13 +164,22 @@
137164
"id": "relational_05",
138165
"query": "What's connected to the Linear integration?",
139166
"category": "relational",
140-
"ground_truth": ["memory/topics/linear-integration.md", "memory/2026-02-10.md", "memory/2026-02-12.md", "memory/2026-02-14.md"]
167+
"ground_truth": [
168+
"memory/topics/linear-integration.md",
169+
"memory/2026-02-10.md",
170+
"memory/2026-02-12.md",
171+
"memory/2026-02-14.md"
172+
]
141173
},
142174
{
143175
"id": "cross_note_01",
144176
"query": "Summarize all architecture decisions we've made",
145177
"category": "cross_note",
146-
"ground_truth": ["MEMORY.md", "memory/2026-02-10.md", "memory/2026-02-11.md"]
178+
"ground_truth": [
179+
"MEMORY.md",
180+
"memory/2026-02-10.md",
181+
"memory/2026-02-11.md"
182+
]
147183
},
148184
{
149185
"id": "cross_note_02",
@@ -161,13 +197,22 @@
161197
"id": "cross_note_04",
162198
"query": "What are all the things Lena has done?",
163199
"category": "cross_note",
164-
"ground_truth": ["memory/people/lena-vogt.md", "memory/2026-02-10.md", "memory/2026-02-11.md", "memory/2026-02-14.md", "memory/tasks/onboarding-redesign.md"]
200+
"ground_truth": [
201+
"memory/people/lena-vogt.md",
202+
"memory/2026-02-10.md",
203+
"memory/2026-02-11.md",
204+
"memory/2026-02-14.md",
205+
"memory/tasks/onboarding-redesign.md"
206+
]
165207
},
166208
{
167209
"id": "task_01",
168210
"query": "What are the active tasks?",
169211
"category": "task_recall",
170-
"ground_truth": ["memory/tasks/onboarding-redesign.md", "memory/tasks/incident-runbook.md"]
212+
"ground_truth": [
213+
"memory/tasks/onboarding-redesign.md",
214+
"memory/tasks/incident-runbook.md"
215+
]
171216
},
172217
{
173218
"id": "task_02",
@@ -206,14 +251,20 @@
206251
"id": "needle_03",
207252
"query": "What version was the Linear integration shipped in?",
208253
"category": "needle_in_haystack",
209-
"ground_truth": ["memory/2026-02-14.md", "memory/topics/linear-integration.md"],
254+
"ground_truth": [
255+
"memory/2026-02-14.md",
256+
"memory/topics/linear-integration.md"
257+
],
210258
"expected_content": "v0.9.0-beta.1"
211259
},
212260
{
213261
"id": "needle_04",
214262
"query": "What is the webhook queue max depth?",
215263
"category": "needle_in_haystack",
216-
"ground_truth": ["memory/2026-02-14.md", "memory/topics/linear-integration.md"],
264+
"ground_truth": [
265+
"memory/2026-02-14.md",
266+
"memory/topics/linear-integration.md"
267+
],
217268
"expected_content": "5000"
218269
},
219270
{
@@ -243,7 +294,11 @@
243294
"id": "evolving_02",
244295
"query": "What's the current state of the webhook architecture?",
245296
"category": "evolving_fact",
246-
"ground_truth": ["memory/2026-02-14.md", "memory/2026-02-12.md", "memory/2026-02-11.md"],
297+
"ground_truth": [
298+
"memory/2026-02-14.md",
299+
"memory/2026-02-12.md",
300+
"memory/2026-02-11.md"
301+
],
247302
"note": "Evolved from proposal (Feb 11) → incident (Feb 12) → fix (Feb 14)"
248303
}
249304
]

0 commit comments

Comments
 (0)