Skip to content

Commit d1b815f

Browse files
qectorlabqectorlab
committed
add v0.6.8 benchmark release: 8 SVG charts, 20 JSON data files, PDF report, faithfulness/bit-exact verification
1 parent 13c12e6 commit d1b815f

31 files changed

Lines changed: 27784 additions & 16 deletions

‎source/public/images/benchmarks/QECTOR_v0.6.7_Master_Benchmark.pdf‎

140 KB
Binary file not shown.

‎source/public/images/benchmarks/bitexact_vs_distance.svg‎

Lines changed: 1526 additions & 0 deletions
Loading

‎source/public/images/benchmarks/gpu_speedup.svg‎

Lines changed: 1809 additions & 0 deletions
Loading

‎source/public/images/benchmarks/ler_vs_distance.svg‎

Lines changed: 2123 additions & 0 deletions
Loading

‎source/public/images/benchmarks/throughput_scaling_d11.svg‎

Lines changed: 1922 additions & 0 deletions
Loading

‎source/public/images/benchmarks/throughput_scaling_d5.svg‎

Lines changed: 1796 additions & 0 deletions
Loading

‎source/public/images/benchmarks/throughput_vs_distance_200000.svg‎

Lines changed: 1998 additions & 0 deletions
Loading

‎source/public/images/benchmarks/throughput_vs_distance_50000.svg‎

Lines changed: 2104 additions & 0 deletions
Loading

‎source/public/images/benchmarks/us_per_shot_200000.svg‎

Lines changed: 1966 additions & 0 deletions
Loading

‎source/public/json/benchmarks/_sweep_p0.001.json‎

Lines changed: 362 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,362 @@
1+
[
2+
{
3+
"decoder": "qector_union_find",
4+
"backend": "CPU",
5+
"distance": 3,
6+
"p": 0.001,
7+
"rounds": 3,
8+
"shots": 40000,
9+
"detectors": 24,
10+
"edges": 78,
11+
"det_rate": 0.012339583333333333,
12+
"logical_failures": 41,
13+
"ler": 0.001025,
14+
"ci_low": 0.0007556998562042853,
15+
"ci_high": 0.0013901340579066035
16+
},
17+
{
18+
"decoder": "qector_fast_uf",
19+
"backend": "CPU",
20+
"distance": 3,
21+
"p": 0.001,
22+
"rounds": 3,
23+
"shots": 40000,
24+
"detectors": 24,
25+
"edges": 78,
26+
"det_rate": 0.012339583333333333,
27+
"logical_failures": 41,
28+
"ler": 0.001025,
29+
"ci_low": 0.0007556998562042853,
30+
"ci_high": 0.0013901340579066035
31+
},
32+
{
33+
"decoder": "qector_sparse_blossom",
34+
"backend": "CPU",
35+
"distance": 3,
36+
"p": 0.001,
37+
"rounds": 3,
38+
"shots": 40000,
39+
"detectors": 24,
40+
"edges": 78,
41+
"det_rate": 0.012339583333333333,
42+
"logical_failures": 36,
43+
"ler": 0.0009,
44+
"ci_low": 0.0006501923325757989,
45+
"ci_high": 0.0012456655892293907
46+
},
47+
{
48+
"decoder": "qector_blossom_weighted",
49+
"backend": "CPU",
50+
"distance": 3,
51+
"p": 0.001,
52+
"rounds": 3,
53+
"shots": 40000,
54+
"detectors": 24,
55+
"edges": 78,
56+
"det_rate": 0.012339583333333333,
57+
"logical_failures": 27,
58+
"ler": 0.000675,
59+
"ci_low": 0.0004639596846965746,
60+
"ci_high": 0.000981941450958357
61+
},
62+
{
63+
"decoder": "qector_cuda(GPU)",
64+
"backend": "GPU",
65+
"distance": 3,
66+
"p": 0.001,
67+
"rounds": 3,
68+
"shots": 40000,
69+
"detectors": 24,
70+
"edges": 78,
71+
"det_rate": 0.012339583333333333,
72+
"logical_failures": 41,
73+
"ler": 0.001025,
74+
"ci_low": 0.0007556998562042853,
75+
"ci_high": 0.0013901340579066035
76+
},
77+
{
78+
"decoder": "PyMatching(ref)",
79+
"backend": "CPU",
80+
"distance": 3,
81+
"p": 0.001,
82+
"rounds": 3,
83+
"shots": 40000,
84+
"detectors": 24,
85+
"edges": 78,
86+
"det_rate": 0.012339583333333333,
87+
"logical_failures": 27,
88+
"ler": 0.000675,
89+
"ci_low": 0.0004639596846965746,
90+
"ci_high": 0.000981941450958357
91+
},
92+
{
93+
"decoder": "qector_union_find",
94+
"backend": "CPU",
95+
"distance": 5,
96+
"p": 0.001,
97+
"rounds": 5,
98+
"shots": 40000,
99+
"detectors": 120,
100+
"edges": 502,
101+
"det_rate": 0.0148425,
102+
"logical_failures": 95,
103+
"ler": 0.002375,
104+
"ci_low": 0.0019433970258877315,
105+
"ci_high": 0.002902177605124706
106+
},
107+
{
108+
"decoder": "qector_fast_uf",
109+
"backend": "CPU",
110+
"distance": 5,
111+
"p": 0.001,
112+
"rounds": 5,
113+
"shots": 40000,
114+
"detectors": 120,
115+
"edges": 502,
116+
"det_rate": 0.0148425,
117+
"logical_failures": 95,
118+
"ler": 0.002375,
119+
"ci_low": 0.0019433970258877315,
120+
"ci_high": 0.002902177605124706
121+
},
122+
{
123+
"decoder": "qector_sparse_blossom",
124+
"backend": "CPU",
125+
"distance": 5,
126+
"p": 0.001,
127+
"rounds": 5,
128+
"shots": 40000,
129+
"detectors": 120,
130+
"edges": 502,
131+
"det_rate": 0.0148425,
132+
"logical_failures": 5,
133+
"ler": 0.000125,
134+
"ci_low": 5.339288514241285e-05,
135+
"ci_high": 0.00029261388436744337
136+
},
137+
{
138+
"decoder": "qector_blossom_weighted",
139+
"backend": "CPU",
140+
"distance": 5,
141+
"p": 0.001,
142+
"rounds": 5,
143+
"shots": 40000,
144+
"detectors": 120,
145+
"edges": 502,
146+
"det_rate": 0.0148425,
147+
"logical_failures": 6,
148+
"ler": 0.00015,
149+
"ci_low": 6.8747162565346e-05,
150+
"ci_high": 0.00032725480540564996
151+
},
152+
{
153+
"decoder": "qector_cuda(GPU)",
154+
"backend": "GPU",
155+
"distance": 5,
156+
"p": 0.001,
157+
"rounds": 5,
158+
"shots": 40000,
159+
"detectors": 120,
160+
"edges": 502,
161+
"det_rate": 0.0148425,
162+
"logical_failures": 95,
163+
"ler": 0.002375,
164+
"ci_low": 0.0019433970258877315,
165+
"ci_high": 0.002902177605124706
166+
},
167+
{
168+
"decoder": "PyMatching(ref)",
169+
"backend": "CPU",
170+
"distance": 5,
171+
"p": 0.001,
172+
"rounds": 5,
173+
"shots": 40000,
174+
"detectors": 120,
175+
"edges": 502,
176+
"det_rate": 0.0148425,
177+
"logical_failures": 6,
178+
"ler": 0.00015,
179+
"ci_low": 6.8747162565346e-05,
180+
"ci_high": 0.00032725480540564996
181+
},
182+
{
183+
"decoder": "qector_union_find",
184+
"backend": "CPU",
185+
"distance": 7,
186+
"p": 0.001,
187+
"rounds": 7,
188+
"shots": 40000,
189+
"detectors": 336,
190+
"edges": 1558,
191+
"det_rate": 0.015916369047619047,
192+
"logical_failures": 7,
193+
"ler": 0.000175,
194+
"ci_low": 8.477301011569892e-05,
195+
"ci_high": 0.0003612241563164369
196+
},
197+
{
198+
"decoder": "qector_fast_uf",
199+
"backend": "CPU",
200+
"distance": 7,
201+
"p": 0.001,
202+
"rounds": 7,
203+
"shots": 40000,
204+
"detectors": 336,
205+
"edges": 1558,
206+
"det_rate": 0.015916369047619047,
207+
"logical_failures": 7,
208+
"ler": 0.000175,
209+
"ci_low": 8.477301011569892e-05,
210+
"ci_high": 0.0003612241563164369
211+
},
212+
{
213+
"decoder": "qector_sparse_blossom",
214+
"backend": "CPU",
215+
"distance": 7,
216+
"p": 0.001,
217+
"rounds": 7,
218+
"shots": 40000,
219+
"detectors": 336,
220+
"edges": 1558,
221+
"det_rate": 0.015916369047619047,
222+
"logical_failures": 3,
223+
"ler": 7.5e-05,
224+
"ci_low": 2.5506626981082432e-05,
225+
"ci_high": 0.00022050974560649424
226+
},
227+
{
228+
"decoder": "qector_blossom_weighted",
229+
"backend": "CPU",
230+
"distance": 7,
231+
"p": 0.001,
232+
"rounds": 7,
233+
"shots": 40000,
234+
"detectors": 336,
235+
"edges": 1558,
236+
"det_rate": 0.015916369047619047,
237+
"logical_failures": 2,
238+
"ler": 5e-05,
239+
"ci_low": 1.3711623526175277e-05,
240+
"ci_high": 0.00018230955060026158
241+
},
242+
{
243+
"decoder": "qector_cuda(GPU)",
244+
"backend": "GPU",
245+
"distance": 7,
246+
"p": 0.001,
247+
"rounds": 7,
248+
"shots": 40000,
249+
"detectors": 336,
250+
"edges": 1558,
251+
"det_rate": 0.015916369047619047,
252+
"logical_failures": 7,
253+
"ler": 0.000175,
254+
"ci_low": 8.477301011569892e-05,
255+
"ci_high": 0.0003612241563164369
256+
},
257+
{
258+
"decoder": "PyMatching(ref)",
259+
"backend": "CPU",
260+
"distance": 7,
261+
"p": 0.001,
262+
"rounds": 7,
263+
"shots": 40000,
264+
"detectors": 336,
265+
"edges": 1558,
266+
"det_rate": 0.015916369047619047,
267+
"logical_failures": 2,
268+
"ler": 5e-05,
269+
"ci_low": 1.3711623526175277e-05,
270+
"ci_high": 0.00018230955060026158
271+
},
272+
{
273+
"decoder": "qector_union_find",
274+
"backend": "CPU",
275+
"distance": 9,
276+
"p": 0.001,
277+
"rounds": 9,
278+
"shots": 40000,
279+
"detectors": 720,
280+
"edges": 3534,
281+
"det_rate": 0.01660059027777778,
282+
"logical_failures": 0,
283+
"ler": 0.0,
284+
"ci_low": 0.0,
285+
"ci_high": 9.60307772041573e-05
286+
},
287+
{
288+
"decoder": "qector_fast_uf",
289+
"backend": "CPU",
290+
"distance": 9,
291+
"p": 0.001,
292+
"rounds": 9,
293+
"shots": 40000,
294+
"detectors": 720,
295+
"edges": 3534,
296+
"det_rate": 0.01660059027777778,
297+
"logical_failures": 0,
298+
"ler": 0.0,
299+
"ci_low": 0.0,
300+
"ci_high": 9.60307772041573e-05
301+
},
302+
{
303+
"decoder": "qector_sparse_blossom",
304+
"backend": "CPU",
305+
"distance": 9,
306+
"p": 0.001,
307+
"rounds": 9,
308+
"shots": 40000,
309+
"detectors": 720,
310+
"edges": 3534,
311+
"det_rate": 0.01660059027777778,
312+
"logical_failures": 1,
313+
"ler": 2.5e-05,
314+
"ci_low": 4.413013988001661e-06,
315+
"ci_high": 0.00014161296167729544
316+
},
317+
{
318+
"decoder": "qector_blossom_weighted",
319+
"backend": "CPU",
320+
"distance": 9,
321+
"p": 0.001,
322+
"rounds": 9,
323+
"shots": 40000,
324+
"detectors": 720,
325+
"edges": 3534,
326+
"det_rate": 0.01660059027777778,
327+
"logical_failures": 0,
328+
"ler": 0.0,
329+
"ci_low": 0.0,
330+
"ci_high": 9.60307772041573e-05
331+
},
332+
{
333+
"decoder": "qector_cuda(GPU)",
334+
"backend": "GPU",
335+
"distance": 9,
336+
"p": 0.001,
337+
"rounds": 9,
338+
"shots": 40000,
339+
"detectors": 720,
340+
"edges": 3534,
341+
"det_rate": 0.01660059027777778,
342+
"logical_failures": 0,
343+
"ler": 0.0,
344+
"ci_low": 0.0,
345+
"ci_high": 9.60307772041573e-05
346+
},
347+
{
348+
"decoder": "PyMatching(ref)",
349+
"backend": "CPU",
350+
"distance": 9,
351+
"p": 0.001,
352+
"rounds": 9,
353+
"shots": 40000,
354+
"detectors": 720,
355+
"edges": 3534,
356+
"det_rate": 0.01660059027777778,
357+
"logical_failures": 0,
358+
"ler": 0.0,
359+
"ci_low": 0.0,
360+
"ci_high": 9.60307772041573e-05
361+
}
362+
]

0 commit comments

Comments
 (0)