Skip to content

Commit 276b051

Browse files
chore: refresh benchmark baselines from max of two CI runs
The prior 1.5x slack on a single slow run made composers-10 stale when the next CI run came in faster. Set baselines to the per-benchmark max of two ubuntu-latest artifacts with no extra slack so both regression and stale gates pass. Co-authored-by: Cursor <cursoragent@cursor.com>
1 parent 5164a71 commit 276b051

1 file changed

Lines changed: 19 additions & 19 deletions

File tree

benchmarks/baselines.json

Lines changed: 19 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -1,32 +1,32 @@
11
{
2-
"_note": "Gated means from ubuntu-latest CI benchmark-results.json. Values multiplied by 1.5x slack at generation time. Excluded from gate (recorded for reference): test_composer_map_cache_lookup[hit], test_composer_map_cache_lookup[miss], test_summary_cache_lookup[hit], test_summary_cache_lookup[miss], test_summary_cache_round_trip, test_tab_summary_cache_lookup[hit], test_tab_summary_cache_lookup[miss]. Refresh after intentional speedups via reduce_baselines.py.",
3-
"updated": "2026-07-20T23:33:47Z",
2+
"_note": "Gated means from ubuntu-latest CI benchmark-results.json. Excluded from gate (recorded for reference): test_composer_map_cache_lookup[hit], test_composer_map_cache_lookup[miss], test_summary_cache_lookup[hit], test_summary_cache_lookup[miss], test_summary_cache_round_trip, test_tab_summary_cache_lookup[hit], test_tab_summary_cache_lookup[miss]. Refresh after intentional speedups via reduce_baselines.py.",
3+
"updated": "2026-07-20T23:40:28Z",
44
"machine": "Linux",
55
"groups": {
66
"parse": {
7-
"test_list_workspace_projects_nocache[composers-10]": 0.014039970839451691,
8-
"test_list_workspace_projects_nocache[composers-50]": 0.06046153512499686,
9-
"test_list_workspace_projects_nocache[composers-200]": 0.18363364157142875
7+
"test_list_workspace_projects_nocache[composers-10]": 0.010681765299999786,
8+
"test_list_workspace_projects_nocache[composers-50]": 0.04686026719047544,
9+
"test_list_workspace_projects_nocache[composers-200]": 0.15711913542857303
1010
},
1111
"export": {
12-
"test_post_export_zip[composers-10]": 0.018184857929574125,
13-
"test_post_export_zip[composers-50]": 0.03504012026470056
12+
"test_post_export_zip[composers-10]": 0.012123238619716084,
13+
"test_post_export_zip[composers-50]": 0.026292180812500288
1414
},
1515
"search": {
16-
"test_search_full_corpus_live_scan": 0.028617533739126497,
17-
"test_search_full_corpus_indexed": 0.03912774211764676
16+
"test_search_full_corpus_live_scan": 0.02950301615789454,
17+
"test_search_full_corpus_indexed": 0.03619440013333322
1818
},
1919
"summary-cache": {
20-
"test_summary_cache_lookup[hit]": 4.681603540203759e-05,
21-
"test_summary_cache_lookup[miss]": 4.638909408426381e-05,
22-
"test_composer_map_cache_lookup[hit]": 4.580876434953557e-05,
23-
"test_composer_map_cache_lookup[miss]": 4.56905764988172e-05,
24-
"test_fingerprint_workspace_entries[10]": 0.0021898200000009765,
25-
"test_fingerprint_workspace_entries[50]": 0.009489536292857231,
26-
"test_fingerprint_workspace_entries[200]": 0.027689124409094615,
27-
"test_summary_cache_round_trip": 0.0005881188623863674,
28-
"test_tab_summary_cache_lookup[hit]": 5.089261798677539e-05,
29-
"test_tab_summary_cache_lookup[miss]": 5.011521568385095e-05
20+
"test_summary_cache_lookup[hit]": 4.803244511467741e-05,
21+
"test_summary_cache_lookup[miss]": 4.796521830024048e-05,
22+
"test_composer_map_cache_lookup[hit]": 4.78407428876624e-05,
23+
"test_composer_map_cache_lookup[miss]": 4.890584209617125e-05,
24+
"test_fingerprint_workspace_entries[10]": 0.0021575151166662544,
25+
"test_fingerprint_workspace_entries[50]": 0.007868966757352864,
26+
"test_fingerprint_workspace_entries[200]": 0.019226140313725767,
27+
"test_summary_cache_round_trip": 0.0003920792415909116,
28+
"test_tab_summary_cache_lookup[hit]": 5.267535658175862e-05,
29+
"test_tab_summary_cache_lookup[miss]": 5.230465937378837e-05
3030
}
3131
}
3232
}

0 commit comments

Comments
 (0)