Skip to content

Commit cb0d07b

Browse files
Update benchmark history
1 parent 8254487 commit cb0d07b

20 files changed

Lines changed: 1057 additions & 914 deletions

benchmarks/history/known-ai-vs-solid-oss/agent-ci.jsonl

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,3 +3,4 @@
33
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-06T12:00:00Z","periodStart":"2026-04-06","repoId":"agent-ci","repo":"redwoodjs/agent-ci","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"be06e223d1f419565c7e5589bab0f789f1779f60","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":90,"directoryCount":23,"findingCount":26,"repoScore":81.35714285714288,"physicalLineCount":15656,"logicalLineCount":7673,"functionCount":204,"normalized":{"scorePerFile":0.9039682539682542,"scorePerKloc":10.60304220736907,"scorePerFunction":0.3988095238095239,"findingsPerFile":0.28888888888888886,"findingsPerKloc":3.388505147921282,"findingsPerFunction":0.12745098039215685}},"blended":{"vsCurrentCohort":3.277166214819975,"vsPinnedBaseline":3.4043912743913416},"ruleCounts":{"defensive.empty-catch":17,"defensive.error-obscuring":3,"defensive.error-swallowing":3,"structure.directory-fanout-hotspot":2,"structure.barrel-density":1}}
44
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-13T12:00:00Z","periodStart":"2026-04-13","repoId":"agent-ci","repo":"redwoodjs/agent-ci","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"c61f27d7734c74a9c0b9efa7bb833ff451c8b61c","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":114,"directoryCount":28,"findingCount":38,"repoScore":140.10000000000005,"physicalLineCount":22952,"logicalLineCount":11687,"functionCount":278,"normalized":{"scorePerFile":1.228947368421053,"scorePerKloc":11.987678617267054,"scorePerFunction":0.5039568345323743,"findingsPerFile":0.3333333333333333,"findingsPerKloc":3.2514759989732185,"findingsPerFunction":0.1366906474820144}},"blended":{"vsCurrentCohort":3.763892950592061,"vsPinnedBaseline":3.913159449141177},"ruleCounts":{"defensive.empty-catch":22,"tests.duplicate-mock-setup":6,"defensive.error-obscuring":5,"defensive.error-swallowing":3,"structure.barrel-density":1,"structure.pass-through-wrappers":1}}
55
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-26T18:00:48.765Z","periodStart":"2026-04-20","repoId":"agent-ci","repo":"redwoodjs/agent-ci","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"76b46f9929509a90355f34c0550dc20d29924aec","analyzerVersion":"0.3.0","analyzerCommit":"326869c100e1e999f1676c47f6a9e8a2327cca97","summary":{"fileCount":156,"directoryCount":42,"findingCount":60,"repoScore":207.50000000000003,"physicalLineCount":30109,"logicalLineCount":14645,"functionCount":483,"normalized":{"scorePerFile":1.3301282051282053,"scorePerKloc":14.16865824513486,"scorePerFunction":0.4296066252587992,"findingsPerFile":0.38461538461538464,"findingsPerKloc":4.09696142027996,"findingsPerFunction":0.12422360248447205}},"blended":{"vsCurrentCohort":7.828395917596652,"vsPinnedBaseline":9.52677143526095},"ruleCounts":{"defensive.empty-catch":25,"defensive.error-obscuring":11,"defensive.promise-default-fallbacks":9,"defensive.error-swallowing":6,"tests.duplicate-mock-setup":6,"structure.pass-through-wrappers":2,"api.generic-status-envelopes":1}}
6+
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-27T12:29:51.722Z","periodStart":"2026-04-27","repoId":"agent-ci","repo":"redwoodjs/agent-ci","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"6a26caefa6664d42d7f5be9c3fca0ef00ff57259","analyzerVersion":"0.3.0","analyzerCommit":"8254487211462f1e2a8fd029f233a0c84e0a6bab","summary":{"fileCount":158,"directoryCount":42,"findingCount":60,"repoScore":207.50000000000003,"physicalLineCount":31109,"logicalLineCount":15320,"functionCount":498,"normalized":{"scorePerFile":1.3132911392405064,"scorePerKloc":13.544386422976503,"scorePerFunction":0.41666666666666674,"findingsPerFile":0.379746835443038,"findingsPerKloc":3.91644908616188,"findingsPerFunction":0.12048192771084337}},"blended":{"vsCurrentCohort":7.601128686406361,"vsPinnedBaseline":9.250198432430606},"ruleCounts":{"defensive.empty-catch":25,"defensive.error-obscuring":11,"defensive.promise-default-fallbacks":9,"defensive.error-swallowing":6,"tests.duplicate-mock-setup":6,"structure.pass-through-wrappers":2,"api.generic-status-envelopes":1}}

benchmarks/history/known-ai-vs-solid-oss/astro.jsonl

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,3 +3,4 @@
33
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-06T12:00:00Z","periodStart":"2026-04-06","repoId":"astro","repo":"withastro/astro","cohort":"mature-oss","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"5557dcabbfe70ae06cd39d96f5b52102a740a148","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":2795,"directoryCount":1142,"findingCount":265,"repoScore":745.8540043290039,"physicalLineCount":226500,"logicalLineCount":131194,"functionCount":4358,"normalized":{"scorePerFile":0.26685295324830194,"scorePerKloc":5.685122828246749,"scorePerFunction":0.17114593949724735,"findingsPerFile":0.09481216457960644,"findingsPerKloc":2.0199094470783727,"findingsPerFunction":0.06080770995869665}},"blended":{"vsCurrentCohort":1.4098798004438529,"vsPinnedBaseline":1.4646136863202488},"ruleCounts":{"structure.pass-through-wrappers":55,"defensive.empty-catch":46,"structure.duplicate-function-signatures":37,"defensive.error-obscuring":34,"structure.directory-fanout-hotspot":32,"structure.barrel-density":29,"defensive.async-noise":21,"defensive.error-swallowing":10,"structure.over-fragmentation":1}}
44
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-13T12:00:00Z","periodStart":"2026-04-13","repoId":"astro","repo":"withastro/astro","cohort":"mature-oss","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"7fe40bc7381d981dedad16625d89c00e31cd8fd0","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":2805,"directoryCount":1148,"findingCount":265,"repoScore":745.7111471861468,"physicalLineCount":227080,"logicalLineCount":131581,"functionCount":4367,"normalized":{"scorePerFile":0.26585067635869764,"scorePerKloc":5.667316308480304,"scorePerFunction":0.17076051000369746,"findingsPerFile":0.0944741532976827,"findingsPerKloc":2.0139685820901194,"findingsPerFunction":0.06068239065720174}},"blended":{"vsCurrentCohort":1.4045885875409714,"vsPinnedBaseline":1.46029102730651},"ruleCounts":{"structure.pass-through-wrappers":55,"defensive.empty-catch":46,"structure.duplicate-function-signatures":37,"defensive.error-obscuring":34,"structure.directory-fanout-hotspot":32,"structure.barrel-density":29,"defensive.async-noise":21,"defensive.error-swallowing":10,"structure.over-fragmentation":1}}
55
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-26T18:00:48.765Z","periodStart":"2026-04-20","repoId":"astro","repo":"withastro/astro","cohort":"mature-oss","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"1058428df2d13878c6130787636dd1778273a934","analyzerVersion":"0.3.0","analyzerCommit":"326869c100e1e999f1676c47f6a9e8a2327cca97","summary":{"fileCount":2765,"directoryCount":1109,"findingCount":162,"repoScore":459.39999999999975,"physicalLineCount":227813,"logicalLineCount":132911,"functionCount":4391,"normalized":{"scorePerFile":0.1661482820976491,"scorePerKloc":3.456448299990217,"scorePerFunction":0.10462309268959229,"findingsPerFile":0.058589511754068714,"findingsPerKloc":1.2188607413983794,"findingsPerFunction":0.036893646094283764}},"blended":{"vsCurrentCohort":1.6862487641081452,"vsPinnedBaseline":2.052081515517092},"ruleCounts":{"structure.pass-through-wrappers":56,"defensive.empty-catch":47,"defensive.error-obscuring":34,"defensive.promise-default-fallbacks":12,"defensive.error-swallowing":10,"defensive.stringified-unknown-errors":3}}
6+
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-27T12:29:51.722Z","periodStart":"2026-04-27","repoId":"astro","repo":"withastro/astro","cohort":"mature-oss","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"05bffe29196da4b055280a7e5b87cd8829252214","analyzerVersion":"0.3.0","analyzerCommit":"8254487211462f1e2a8fd029f233a0c84e0a6bab","summary":{"fileCount":2765,"directoryCount":1109,"findingCount":162,"repoScore":459.39999999999975,"physicalLineCount":228171,"logicalLineCount":133195,"functionCount":4398,"normalized":{"scorePerFile":0.1661482820976491,"scorePerKloc":3.449078418859565,"scorePerFunction":0.104456571168713,"findingsPerFile":0.058589511754068714,"findingsPerKloc":1.2162618716918805,"findingsPerFunction":0.036834924965893585}},"blended":{"vsCurrentCohort":1.6841549633446844,"vsPinnedBaseline":2.0495334633344435},"ruleCounts":{"structure.pass-through-wrappers":56,"defensive.empty-catch":47,"defensive.error-obscuring":34,"defensive.promise-default-fallbacks":12,"defensive.error-swallowing":10,"defensive.stringified-unknown-errors":3}}

benchmarks/history/known-ai-vs-solid-oss/devworkbench.jsonl

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3,3 +3,4 @@
33
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-06T12:00:00Z","periodStart":"2026-04-06","repoId":"devworkbench","repo":"jiayun/DevWorkbench","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"ea50862107c377b0cdd6e508073ad0330b367576","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":32,"directoryCount":7,"findingCount":14,"repoScore":32.13333333333333,"physicalLineCount":9408,"logicalLineCount":2986,"functionCount":147,"normalized":{"scorePerFile":1.0041666666666667,"scorePerKloc":10.761330654163874,"scorePerFunction":0.21859410430839002,"findingsPerFile":0.4375,"findingsPerKloc":4.688546550569323,"findingsPerFunction":0.09523809523809523}},"blended":{"vsCurrentCohort":3.2592382691916306,"vsPinnedBaseline":3.3857673360055234},"ruleCounts":{"defensive.error-swallowing":10,"defensive.empty-catch":1,"structure.barrel-density":1,"structure.directory-fanout-hotspot":1,"structure.pass-through-wrappers":1}}
44
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-13T12:00:00Z","periodStart":"2026-04-13","repoId":"devworkbench","repo":"jiayun/DevWorkbench","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"ea50862107c377b0cdd6e508073ad0330b367576","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":32,"directoryCount":7,"findingCount":14,"repoScore":32.13333333333333,"physicalLineCount":9408,"logicalLineCount":2986,"functionCount":147,"normalized":{"scorePerFile":1.0041666666666667,"scorePerKloc":10.761330654163874,"scorePerFunction":0.21859410430839002,"findingsPerFile":0.4375,"findingsPerKloc":4.688546550569323,"findingsPerFunction":0.09523809523809523}},"blended":{"vsCurrentCohort":3.256618079064708,"vsPinnedBaseline":3.3857673360055234},"ruleCounts":{"defensive.error-swallowing":10,"defensive.empty-catch":1,"structure.barrel-density":1,"structure.directory-fanout-hotspot":1,"structure.pass-through-wrappers":1}}
55
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-26T18:00:48.765Z","periodStart":"2026-04-20","repoId":"devworkbench","repo":"jiayun/DevWorkbench","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"ea50862107c377b0cdd6e508073ad0330b367576","analyzerVersion":"0.3.0","analyzerCommit":"326869c100e1e999f1676c47f6a9e8a2327cca97","summary":{"fileCount":32,"directoryCount":7,"findingCount":15,"repoScore":40.300000000000004,"physicalLineCount":9408,"logicalLineCount":2986,"functionCount":147,"normalized":{"scorePerFile":1.2593750000000001,"scorePerKloc":13.496316141995981,"scorePerFunction":0.2741496598639456,"findingsPerFile":0.46875,"findingsPerKloc":5.023442732752846,"findingsPerFunction":0.10204081632653061}},"blended":{"vsCurrentCohort":7.3878985235742185,"vsPinnedBaseline":8.990707848946045},"ruleCounts":{"defensive.error-swallowing":10,"defensive.stringified-unknown-errors":2,"defensive.empty-catch":1,"defensive.promise-default-fallbacks":1,"structure.pass-through-wrappers":1}}
6+
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-27T12:29:51.722Z","periodStart":"2026-04-27","repoId":"devworkbench","repo":"jiayun/DevWorkbench","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"ea50862107c377b0cdd6e508073ad0330b367576","analyzerVersion":"0.3.0","analyzerCommit":"8254487211462f1e2a8fd029f233a0c84e0a6bab","summary":{"fileCount":32,"directoryCount":7,"findingCount":15,"repoScore":40.300000000000004,"physicalLineCount":9408,"logicalLineCount":2986,"functionCount":147,"normalized":{"scorePerFile":1.2593750000000001,"scorePerKloc":13.496316141995981,"scorePerFunction":0.2741496598639456,"findingsPerFile":0.46875,"findingsPerKloc":5.023442732752846,"findingsPerFunction":0.10204081632653061}},"blended":{"vsCurrentCohort":7.3878985235742185,"vsPinnedBaseline":8.990707848946045},"ruleCounts":{"defensive.error-swallowing":10,"defensive.stringified-unknown-errors":2,"defensive.empty-catch":1,"defensive.promise-default-fallbacks":1,"structure.pass-through-wrappers":1}}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,4 @@
11
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-06T12:00:00Z","periodStart":"2026-04-06","repoId":"emdash","repo":"emdash-cms/emdash","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"5f448d1035073283fd7435d2f320d1f3c94898a0","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":1072,"directoryCount":306,"findingCount":239,"repoScore":787.2525793650789,"physicalLineCount":257919,"logicalLineCount":120412,"functionCount":3513,"normalized":{"scorePerFile":0.7343774061241407,"scorePerKloc":6.537991058740648,"scorePerFunction":0.22409694829635038,"findingsPerFile":0.22294776119402984,"findingsPerKloc":1.9848520081055043,"findingsPerFunction":0.06803302021064617}},"blended":{"vsCurrentCohort":2.0933170174606843,"vsPinnedBaseline":2.1745830762415395},"ruleCounts":{"structure.duplicate-function-signatures":55,"defensive.empty-catch":40,"structure.barrel-density":34,"defensive.error-obscuring":27,"structure.pass-through-wrappers":27,"tests.duplicate-mock-setup":21,"structure.directory-fanout-hotspot":17,"defensive.error-swallowing":13,"defensive.async-noise":5}}
22
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-13T12:00:00Z","periodStart":"2026-04-13","repoId":"emdash","repo":"emdash-cms/emdash","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"a1dac004da667b101f5a3f6287c8f8ccaf2e6863","analyzerVersion":"0.3.0","analyzerCommit":"c64455e21d379cfda17f99b37ad7d1160763bef7","summary":{"fileCount":1132,"directoryCount":317,"findingCount":243,"repoScore":795.1484126984125,"physicalLineCount":304059,"logicalLineCount":143660,"functionCount":3658,"normalized":{"scorePerFile":0.7024279264120251,"scorePerKloc":5.5349325678575285,"scorePerFunction":0.2173724474298558,"findingsPerFile":0.2146643109540636,"findingsPerKloc":1.6914938048169288,"findingsPerFunction":0.06642974302897758}},"blended":{"vsCurrentCohort":1.9362549120163848,"vsPinnedBaseline":2.0130418968772985},"ruleCounts":{"structure.duplicate-function-signatures":55,"defensive.empty-catch":39,"structure.barrel-density":34,"defensive.error-obscuring":28,"structure.pass-through-wrappers":28,"tests.duplicate-mock-setup":24,"structure.directory-fanout-hotspot":17,"defensive.error-swallowing":13,"defensive.async-noise":5}}
33
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-26T18:00:48.765Z","periodStart":"2026-04-20","repoId":"emdash","repo":"emdash-cms/emdash","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"3dd1a1f70ec55afe851138ea15ae01eb805d8673","analyzerVersion":"0.3.0","analyzerCommit":"326869c100e1e999f1676c47f6a9e8a2327cca97","summary":{"fileCount":1218,"directoryCount":340,"findingCount":266,"repoScore":1027.2999999999997,"physicalLineCount":333193,"logicalLineCount":158986,"functionCount":3919,"normalized":{"scorePerFile":0.8434318555008208,"scorePerKloc":6.461575233039386,"scorePerFunction":0.26213319724419487,"findingsPerFile":0.21839080459770116,"findingsPerKloc":1.6731032921137712,"findingsPerFunction":0.06787445776983925}},"blended":{"vsCurrentCohort":4.154997740392929,"vsPinnedBaseline":5.056427166358941},"ruleCounts":{"api.generic-status-envelopes":43,"defensive.empty-catch":41,"defensive.promise-default-fallbacks":40,"structure.pass-through-wrappers":33,"tests.duplicate-mock-setup":31,"defensive.error-obscuring":30,"defensive.stringified-unknown-errors":22,"defensive.error-swallowing":13,"types.generic-record-casts":13}}
4+
{"schemaVersion":1,"benchmarkSetId":"known-ai-vs-solid-oss","benchmarkSetName":"Known AI repos vs older solid OSS repos","recordedAt":"2026-04-27T12:29:51.722Z","periodStart":"2026-04-27","repoId":"emdash","repo":"emdash-cms/emdash","cohort":"explicit-ai","scanMode":"default-branch-as-of-recorded-at","defaultBranch":"main","ref":"156eeb771f9a84fb73f102f71d8dd6de95ff1165","analyzerVersion":"0.3.0","analyzerCommit":"8254487211462f1e2a8fd029f233a0c84e0a6bab","summary":{"fileCount":1264,"directoryCount":346,"findingCount":275,"repoScore":1062,"physicalLineCount":344678,"logicalLineCount":163701,"functionCount":3992,"normalized":{"scorePerFile":0.8401898734177216,"scorePerKloc":6.48743746220243,"scorePerFunction":0.26603206412825653,"findingsPerFile":0.2175632911392405,"findingsPerKloc":1.6798919982162601,"findingsPerFunction":0.0688877755511022}},"blended":{"vsCurrentCohort":4.175810353575482,"vsPinnedBaseline":5.081755089326529},"ruleCounts":{"api.generic-status-envelopes":44,"defensive.empty-catch":41,"defensive.promise-default-fallbacks":41,"defensive.error-obscuring":34,"structure.pass-through-wrappers":34,"tests.duplicate-mock-setup":32,"defensive.stringified-unknown-errors":21,"defensive.error-swallowing":15,"types.generic-record-casts":13}}

0 commit comments

Comments
 (0)