Skip to content

Commit 61b1d1a

Browse files
committed
Upgrade benchmark to loop behavior comparison
1 parent 6cc7ca9 commit 61b1d1a

30 files changed

Lines changed: 2104 additions & 1141 deletions

.agent-context/contracts/test.contract.json

Lines changed: 81 additions & 81 deletions
Large diffs are not rendered by default.

.agent-context/evidence/file-evidence.json

Lines changed: 317 additions & 155 deletions
Large diffs are not rendered by default.

.agent-context/graphs/dependencies.json

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -2706,18 +2706,18 @@
27062706
"specifier": "./session.js",
27072707
"isExternal": false
27082708
},
2709-
{
2710-
"from": "benchmarks/fixtures/small-ts-app/test/api/login.test.ts",
2711-
"to": "benchmarks/fixtures/small-ts-app/src/api/login.ts",
2712-
"specifier": "../../src/api/login.js",
2713-
"isExternal": false
2714-
},
27152709
{
27162710
"from": "benchmarks/fixtures/small-ts-app/test/auth/session.test.ts",
27172711
"to": "benchmarks/fixtures/small-ts-app/src/auth/session.ts",
27182712
"specifier": "../../src/auth/session.js",
27192713
"isExternal": false
27202714
},
2715+
{
2716+
"from": "benchmarks/fixtures/small-ts-app/test/api/login.test.ts",
2717+
"to": "benchmarks/fixtures/small-ts-app/src/api/login.ts",
2718+
"specifier": "../../src/api/login.js",
2719+
"isExternal": false
2720+
},
27212721
{
27222722
"from": "test/fixtures/python-package/src/app/service.py",
27232723
"to": "test/fixtures/python-package/src/app/models.py",
@@ -2760,18 +2760,18 @@
27602760
"specifier": "../../config/src/loader.js",
27612761
"isExternal": false
27622762
},
2763-
{
2764-
"from": "test/fixtures/monorepo/packages/api/src/index.ts",
2765-
"to": "test/fixtures/monorepo/packages/api/src/config.ts",
2766-
"specifier": "#config",
2767-
"isExternal": false
2768-
},
27692763
{
27702764
"from": "test/fixtures/monorepo/packages/web/src/index.ts",
27712765
"to": "test/fixtures/monorepo/packages/api/src/index.ts",
27722766
"specifier": "@fixture/api",
27732767
"isExternal": false
27742768
},
2769+
{
2770+
"from": "test/fixtures/monorepo/packages/api/src/index.ts",
2771+
"to": "test/fixtures/monorepo/packages/api/src/config.ts",
2772+
"specifier": "#config",
2773+
"isExternal": false
2774+
},
27752775
{
27762776
"from": "test/fixtures/next-app/src/app/api/login/route.ts",
27772777
"to": "@/auth/session",

.agent-context/index/chunks.json

Lines changed: 37 additions & 37 deletions
Original file line numberDiff line numberDiff line change
@@ -56,19 +56,19 @@
5656
{
5757
"path": "README.en.md",
5858
"moduleName": "root",
59-
"tokenEstimate": 2321,
59+
"tokenEstimate": 2346,
6060
"summary": "README.en.md is a docs file written as Markdown."
6161
},
6262
{
6363
"path": "README.md",
6464
"moduleName": "root",
65-
"tokenEstimate": 2299,
65+
"tokenEstimate": 2318,
6666
"summary": "README.md is a docs file written as Markdown."
6767
},
6868
{
6969
"path": "README.zh-CN.md",
7070
"moduleName": "root",
71-
"tokenEstimate": 2299,
71+
"tokenEstimate": 2318,
7272
"summary": "README.zh-CN.md is a docs file written as Markdown."
7373
},
7474
{
@@ -128,7 +128,7 @@
128128
{
129129
"path": "benchmarks/README.md",
130130
"moduleName": "benchmarks",
131-
"tokenEstimate": 406,
131+
"tokenEstimate": 643,
132132
"summary": "benchmarks/README.md is a docs file written as Markdown."
133133
},
134134
{
@@ -146,7 +146,7 @@
146146
{
147147
"path": "docs/architecture.md",
148148
"moduleName": "docs",
149-
"tokenEstimate": 4252,
149+
"tokenEstimate": 4380,
150150
"summary": "docs/architecture.md is a docs file written as Markdown."
151151
},
152152
{
@@ -170,7 +170,7 @@
170170
{
171171
"path": "test/benchmark.test.ts",
172172
"moduleName": "test",
173-
"tokenEstimate": 337,
173+
"tokenEstimate": 597,
174174
"summary": "test/benchmark.test.ts contains 2 detected symbols, 4 imports, 0 exports."
175175
},
176176
{
@@ -314,7 +314,7 @@
314314
{
315315
"path": "benchmarks/agent-runs/manual-eval.json",
316316
"moduleName": "benchmarks",
317-
"tokenEstimate": 1487,
317+
"tokenEstimate": 1572,
318318
"summary": "benchmarks/agent-runs/manual-eval.json is a unknown file written as JSON."
319319
},
320320
{
@@ -392,8 +392,8 @@
392392
{
393393
"path": "src/benchmarks/benchmark.ts",
394394
"moduleName": "benchmarks",
395-
"tokenEstimate": 3443,
396-
"summary": "src/benchmarks/benchmark.ts contains 64 detected symbols, 7 imports, 10 exports."
395+
"tokenEstimate": 5427,
396+
"summary": "src/benchmarks/benchmark.ts contains 90 detected symbols, 7 imports, 11 exports."
397397
},
398398
{
399399
"path": "src/cli/index.ts",
@@ -857,12 +857,6 @@
857857
"tokenEstimate": 197,
858858
"summary": "benchmarks/fixtures/monorepo/packages/config/README.md is a docs file written as Markdown."
859859
},
860-
{
861-
"path": "benchmarks/fixtures/monorepo/packages/shared/package.json",
862-
"moduleName": "benchmarks/fixtures/monorepo/packages/shared",
863-
"tokenEstimate": 6,
864-
"summary": "benchmarks/fixtures/monorepo/packages/shared/package.json is a config file written as JSON."
865-
},
866860
{
867861
"path": "benchmarks/fixtures/monorepo/packages/web/package.json",
868862
"moduleName": "benchmarks/fixtures/monorepo/packages/web",
@@ -875,6 +869,12 @@
875869
"tokenEstimate": 197,
876870
"summary": "benchmarks/fixtures/monorepo/packages/web/README.md is a docs file written as Markdown."
877871
},
872+
{
873+
"path": "benchmarks/fixtures/monorepo/packages/shared/package.json",
874+
"moduleName": "benchmarks/fixtures/monorepo/packages/shared",
875+
"tokenEstimate": 6,
876+
"summary": "benchmarks/fixtures/monorepo/packages/shared/package.json is a config file written as JSON."
877+
},
878878
{
879879
"path": "benchmarks/fixtures/react-app/src/auth/useAuthState.test.ts",
880880
"moduleName": "benchmarks/fixtures/react-app",
@@ -941,30 +941,30 @@
941941
"tokenEstimate": 57,
942942
"summary": "benchmarks/fixtures/small-ts-app/src/billing/invoice.ts contains 2 detected symbols, 0 imports, 2 exports."
943943
},
944-
{
945-
"path": "benchmarks/fixtures/small-ts-app/test/api/login.test.ts",
946-
"moduleName": "benchmarks/fixtures/small-ts-app",
947-
"tokenEstimate": 34,
948-
"summary": "benchmarks/fixtures/small-ts-app/test/api/login.test.ts contains 0 detected symbols, 1 import, 0 exports."
949-
},
950944
{
951945
"path": "benchmarks/fixtures/small-ts-app/test/auth/session.test.ts",
952946
"moduleName": "benchmarks/fixtures/small-ts-app",
953947
"tokenEstimate": 83,
954948
"summary": "benchmarks/fixtures/small-ts-app/test/auth/session.test.ts contains 0 detected symbols, 1 import, 0 exports."
955949
},
956950
{
957-
"path": "test/fixtures/monorepo/packages/api/package.json",
958-
"moduleName": "test/fixtures/monorepo/packages/api",
959-
"tokenEstimate": 32,
960-
"summary": "test/fixtures/monorepo/packages/api/package.json is a test file written as JSON."
951+
"path": "benchmarks/fixtures/small-ts-app/test/api/login.test.ts",
952+
"moduleName": "benchmarks/fixtures/small-ts-app",
953+
"tokenEstimate": 34,
954+
"summary": "benchmarks/fixtures/small-ts-app/test/api/login.test.ts contains 0 detected symbols, 1 import, 0 exports."
961955
},
962956
{
963957
"path": "test/fixtures/monorepo/packages/web/package.json",
964958
"moduleName": "test/fixtures/monorepo/packages/web",
965959
"tokenEstimate": 22,
966960
"summary": "test/fixtures/monorepo/packages/web/package.json is a test file written as JSON."
967961
},
962+
{
963+
"path": "test/fixtures/monorepo/packages/api/package.json",
964+
"moduleName": "test/fixtures/monorepo/packages/api",
965+
"tokenEstimate": 32,
966+
"summary": "test/fixtures/monorepo/packages/api/package.json is a test file written as JSON."
967+
},
968968
{
969969
"path": "test/fixtures/next-app/src/auth/session.ts",
970970
"moduleName": "test/fixtures/next-app",
@@ -1013,12 +1013,6 @@
10131013
"tokenEstimate": 38,
10141014
"summary": "benchmarks/fixtures/monorepo/packages/config/test/loader.test.ts contains 0 detected symbols, 1 import, 0 exports."
10151015
},
1016-
{
1017-
"path": "benchmarks/fixtures/monorepo/packages/shared/src/metrics.ts",
1018-
"moduleName": "benchmarks/fixtures/monorepo/packages/shared",
1019-
"tokenEstimate": 55,
1020-
"summary": "benchmarks/fixtures/monorepo/packages/shared/src/metrics.ts contains 2 detected symbols, 0 imports, 2 exports."
1021-
},
10221016
{
10231017
"path": "benchmarks/fixtures/monorepo/packages/web/src/app.ts",
10241018
"moduleName": "benchmarks/fixtures/monorepo/packages/web",
@@ -1031,6 +1025,18 @@
10311025
"tokenEstimate": 28,
10321026
"summary": "benchmarks/fixtures/monorepo/packages/web/src/config.ts contains 1 detected symbol, 1 import, 1 export."
10331027
},
1028+
{
1029+
"path": "benchmarks/fixtures/monorepo/packages/shared/src/metrics.ts",
1030+
"moduleName": "benchmarks/fixtures/monorepo/packages/shared",
1031+
"tokenEstimate": 55,
1032+
"summary": "benchmarks/fixtures/monorepo/packages/shared/src/metrics.ts contains 2 detected symbols, 0 imports, 2 exports."
1033+
},
1034+
{
1035+
"path": "test/fixtures/monorepo/packages/web/src/index.ts",
1036+
"moduleName": "test/fixtures/monorepo/packages/web",
1037+
"tokenEstimate": 26,
1038+
"summary": "test/fixtures/monorepo/packages/web/src/index.ts contains 2 detected symbols, 1 import, 2 exports."
1039+
},
10341040
{
10351041
"path": "test/fixtures/monorepo/packages/api/src/config.ts",
10361042
"moduleName": "test/fixtures/monorepo/packages/api",
@@ -1043,12 +1049,6 @@
10431049
"tokenEstimate": 17,
10441050
"summary": "test/fixtures/monorepo/packages/api/src/index.ts contains 1 detected symbol, 1 import, 1 export."
10451051
},
1046-
{
1047-
"path": "test/fixtures/monorepo/packages/web/src/index.ts",
1048-
"moduleName": "test/fixtures/monorepo/packages/web",
1049-
"tokenEstimate": 26,
1050-
"summary": "test/fixtures/monorepo/packages/web/src/index.ts contains 2 detected symbols, 1 import, 2 exports."
1051-
},
10521052
{
10531053
"path": "test/fixtures/next-app/src/app/api/login/route.ts",
10541054
"moduleName": "test/fixtures/next-app",

0 commit comments

Comments
 (0)