Skip to content

Commit 4246093

Browse files
committed
refactor(eval): update generic solver for parameterized strategies and remove extract_surface_ids
1 parent 8e7618d commit 4246093

1 file changed

Lines changed: 2 additions & 7 deletions

File tree

eval/a2ui_eval/strategies/generic.py

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -84,15 +84,10 @@ async def solve(state: TaskState, generate: Generate) -> TaskState:
8484
allowed_surface_ids = state.metadata.get("allowed_surface_ids", ["main"])
8585
default_surface_id = allowed_surface_ids[0] if allowed_surface_ids else "main"
8686

87-
surface_id = default_surface_id
88-
extracted_ids = fmt.extract_surface_ids(completion)
89-
for found_id in extracted_ids:
90-
if found_id in allowed_surface_ids:
91-
surface_id = found_id
92-
break
87+
strategy = fmt.__class__(catalog=catalog, surface_id=default_surface_id)
9388

9489
try:
95-
parts = fmt.parse_response(completion, catalog, surface_id=surface_id)
90+
parts = strategy.parse_response(completion)
9691
compiled_jsons = []
9792
for p in parts:
9893
a2ui_json = getattr(p, "a2ui_json", None)

0 commit comments

Comments
 (0)