|
19 | 19 | from types import SimpleNamespace |
20 | 20 | from unittest import mock |
21 | 21 |
|
| 22 | +import pytest |
| 23 | + |
| 24 | + |
| 25 | +@pytest.mark.parametrize( |
| 26 | + ("input_eval_set", "expected"), |
| 27 | + [ |
| 28 | + pytest.param( |
| 29 | + r"C:\tmp\agent\eval.evalset.json", |
| 30 | + {r"C:\tmp\agent\eval.evalset.json": []}, |
| 31 | + id="windows-backslash-path-without-selectors", |
| 32 | + ), |
| 33 | + pytest.param( |
| 34 | + r"C:\tmp\agent\eval.evalset.json:case1", |
| 35 | + {r"C:\tmp\agent\eval.evalset.json": ["case1"]}, |
| 36 | + id="windows-backslash-path-with-one-selector", |
| 37 | + ), |
| 38 | + pytest.param( |
| 39 | + r"C:\tmp\agent\eval.evalset.json:case1,case2", |
| 40 | + {r"C:\tmp\agent\eval.evalset.json": ["case1", "case2"]}, |
| 41 | + id="windows-backslash-path-with-multiple-selectors", |
| 42 | + ), |
| 43 | + pytest.param( |
| 44 | + "C:/tmp/agent/eval.evalset.json:case1", |
| 45 | + {"C:/tmp/agent/eval.evalset.json": ["case1"]}, |
| 46 | + id="windows-forward-slash-path", |
| 47 | + ), |
| 48 | + pytest.param( |
| 49 | + r"d:\tmp\agent\eval.evalset.json:case1", |
| 50 | + {r"d:\tmp\agent\eval.evalset.json": ["case1"]}, |
| 51 | + id="lowercase-windows-drive", |
| 52 | + ), |
| 53 | + pytest.param( |
| 54 | + "/tmp/agent/eval.evalset.json:case1,case2", |
| 55 | + {"/tmp/agent/eval.evalset.json": ["case1", "case2"]}, |
| 56 | + id="posix-path-with-selectors", |
| 57 | + ), |
| 58 | + pytest.param( |
| 59 | + "my_eval_set:case1,case2", |
| 60 | + {"my_eval_set": ["case1", "case2"]}, |
| 61 | + id="eval-set-id-with-selectors", |
| 62 | + ), |
| 63 | + pytest.param( |
| 64 | + "my_eval_set", |
| 65 | + {"my_eval_set": []}, |
| 66 | + id="eval-set-id-without-selectors", |
| 67 | + ), |
| 68 | + pytest.param( |
| 69 | + "/tmp/agent/eval.evalset.json", |
| 70 | + {"/tmp/agent/eval.evalset.json": []}, |
| 71 | + id="posix-path-without-selectors", |
| 72 | + ), |
| 73 | + ], |
| 74 | +) |
| 75 | +def test_parse_and_get_evals_to_run_parses_eval_set_and_selectors( |
| 76 | + input_eval_set: str, expected: dict[str, list[str]] |
| 77 | +): |
| 78 | + """Eval-set paths and IDs retain their optional case selectors.""" |
| 79 | + from google.adk.cli.cli_eval import parse_and_get_evals_to_run |
| 80 | + |
| 81 | + assert parse_and_get_evals_to_run([input_eval_set]) == expected |
| 82 | + |
22 | 83 |
|
23 | 84 | def test_get_eval_sets_manager_local(monkeypatch): |
24 | 85 | mock_local_manager = mock.MagicMock() |
|
0 commit comments