|
37 | 37 | output_dir = CUSTOM_OUTPUTS_DIR if is_custom_repo else OUTPUTS_DIR |
38 | 38 |
|
39 | 39 | ACTUAL_OUTPUT_FILE = output_dir / f"{repo_name}_actual.json" |
40 | | -EXPECTED_OUTPUT_FILE = output_dir / f"{repo_name}_expected.json" |
41 | 40 |
|
42 | 41 | # Allow overriding expected file via environment variable |
43 | 42 | if os.environ.get("TEST_EXPECTED_FILE"): |
44 | | - EXPECTED_OUTPUT_FILE = OUTPUTS_DIR / os.environ["TEST_EXPECTED_FILE"] |
| 43 | + EXPECTED_OUTPUT_FILE = output_dir / os.environ["TEST_EXPECTED_FILE"] |
| 44 | +else: |
| 45 | + EXPECTED_OUTPUT_FILE = output_dir / f"{repo_name}_expected.json" |
45 | 46 |
|
46 | 47 | SEED_FILE = FIXTURES_DIR / "test_repo_seed.json" |
47 | 48 |
|
@@ -176,18 +177,21 @@ async def mock_save_execution(execution): |
176 | 177 |
|
177 | 178 | # Load and compare with expected activities |
178 | 179 | if not EXPECTED_OUTPUT_FILE.exists(): |
179 | | - print(f"\n⚠️ No expected baseline found at: {EXPECTED_OUTPUT_FILE}") |
| 180 | + print(f"\n❌ No expected baseline found at: {EXPECTED_OUTPUT_FILE}") |
180 | 181 | print(f" Actual output saved to: {ACTUAL_OUTPUT_FILE}") |
181 | 182 | print(f" To create baseline: cp {ACTUAL_OUTPUT_FILE} {EXPECTED_OUTPUT_FILE}") |
182 | | - pytest.skip("No expected baseline - first run or new repository") |
| 183 | + pytest.fail( |
| 184 | + f"Expected baseline not found: {EXPECTED_OUTPUT_FILE}\n" |
| 185 | + f"Create baseline with: cp {ACTUAL_OUTPUT_FILE} {EXPECTED_OUTPUT_FILE}" |
| 186 | + ) |
183 | 187 |
|
184 | 188 | expected_activities = load_expected_activities() |
185 | 189 |
|
186 | 190 | if len(expected_activities) == 0: |
187 | | - print("\n⚠️ Expected activities file is empty") |
| 191 | + print("\n❌ Expected activities file is empty") |
188 | 192 | print(f" Review {ACTUAL_OUTPUT_FILE}") |
189 | 193 | print(f" Copy to: {EXPECTED_OUTPUT_FILE}") |
190 | | - pytest.skip("Expected baseline is empty") |
| 194 | + pytest.fail("Expected baseline file is empty") |
191 | 195 |
|
192 | 196 | # Compare with expected output |
193 | 197 | assert len(parsed_activities) == len(expected_activities), ( |
|
0 commit comments