chore: check-only pre-commit, CI template check, bump fuzz to 4000, doc regenerate script

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: viraatc

.github/workflows/pre-commit.yml

@@ -25,7 +25,5 @@ jobs:
           pip install -e ".[dev]"
 
       - name: Run pre-commit
-        env:
-          SKIP: regenerate-templates
         run: |
           pre-commit run --all-files --show-diff-on-failure

.github/workflows/test.yml

@@ -88,23 +88,7 @@ jobs:
         run: |
           pytest -xv -m schema_fuzz
 
-      - name: Validate YAML templates against schema
+      - name: Check YAML templates are up to date
         if: steps.schema.outputs.changed == 'true'
         run: |
-          python -c "
-          import sys
-          from pathlib import Path
-          from inference_endpoint.config.schema import BenchmarkConfig
-          templates = sorted(Path('src/inference_endpoint/config/templates').glob('*.yaml'))
-          failed = False
-          for t in templates:
-              try:
-                  BenchmarkConfig.from_yaml_file(t)
-                  print(f'  OK: {t.name}')
-              except Exception as e:
-                  print(f'  FAIL: {t.name}: {e}')
-                  failed = True
-          if failed:
-              sys.exit(1)
-          print(f'All {len(templates)} templates valid.')
-          "
+          python scripts/regenerate_templates.py --check

.pre-commit-config.yaml

@@ -48,9 +48,9 @@ repos:
         args: ["--tb=short", "--strict-markers"]
         stages: [manual]
 
-      - id: regenerate-templates
-        name: Regenerate YAML templates from schema defaults
-        entry: python scripts/regenerate_templates.py
+      - id: check-templates
+        name: Check YAML templates match schema defaults
+        entry: python scripts/regenerate_templates.py --check
         language: system
         pass_filenames: false
         files: ^(src/inference_endpoint/config/schema\.py|scripts/regenerate_templates\.py)$

docs/DEVELOPMENT.md

@@ -276,6 +276,18 @@ pytest -s -v
 python -m pdb -m pytest test_file.py
 ```
 
+## 📄 YAML Config Templates
+
+Config templates in `src/inference_endpoint/config/templates/` are auto-generated from schema defaults. When you change `config/schema.py`, regenerate them:
+
+```bash
+python scripts/regenerate_templates.py
+```
+
+Pre-commit and CI will fail if committed templates are out of sync with the schema (`--check` mode).
+
+The script applies overrides (model name, endpoint URL, dataset path) defined in `scripts/regenerate_templates.py` on top of `BenchmarkConfig.create_default_config()` defaults. To change a template override, edit `_COMMON` or `_TEMPLATES` in the script and re-run.
+
 ## 📦 Package Management
 
 ### Adding Dependencies

tests/integration/commands/test_cli.py

@@ -134,7 +134,7 @@ def _build_tokens(
     draw: DrawFn, base: list[str], flags: list[tuple[str, list[str]]]
 ) -> list[str]:
     """Append 1-6 random flags (with valid values) to a base token list."""
-    n = draw(st.integers(min_value=1, max_value=6))
+    n = draw(st.integers(min_value=1, max_value=10))
     chosen = draw(
         st.lists(
             st.sampled_from(flags), min_size=n, max_size=n, unique_by=lambda x: x[0]
@@ -168,7 +168,7 @@ def online_tokens(draw: DrawFn) -> list[str]:
 @pytest.mark.integration
 @pytest.mark.schema_fuzz
 @pytest.mark.slow
-@hyp_settings(max_examples=500, deadline=5000)
+@hyp_settings(max_examples=2000, deadline=5000)
 @given(tokens=offline_tokens())
 def test_offline_cli_no_crash(tokens):
     """Random offline flag combos must parse or reject cleanly — never crash."""
@@ -181,7 +181,7 @@ def test_offline_cli_no_crash(tokens):
 @pytest.mark.integration
 @pytest.mark.schema_fuzz
 @pytest.mark.slow
-@hyp_settings(max_examples=500, deadline=5000)
+@hyp_settings(max_examples=2000, deadline=5000)
 @given(tokens=online_tokens())
 def test_online_cli_no_crash(tokens):
     """500 random online flag combos (poisson + concurrency) — no crashes."""