ci: run inference smoke on every PR with haiku

- Remove gating flags — inference smoke runs unconditionally.
- Use anthropic/claude-haiku via BAUDBOT_MODEL override (cheap).
- Add BAUDBOT_MODEL to .env.schema and start.sh model selection.
- Pass CI_ANTHROPIC_API_KEY in integration.yml for every PR run.
- Remove nightly.yml (redundant now that inference runs on all PRs).

Author: benvinegar

.env.schema

@@ -31,6 +31,10 @@ GEMINI_API_KEY=
 # @docs(https://opencode.ai)
 OPENCODE_ZEN_API_KEY=
 
+# Override auto-detected model (e.g. anthropic/claude-haiku for CI)
+# @sensitive=false @type=string
+BAUDBOT_MODEL=
+
 # ── Slack ────────────────────────────────────────────────────────────────────
 
 # Slack bot OAuth token (required for direct Socket Mode, optional in broker mode)

.github/workflows/integration.yml

@@ -115,7 +115,8 @@ jobs:
           bash bin/ci/droplet.sh run \
             "${{ steps.droplet.outputs.DROPLET_IP }}" \
             ~/.ssh/ci_key \
-            "${{ matrix.setup_script }}"
+            "${{ matrix.setup_script }}" \
+            "CI_ANTHROPIC_API_KEY=${{ secrets.CI_ANTHROPIC_API_KEY }}"
 
       - name: Cleanup
         if: always()

.github/workflows/nightly.yml

@@ -70,19 +70,8 @@ bash /home/baudbot_admin/baudbot/bin/ci/smoke-cli.sh
 echo "=== Running runtime smoke checks ==="
 bash /home/baudbot_admin/baudbot/bin/ci/smoke-agent-runtime.sh
 
-if [[ "${BAUDBOT_CI_INFERENCE_SMOKE:-}" == "1" ]]; then
-  echo "=== Running inference smoke check ==="
-  if bash /home/baudbot_admin/baudbot/bin/ci/smoke-agent-inference.sh; then
-    echo "  ✓ inference smoke passed"
-  elif [[ "${BAUDBOT_CI_INFERENCE_SMOKE_OPTIONAL:-}" == "1" ]]; then
-    echo "  ⚠ inference smoke failed (optional — continuing)"
-  else
-    echo "  ✗ inference smoke failed"
-    exit 1
-  fi
-else
-  echo "=== Inference smoke check skipped (set BAUDBOT_CI_INFERENCE_SMOKE=1 to enable) ==="
-fi
+echo "=== Running inference smoke check ==="
+bash /home/baudbot_admin/baudbot/bin/ci/smoke-agent-inference.sh
 
 echo "=== Installing test dependencies ==="
 export PATH="/home/baudbot_agent/opt/node/bin:$PATH"

bin/ci/setup-arch.sh

@@ -108,19 +108,8 @@ bash /home/baudbot_admin/baudbot/bin/ci/smoke-cli.sh
 echo "=== Running runtime smoke checks ==="
 bash /home/baudbot_admin/baudbot/bin/ci/smoke-agent-runtime.sh
 
-if [[ "${BAUDBOT_CI_INFERENCE_SMOKE:-}" == "1" ]]; then
-  echo "=== Running inference smoke check ==="
-  if bash /home/baudbot_admin/baudbot/bin/ci/smoke-agent-inference.sh; then
-    echo "  ✓ inference smoke passed"
-  elif [[ "${BAUDBOT_CI_INFERENCE_SMOKE_OPTIONAL:-}" == "1" ]]; then
-    echo "  ⚠ inference smoke failed (optional — continuing)"
-  else
-    echo "  ✗ inference smoke failed"
-    exit 1
-  fi
-else
-  echo "=== Inference smoke check skipped (set BAUDBOT_CI_INFERENCE_SMOKE=1 to enable) ==="
-fi
+echo "=== Running inference smoke check ==="
+bash /home/baudbot_admin/baudbot/bin/ci/smoke-agent-inference.sh
 
 echo "=== Installing test dependencies ==="
 export PATH="/home/baudbot_agent/opt/node/bin:$PATH"

bin/ci/setup-ubuntu.sh

@@ -1,13 +1,11 @@
 #!/usr/bin/env bash
-# Gated inference smoke-test for baudbot.
+# Inference smoke-test for baudbot.
 #
 # Verifies that the control-agent can complete at least one real LLM turn
-# end-to-end via session-control RPC. Default OFF for PR CI; enabled by
-# setting BAUDBOT_CI_INFERENCE_SMOKE=1.
+# end-to-end via session-control RPC.
 #
-# Optional fail-open mode: BAUDBOT_CI_INFERENCE_SMOKE_OPTIONAL=1 logs failure
-# as a warning instead of failing the build (useful for non-nightly runs where
-# flaky provider errors shouldn't block merges).
+# Requires CI_ANTHROPIC_API_KEY in the environment (injected into the
+# agent's .env before starting baudbot).
 #
 # Expects baudbot to be already installed and stoppable via `sudo baudbot`.
 
@@ -149,20 +147,25 @@ finally:
 PY
 }
 
-inject_api_key() {
-  # If a real API key is available in the environment, inject it into the
-  # agent's .env so the runtime can authenticate with the provider.
-  if [[ -n "${CI_ANTHROPIC_API_KEY:-}" ]]; then
-    log "injecting CI API key into agent .env"
-    sed -i "s|^ANTHROPIC_API_KEY=.*|ANTHROPIC_API_KEY=${CI_ANTHROPIC_API_KEY}|" "$AGENT_ENV"
-  elif grep -q "ANTHROPIC_API_KEY=sk-ant-testkey" "$AGENT_ENV" 2>/dev/null; then
-    log "WARNING: agent .env has dummy API key; inference will likely fail"
-    log "  set CI_ANTHROPIC_API_KEY to provide a real key"
+readonly CI_MODEL="anthropic/claude-haiku"
+
+inject_ci_config() {
+  if [[ -z "${CI_ANTHROPIC_API_KEY:-}" ]]; then
+    log "ERROR: CI_ANTHROPIC_API_KEY is not set"
+    return 1
+  fi
+  log "injecting CI API key and model override into agent .env"
+  sed -i "s|^ANTHROPIC_API_KEY=.*|ANTHROPIC_API_KEY=${CI_ANTHROPIC_API_KEY}|" "$AGENT_ENV"
+  # Use a cheap model for the smoke test — no need to burn Sonnet/Opus tokens.
+  if grep -q "^BAUDBOT_MODEL=" "$AGENT_ENV" 2>/dev/null; then
+    sed -i "s|^BAUDBOT_MODEL=.*|BAUDBOT_MODEL=${CI_MODEL}|" "$AGENT_ENV"
+  else
+    echo "BAUDBOT_MODEL=${CI_MODEL}" >> "$AGENT_ENV"
   fi
 }
 
 main() {
-  inject_api_key
+  inject_ci_config
 
   log "starting baudbot"
   sudo baudbot start

bin/ci/smoke-agent-inference.sh

@@ -136,8 +136,10 @@ fi
 # Set session name (read by auto-name.ts extension)
 export PI_SESSION_NAME="control-agent"
 
-# Pick model based on available API keys (first match wins)
-if [ -n "${ANTHROPIC_API_KEY:-}" ]; then
+# Pick model: explicit override or auto-detect from API keys (first match wins)
+if [ -n "${BAUDBOT_MODEL:-}" ]; then
+  MODEL="$BAUDBOT_MODEL"
+elif [ -n "${ANTHROPIC_API_KEY:-}" ]; then
   MODEL="anthropic/claude-opus-4-6"
 elif [ -n "${OPENAI_API_KEY:-}" ]; then
   MODEL="openai/gpt-5.2-codex"