detection-only.yml

name: Detection Only

on:
  workflow_dispatch:
    inputs:
      fixture:
        description: Local fixture to upload as the agent artifact
        required: true
        default: patch
        type: choice
        options:
          - patch

permissions:
  actions: read
  contents: read
  packages: read

jobs:
  activation:
    runs-on: ubuntu-latest
    outputs:
      setup-trace-id: ${{ steps.trace.outputs.setup-trace-id }}
    steps:
      - name: Emit activation outputs
        id: trace
        run: echo "setup-trace-id=detection-only-${GITHUB_RUN_ID}-${GITHUB_RUN_ATTEMPT}" >> "$GITHUB_OUTPUT"

  agent:
    runs-on: ubuntu-latest
    permissions:
      contents: read
    outputs:
      has_patch: ${{ steps.fixture.outputs.has_patch }}
      output_types: ${{ steps.fixture.outputs.output_types }}
    steps:
      - name: Checkout repository
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          persist-credentials: false
      - name: Stage fixture as agent artifact
        id: fixture
        env:
          FIXTURE: ${{ inputs.fixture }}
        run: |
          set -euo pipefail
          fixture_dir="testdata/detection-only/${FIXTURE}"
          if [ ! -d "$fixture_dir" ]; then
            echo "::error::Unknown fixture '${FIXTURE}'"
            exit 1
          fi
          mkdir -p /tmp/gh-aw
          cp -a "$fixture_dir"/. /tmp/gh-aw/
          if [ ! -f /tmp/gh-aw/agent_output.json ]; then
            echo "::error::Fixture '${FIXTURE}' must include agent_output.json"
            exit 1
          fi
          echo "output_types=agent_output" >> "$GITHUB_OUTPUT"
          if compgen -G "/tmp/gh-aw/aw-*.patch" > /dev/null || compgen -G "/tmp/gh-aw/aw-*.bundle" > /dev/null; then
            echo "has_patch=true" >> "$GITHUB_OUTPUT"
          else
            echo "has_patch=false" >> "$GITHUB_OUTPUT"
          fi
      - name: Upload agent artifacts
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: agent
          path: |
            /tmp/gh-aw/aw-prompts/prompt.txt
            /tmp/gh-aw/agent_output.json
            /tmp/gh-aw/aw-*.patch
            /tmp/gh-aw/aw-*.bundle
          if-no-files-found: error
          retention-days: 1

  detection:
    needs:
      - activation
      - agent
    if: >
      always() && needs.agent.result != 'skipped' && (needs.agent.outputs.output_types != '' || needs.agent.outputs.has_patch == 'true')
    runs-on: ubuntu-latest
    permissions:
      contents: read
      packages: read
    outputs:
      detection_conclusion: ${{ steps.detection_conclusion.outputs.conclusion }}
      detection_reason: ${{ steps.detection_conclusion.outputs.reason }}
      detection_success: ${{ steps.detection_conclusion.outputs.success }}
    steps:
      - name: Setup Scripts
        id: setup
        uses: github/gh-aw-actions/setup@v0.72.1
        with:
          destination: ${{ runner.temp }}/gh-aw/actions
          job-name: ${{ github.job }}
          trace-id: ${{ needs.activation.outputs.setup-trace-id }}
        env:
          GH_AW_SETUP_WORKFLOW_NAME: "Smoke Copilot"
          GH_AW_CURRENT_WORKFLOW_REF: ${{ github.repository }}/.github/workflows/smoke-copilot-container.lock.yml@${{ github.ref }}
          GH_AW_INFO_VERSION: "1.0.40"
      - name: Download agent output artifact
        id: download-agent-output
        continue-on-error: true
        uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
        with:
          name: agent
          path: /tmp/gh-aw/
      - name: Setup agent output environment variable
        id: setup-agent-output-env
        if: steps.download-agent-output.outcome == 'success'
        run: |
          mkdir -p /tmp/gh-aw/
          find "/tmp/gh-aw/" -type f -print
          echo "GH_AW_AGENT_OUTPUT=/tmp/gh-aw/agent_output.json" >> "$GITHUB_OUTPUT"
      - name: Checkout repository for patch context
        if: needs.agent.outputs.has_patch == 'true'
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
        with:
          persist-credentials: false
      # --- Threat Detection ---
      - name: Clean stale firewall files from agent artifact
        run: |
          rm -rf /tmp/gh-aw/sandbox/firewall/logs
          rm -rf /tmp/gh-aw/sandbox/firewall/audit
      - name: Download container images
        run: bash "${RUNNER_TEMP}/gh-aw/actions/download_docker_images.sh" ghcr.io/github/gh-aw-firewall/agent:0.25.41 ghcr.io/github/gh-aw-firewall/api-proxy:0.25.41 ghcr.io/github/gh-aw-firewall/squid:0.25.41
      - name: Check if detection needed
        id: detection_guard
        if: always()
        env:
          OUTPUT_TYPES: ${{ needs.agent.outputs.output_types }}
          HAS_PATCH: ${{ needs.agent.outputs.has_patch }}
        run: |
          if [[ -n "$OUTPUT_TYPES" || "$HAS_PATCH" == "true" ]]; then
            echo "run_detection=true" >> "$GITHUB_OUTPUT"
            echo "Detection will run: output_types=$OUTPUT_TYPES, has_patch=$HAS_PATCH"
          else
            echo "run_detection=false" >> "$GITHUB_OUTPUT"
            echo "Detection skipped: no agent outputs or patches to analyze"
          fi
      - name: Clear MCP Config for detection
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        run: |
          rm -f "${RUNNER_TEMP}/gh-aw/mcp-config/mcp-servers.json"
          rm -f /home/runner/.copilot/mcp-config.json
          rm -f "$GITHUB_WORKSPACE/.gemini/settings.json"
      - name: Prepare threat detection files
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        run: |
          mkdir -p /tmp/gh-aw/threat-detection/aw-prompts
          cp /tmp/gh-aw/aw-prompts/prompt.txt /tmp/gh-aw/threat-detection/aw-prompts/prompt.txt 2>/dev/null || true
          cp /tmp/gh-aw/agent_output.json /tmp/gh-aw/threat-detection/agent_output.json 2>/dev/null || true
          for f in /tmp/gh-aw/aw-*.patch; do
            [ -f "$f" ] && cp "$f" /tmp/gh-aw/threat-detection/ 2>/dev/null || true
          done
          for f in /tmp/gh-aw/aw-*.bundle; do
            [ -f "$f" ] && cp "$f" /tmp/gh-aw/threat-detection/ 2>/dev/null || true
          done
          echo "Prepared threat detection files:"
          ls -la /tmp/gh-aw/threat-detection/ 2>/dev/null || true
      - name: Setup threat detection
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
        env:
          WORKFLOW_NAME: "Smoke Copilot"
          WORKFLOW_DESCRIPTION: "Smoke test workflow that validates Copilot engine execution in this repository"
          HAS_PATCH: ${{ needs.agent.outputs.has_patch }}
        with:
          script: |
            const { setupGlobals } = require('${{ runner.temp }}/gh-aw/actions/setup_globals.cjs');
            setupGlobals(core, github, context, exec, io, getOctokit);
            const { main } = require('${{ runner.temp }}/gh-aw/actions/setup_threat_detection.cjs');
            await main();
      - name: Ensure threat-detection directory and log
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        run: |
          mkdir -p /tmp/gh-aw/threat-detection
          touch /tmp/gh-aw/threat-detection/detection.log
      - name: Setup Node.js
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: '24'
          package-manager-cache: false
      - name: Install GitHub Copilot CLI
        run: bash "${RUNNER_TEMP}/gh-aw/actions/install_copilot_cli.sh" 1.0.40
        env:
          GH_HOST: github.com
      - name: Install AWF binary
        run: bash "${RUNNER_TEMP}/gh-aw/actions/install_awf_binary.sh" v0.25.41
      - name: Log in to GHCR for detector image
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        env:
          GHCR_TOKEN: ${{ secrets.GH_AW_GITHUB_TOKEN || github.token }}
        run: |
          if [ -n "${GHCR_TOKEN:-}" ]; then
            echo "$GHCR_TOKEN" | docker login ghcr.io -u "${{ github.actor }}" --password-stdin
          fi
      - name: Pull threat detection container
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        env:
          THREAT_DETECTION_IMAGE: ${{ vars.GH_AW_THREAT_DETECTION_IMAGE || 'ghcr.io/github/gh-aw-threat-detection:latest' }}
        run: docker pull "$THREAT_DETECTION_IMAGE"
      - name: Extract threat detection binary from container
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        env:
          THREAT_DETECTION_IMAGE: ${{ vars.GH_AW_THREAT_DETECTION_IMAGE || 'ghcr.io/github/gh-aw-threat-detection:latest' }}
        run: |
          mkdir -p "${RUNNER_TEMP}/gh-aw/threat-detect-bin"
          container_id="$(docker create "$THREAT_DETECTION_IMAGE")"
          trap 'docker rm -f "$container_id" >/dev/null 2>&1 || true' EXIT
          docker cp "$container_id:/usr/local/bin/threat-detect" "${RUNNER_TEMP}/gh-aw/threat-detect-bin/threat-detect"
          chmod 755 "${RUNNER_TEMP}/gh-aw/threat-detect-bin/threat-detect"
      - name: Execute threat detection with AWF
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        continue-on-error: true
        id: detection_agentic_execution
        timeout-minutes: 20
        env:
          COPILOT_GITHUB_TOKEN: ${{ secrets.COPILOT_GITHUB_TOKEN }}
          THREAT_DETECTION_MODEL: ${{ vars.GH_AW_MODEL_DETECTION_COPILOT || '' }}
          # The api-proxy hostname returns 403 from this detection-only AWF path; target the internal api-proxy IP instead.
          # THREAT_DETECTION_REFLECT_URL: http://api-proxy:10000/reflect
          THREAT_DETECTION_REFLECT_URL: http://172.30.0.30:10000/reflect
          THREAT_DETECTION_LOG_REFLECT_RESPONSE: "true"
          WORKFLOW_DESCRIPTION: "Smoke test workflow that validates Copilot engine execution in this repository"
          WORKFLOW_NAME: ${{ github.workflow }}
        run: |
          set -o pipefail
          touch /tmp/gh-aw/agent-step-summary.md
          (umask 177 && touch /tmp/gh-aw/threat-detection/detection.log)
          printf '%s\n' '{"$schema":"https://github.com/github/gh-aw-firewall/releases/download/v0.25.41/awf-config.schema.json","network":{"allowDomains":["api.business.githubcopilot.com","api.enterprise.githubcopilot.com","api.github.com","api.githubcopilot.com","api.individual.githubcopilot.com","github.com","host.docker.internal","telemetry.enterprise.githubcopilot.com"]},"apiProxy":{"enabled":true},"container":{"imageTag":"0.25.41"}}' > "${RUNNER_TEMP}/gh-aw/awf-config.json" && cp "${RUNNER_TEMP}/gh-aw/awf-config.json" /tmp/gh-aw/awf-config.json
          # shellcheck disable=SC1003
          sudo -E awf --config "${RUNNER_TEMP}/gh-aw/awf-config.json" --container-workdir "${GITHUB_WORKSPACE}" --mount "${RUNNER_TEMP}/gh-aw:${RUNNER_TEMP}/gh-aw:ro" --mount "${RUNNER_TEMP}/gh-aw:/host${RUNNER_TEMP}/gh-aw:ro" --env-all --exclude-env COPILOT_GITHUB_TOKEN --log-level info --proxy-logs-dir /tmp/gh-aw/sandbox/firewall/logs --audit-dir /tmp/gh-aw/sandbox/firewall/audit --enable-host-access --allow-host-ports 80,443,8080 --skip-pull \
            -- /bin/bash -c 'export PATH="$(find /opt/hostedtoolcache /home/runner/work/_tool -maxdepth 4 -type d -name bin 2>/dev/null | paste -sd: -):$PATH"; [ -n "$GOROOT" ] && export PATH="$GOROOT/bin:$PATH" || true; result_path="/tmp/gh-aw/threat-detection/result.json"; args=(--engine copilot); if [ -n "${THREAT_DETECTION_MODEL:-}" ]; then args+=(--model "$THREAT_DETECTION_MODEL"); fi; run_status=0; "${RUNNER_TEMP}/gh-aw/threat-detect-bin/threat-detect" "${args[@]}" --output "$result_path" /tmp/gh-aw/threat-detection || run_status=$?; if [ -f "$result_path" ]; then python3 -c '\''import json,sys; print("THREAT_DETECTION_RESULT:" + json.dumps(json.load(open(sys.argv[1])), separators=(",", ":")))'\'' "$result_path" >> /tmp/gh-aw/threat-detection/detection.log; fi; exit "$run_status"' 2>&1 | tee -a /tmp/gh-aw/threat-detection/detection.log
      - name: Upload threat detection log
        if: always() && steps.detection_guard.outputs.run_detection == 'true'
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: detection
          path: /tmp/gh-aw/threat-detection/detection.log
          if-no-files-found: ignore
      - name: Parse and conclude threat detection
        id: detection_conclusion
        if: always()
        continue-on-error: true
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
        env:
          RUN_DETECTION: ${{ steps.detection_guard.outputs.run_detection }}
          GH_AW_DETECTION_CONTINUE_ON_ERROR: "true"
        with:
          script: |
            try {
              const { setupGlobals } = require('${{ runner.temp }}/gh-aw/actions/setup_globals.cjs');
              setupGlobals(core, github, context, exec, io, getOctokit);
              const { main } = require('${{ runner.temp }}/gh-aw/actions/parse_threat_detection_results.cjs');
              await main();
            } catch (loadErr) {
              const continueOnError = process.env.GH_AW_DETECTION_CONTINUE_ON_ERROR !== 'false';
              const msg = 'ERR_SYSTEM: \u274C Unexpected error loading threat detection module: ' + (loadErr && loadErr.message ? loadErr.message : String(loadErr));
              core.error(msg);
              core.setOutput('reason', 'parse_error');
              if (continueOnError) {
                core.warning('\u26A0\uFE0F ' + msg);
                core.setOutput('conclusion', 'warning');
                core.setOutput('success', 'false');
              } else {
                core.setOutput('conclusion', 'failure');
                core.setOutput('success', 'false');
                core.setFailed(msg);
              }
            }