test-copilot.yml

on:
  push:
  workflow_dispatch:

permissions:
  copilot-requests: write

jobs:
  # Basic smoke test — defaults only
  basic:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        id: copilot
        with:
          prompt: "Say 'hello world' and nothing else."
          max-turns: 1
      - name: Verify exit code output
        run: |
          echo "Exit code: ${{ steps.copilot.outputs.exit-code }}"
          test "${{ steps.copilot.outputs.exit-code }}" = "0"

  # Test autopilot + max-turns limit with tool use
  autopilot:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Create a file called test.txt with the content 'autopilot works'. Then read it back to confirm."
          max-turns: 3
      - name: Verify file was created
        run: |
          test -f test.txt
          grep -q "autopilot works" test.txt

  # Test silent mode — no usage stats in output
  silent:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Say 'silent mode works' and nothing else."
          silent: true
          max-turns: 1

  # Test model selection + reasoning effort
  model:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "What model are you? Reply with just your model name."
          model: claude-sonnet-4
          reasoning-effort: low
          max-turns: 1

  # Test JSON output format
  json-output:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Say 'json works'."
          output-format: json
          max-turns: 1

  # Test tool deny list — shell should be blocked
  denied-tools:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Try to run 'echo hello' in a shell. If you can't, just say 'shell denied'."
          denied-tools: "shell"
          max-turns: 2

  # Test GitHub MCP toolsets
  github-mcp:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Use the GitHub MCP to get info about the repo austenstone/copilot-cli. Tell me the description and star count."
          add-github-mcp-toolsets: "repos"
          max-turns: 3

  # Test disable builtin MCPs
  no-builtin-mcps:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "List your available MCP servers. If none, say 'no MCP servers available'."
          disable-builtin-mcps: true
          max-turns: 1

  # Test URL allow/deny
  url-controls:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Fetch https://api.github.com/zen and tell me what it says."
          allowed-urls: "api.github.com"
          denied-urls: "evil.com"
          max-turns: 2

  # Test share session to file + verify output
  share:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        id: copilot
        with:
          prompt: "Say 'session sharing works'."
          share: true
          max-turns: 1
      - name: Verify session file exists
        run: |
          echo "Session path: ${{ steps.copilot.outputs.session-path }}"
          test -f "${{ steps.copilot.outputs.session-path }}"
          cat "${{ steps.copilot.outputs.session-path }}"

  # Test experimental flag
  experimental:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Say 'experimental mode active'."
          experimental: true
          max-turns: 1

  # Test additional directories
  additional-dirs:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - run: |
          mkdir -p /tmp/copilot-test
          echo "found me" > /tmp/copilot-test/secret.txt
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Read the file /tmp/copilot-test/secret.txt and tell me its contents."
          additional-directories: "/tmp/copilot-test"
          max-turns: 2

  # Test custom agent
  agent:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "What files are in this repo?"
          agent: explore
          max-turns: 2

  # Test fail-on-error catches non-zero exit
  fail-on-error:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        id: copilot
        continue-on-error: true
        with:
          prompt: "Exit with error code 1 by running: exit 1"
          fail-on-error: true
          max-turns: 2
      - name: Verify exit code was captured
        run: |
          echo "Exit code: ${{ steps.copilot.outputs.exit-code }}"
          echo "Step outcome: ${{ steps.copilot.outcome }}"

  # Test copilot-config is applied
  config:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v5
      - uses: austenstone/copilot-cli@notoken
        with:
          prompt: "Say 'config test passed'."
          copilot-config: |
            {
              "banner": "never",
              "render_markdown": false,
              "theme": "dark",
              "trusted_folders": []
            }
          max-turns: 1