codex-fix-ci.yml

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Codex Fix CI

on:
  workflow_dispatch:
    inputs:
      workflow_run_url:
        description: "Failing CI workflow run URL (e.g., https://github.com/lancedb/lance/actions/runs/12345678)"
        required: true
        type: string
      branch:
        description: "Branch to fix (e.g., main, release/v2.0, or feature-branch)"
        required: true
        type: string
      guidelines:
        description: "Additional guidelines for the fix (optional)"
        required: false
        type: string

permissions:
  contents: write
  pull-requests: write
  actions: read

jobs:
  fix-ci:
    runs-on: ubuntu-24.04-4x
    timeout-minutes: 60
    env:
      CC: clang
      CXX: clang++
    steps:
      - name: Show inputs
        run: |
          echo "workflow_run_url = ${{ inputs.workflow_run_url }}"
          echo "branch = ${{ inputs.branch }}"
          echo "guidelines = ${{ inputs.guidelines }}"

      - name: Checkout Repo
        uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4
        with:
          ref: ${{ inputs.branch }}
          fetch-depth: 0
          persist-credentials: true

      - name: Set up Node.js
        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4
        with:
          node-version: 20

      - name: Install Codex CLI
        run: npm install -g @openai/codex

      - name: Install Rust toolchain
        uses: dtolnay/rust-toolchain@631a55b12751854ce901bb631d5902ceb48146f7 # stable
        with:
          toolchain: stable
          components: clippy, rustfmt

      - uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1

      - uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2

      - name: Install system dependencies
        run: |
          sudo apt-get update
          sudo apt-get install -y protobuf-compiler libssl-dev

      - name: Set up Python
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5
        with:
          python-version: '3.11'

      - name: Install Python dependencies
        run: |
          pip install maturin ruff pytest pyarrow pandas polars

      - name: Set up Java
        uses: actions/setup-java@c1e323688fd81a25caa38c78aa6df2d33d3e20d9 # v4
        with:
          distribution: temurin
          java-version: '11'
          cache: maven

      - name: Configure git user
        run: |
          git config user.name "lance-community"
          git config user.email "community@lance.org"

      - name: Run Codex to fix CI failure
        env:
          WORKFLOW_RUN_URL: ${{ inputs.workflow_run_url }}
          BRANCH: ${{ inputs.branch }}
          GUIDELINES: ${{ inputs.guidelines }}
          GITHUB_TOKEN: ${{ secrets.LANCE_RELEASE_TOKEN }}
          GH_TOKEN: ${{ secrets.LANCE_RELEASE_TOKEN }}
          OPENAI_API_KEY: ${{ secrets.CODEX_TOKEN }}
        run: |
          set -euo pipefail

          cat <<EOF >/tmp/codex-prompt.txt
          You are running inside the lance repository on a GitHub Actions runner. Your task is to fix a CI failure.

          Input parameters:
          - Failing workflow run URL: ${WORKFLOW_RUN_URL}
          - Branch to fix: ${BRANCH}
          - Additional guidelines: ${GUIDELINES:-"None provided"}

          Follow these steps exactly:

          1. Extract the run ID from the workflow URL. The URL format is https://github.com/lancedb/lance/actions/runs/<run_id>.

          2. Use "gh run view <run_id> --json jobs,conclusion,name" to get information about the failed run.

          3. Identify which jobs failed. For each failed job, use "gh run view <run_id> --job <job_id> --log-failed" to get the failure logs.

          4. Analyze the failure logs to understand what went wrong. Common failures include:
             - Compilation errors
             - Test failures
             - Clippy warnings treated as errors
             - Formatting issues
             - Dependency issues

          5. Based on the analysis, fix the issues in the codebase:
             - For compilation errors: Fix the code that doesn't compile
             - For test failures: Fix the failing tests or the code they test
             - For clippy warnings: Apply the suggested fixes
             - For formatting issues: Run "cargo fmt --all"
             - For other issues: Apply appropriate fixes

          6. After making fixes, verify them locally:
             - Run "cargo fmt --all" to ensure formatting is correct
             - Run "cargo clippy --workspace --tests --benches -- -D warnings" to check for issues
             - Run ONLY the specific failing tests to confirm they pass now:
               - For Rust test failures: Run the specific test with "cargo test -p <crate> <test_name>"
               - For Python test failures: Build with "cd python && maturin develop" then run "pytest <specific_test_file>::<test_name>"
               - For Java test failures: Run "cd java && mvn test -Dtest=<TestClass>#<testMethod>"
               - Do NOT run the full test suite - only run the tests that were failing

          7. If the additional guidelines are provided, follow them as well.

          8. Inspect "git status --short" and "git diff" to review your changes.

          9. Create a fix branch: "git checkout -b codex/fix-ci-<run_id>".

          10. Stage all changes with "git add -A" and commit with message "fix: resolve CI failures from run <run_id>".

          11. Push the branch: "git push origin codex/fix-ci-<run_id>". If the remote branch exists, delete it first with "gh api -X DELETE repos/lancedb/lance/git/refs/heads/codex/fix-ci-<run_id>" then push. Do NOT use "git push --force" or "git push -f".

          12. Create a pull request targeting "${BRANCH}":
              - Title: "ci: <short summary describing the fix>" (e.g., "ci: fix clippy warnings in lance-core" or "ci: resolve test flakiness in vector search")
              - First, write the PR body to /tmp/pr-body.md using a heredoc (cat <<'PREOF' > /tmp/pr-body.md). The body should include:
                - Link to the failing workflow run
                - Summary of what failed
                - Description of the fixes applied
              - Then run "gh pr create --base ${BRANCH} --body-file /tmp/pr-body.md".

          13. Display the new PR URL, "git status --short", and a summary of what was fixed.

          Constraints:
          - Use bash commands for all operations.
          - Do not merge the PR.
          - Do not modify GitHub workflow files unless they are the cause of the failure.
          - If any command fails, diagnose and attempt to fix the issue instead of aborting immediately.
          - If you cannot fix the issue automatically, create the PR anyway with a clear explanation of what you tried and what remains to be fixed.
          - env "GH_TOKEN" is available, use "gh" tools for GitHub-related operations.
          EOF

          printenv OPENAI_API_KEY | codex login --with-api-key
          codex --config shell_environment_policy.ignore_default_excludes=true exec --dangerously-bypass-approvals-and-sandbox "$(cat /tmp/codex-prompt.txt)"