Merge branch 'main' into test-librarian-with-new-wrkflw

Author: ohmayr

.generator/Dockerfile

@@ -66,6 +66,7 @@ RUN unzip protoc-25.3-linux-x86_64.zip -d protoc
 
 # Download/extract pandoc
 # Pandoc is required by gapic-generator-python for parsing documentation
+# version-scanner: ignore-next-line
 ENV PANDOC_VERSION=3.8.2
 RUN mkdir pandoc-binary
 RUN wget https://github.com/jgm/pandoc/releases/download/${PANDOC_VERSION}/pandoc-${PANDOC_VERSION}-linux-amd64.tar.gz

.generator/cli.py

@@ -354,7 +354,7 @@ def _run_post_processor(output: str, library_id: str, is_mono_repo: bool):
         # TODO(https://github.com/googleapis/google-cloud-python/issues/15538):
         # Investigate if a `target_version needs to be maintained
         # or can be eliminated.
-        target_version = "py39"
+        target_version = "py310"
         common_args = [
             f"--target-version={target_version}",
             "--line-length=88",

.generator/test_cli.py

@@ -741,7 +741,7 @@ def test_run_individual_session_success(mocker, caplog, is_mono_repo):
         "cli.subprocess.run", return_value=MagicMock(returncode=0)
     )
 
-    test_session = "unit-3.9"
+    test_session = "unit-3.10"
     test_library_id = "test-library"
     repo = "repo"
     _run_individual_session(test_session, test_library_id, repo, is_mono_repo)

.github/workflows/bigframes-docs-deploy.yaml

@@ -0,0 +1,65 @@
+name: Deploy BigFrames docs to GitHub Pages
+
+on:
+  # Runs on pushes targeting the default branch
+  push:
+    branches: ["main"]
+    paths:
+      - "packages/bigframes/docs/**"
+      - ".github/workflows/bigframes-docs-deploy.yaml"
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+# Allow only one concurrent deployment, skipping runs queued between the run in-progress and latest queued.
+# However, do NOT cancel in-progress runs as we want to allow these production deployments to complete.
+concurrency:
+  group: "pages"
+  cancel-in-progress: false
+
+jobs:
+  # Build job
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v6
+      # Use a fetch-depth of 2 to avoid error `fatal: origin/main...HEAD: no merge base`
+      # See https://github.com/googleapis/google-cloud-python/issues/12013
+      # and https://github.com/actions/checkout#checkout-head.
+      with:
+        fetch-depth: 2
+    - name: Setup Python
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.10"
+    - name: Install nox
+      run: |
+        python -m pip install --upgrade setuptools pip wheel
+        python -m pip install nox
+    - name: Run docs
+      working-directory: ./packages/bigframes
+      run: |
+        nox -s docs
+    - name: Upload artifact
+      uses: actions/upload-pages-artifact@v5
+      with:
+        path: packages/bigframes/docs/_build/html/
+
+  # Deployment job
+  deploy:
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v5

.github/workflows/gapic-generator-tests.yml

@@ -18,7 +18,7 @@ env:
   SHOWCASE_VERSION: 0.35.0
   PROTOC_VERSION: 3.20.2
   LATEST_STABLE_PYTHON: 3.14
-  ALL_PYTHON: "['3.9', '3.10', '3.11', '3.12', '3.13', '3.14']"
+  ALL_PYTHON: "['3.10', '3.11', '3.12', '3.13', '3.14']"
 
 jobs:
   check_changes:

.github/workflows/librarian_config_check.yml

@@ -0,0 +1,43 @@
+name: check that Librarian and legacylibrarian configs are consistent
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+permissions:
+  contents: read
+jobs:
+  config-check:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+      # Use this action, rather than a file filter so that we can make this
+      # mandatory.
+      # See https://docs.github.com/en/actions/reference/workflows-and-actions/workflow-syntax#example-including-branches
+      # for more details.
+      - uses: dorny/paths-filter@v4
+        id: filter
+        with:
+          filters: |
+            librarian:
+              - 'librarian.yaml'
+              - '.librarian/config.yaml'
+              - '.librarian/state.yaml'
+      - name: Config check
+        id: config-check
+        if: steps.filter.outputs.librarian == 'true'
+        run: |
+          V=$(go run github.com/googleapis/librarian/cmd/librarian@latest config get version)
+          go run "github.com/googleapis/librarian/tool/cmd/configcheck@${V}" .
+      - name: Report any failures
+        if: failure() && steps.config-check.outcome == 'failure'
+        run: |
+          echo "Library configuration is different between state.yaml and librarian.yaml.
+          Update library configuration in the configs according to the error message and
+          regenerate libraries using:
+          
+          V=\$(go run github.com/googleapis/librarian/cmd/librarian@latest config get version)
+          go run github.com/googleapis/librarian/cmd/librarian@\${V} generate --all
+          "
+          # Make sure this step fails too, so that it's highlighted in the action logs.
+          exit 1

.github/workflows/regenerate-all.yml

@@ -0,0 +1,87 @@
+name: Regenerate all packages after merging to main
+
+on:
+  push:
+    branches:
+      - main
+
+permissions:
+  contents: read
+  issues: write
+
+jobs:
+  regenerate:
+    runs-on: ubuntu-latest
+    env:
+      PANDOC_VERSION: 3.8.2
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v6
+
+      - name: Install Go
+        uses: actions/setup-go@v6
+        with:
+          go-version: '1.26.x'
+
+      - name: Install protoc
+        uses: arduino/setup-protoc@v3
+        with:
+          version: "25.3"
+
+      - name: Install pandoc
+        run: |
+          mkdir /tmp/pandoc
+          curl -fsSL --retry 5 --retry-delay 15 -o /tmp/pandoc.tar.gz \
+            https://github.com/jgm/pandoc/releases/download/${PANDOC_VERSION}/pandoc-${PANDOC_VERSION}-linux-amd64.tar.gz
+          tar -xvf /tmp/pandoc.tar.gz -C /tmp/pandoc --strip-components=1
+
+      - name: Install Python packages for Librarian
+        run: |
+          version=$(sed -n 's/^version: *//p' librarian.yaml)
+          go run "github.com/googleapis/librarian/cmd/librarian@${version}" install
+
+      - name: Regenerate
+        run: |
+          version=$(sed -n 's/^version: *//p' librarian.yaml)
+          PATH=$PATH:/tmp/pandoc/bin
+          go run "github.com/googleapis/librarian/cmd/librarian@${version}" generate -all -v
+
+      - name: Create issue on diff
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          if [ -n "$(git status --porcelain)" ]; then
+            TITLE="Regeneration check found diff"
+            RUN_URL="${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+            DIFF_STAT=$(git diff --stat)
+            BODY="The post-submit [regeneration check]($RUN_URL) found a diff.
+
+            Diff summary:
+            \`\`\`
+            $DIFF_STAT
+            \`\`\`"
+
+            EXISTING_ISSUE=$(gh issue list --state open --search "in:title \"$TITLE\"" --json number --jq '.[0].number')
+            if [ -z "$EXISTING_ISSUE" ]; then
+              gh issue create --title "$TITLE" --body "$BODY"
+            else
+              echo "Issue #$EXISTING_ISSUE already exists, adding a comment."
+              gh issue comment "$EXISTING_ISSUE" --body "Another failure with diff occurred: $RUN_URL"
+            fi
+          fi
+      - name: Create issue on generation failure
+        if: failure()
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          TITLE="Regeneration failed"
+          RUN_URL="${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          BODY="The post-submit [regeneration check]($RUN_URL) failed."
+          EXISTING_ISSUE=$(gh issue list --state open --search "in:title \"$TITLE\"" --json number --jq '.[0].number')
+          if [ -z "$EXISTING_ISSUE" ]; then
+            gh issue create --title "$TITLE" --body "$BODY"
+          else
+            echo "Issue #$EXISTING_ISSUE already exists, adding a comment."
+            gh issue comment "$EXISTING_ISSUE" --body "Another regeneration failure occurred: $RUN_URL"
+          fi

.kokoro/continuous/continuous-bigframes.cfg

@@ -5,3 +5,8 @@ env_vars: {
     key: "NOX_SESSION"
     value: "e2e load system_prerelease notebook system_noextras"
 }
+
+env_vars: {
+  key: "BIGFRAMES_TEST_PROJECT"
+  value: "bigframes-load-testing"
+}

.kokoro/continuous/prerelease.cfg

@@ -5,3 +5,8 @@ env_vars: {
     key: "NOX_SESSION"
     value: "prerelease_deps"
 }
+
+env_vars: {
+  key: "BIGFRAMES_TEST_PROJECT"
+  value: "bigframes-load-testing"
+}

.kokoro/continuous/system.cfg

@@ -5,3 +5,8 @@ env_vars: {
     key: "NOX_SESSION"
     value: "system-3.12"
 }
+
+env_vars: {
+  key: "BIGFRAMES_TEST_PROJECT"
+  value: "bigframes-load-testing"
+}