chore(migration): Migrate code from googleapis/gapic-generator-python into packages/gapic-generator

.github/workflows/gapic-generator-tests.yml

@@ -0,0 +1,133 @@
+name: Gapic Generator Specialized Tests
+
+on:
+  pull_request:
+    paths:
+      - 'packages/gapic-generator/**'
+      - '.github/workflows/gapic-generator-tests.yml'
+  push:
+    branches: [main]
+    paths:
+      - 'packages/gapic-generator/**'
+
+concurrency:
+  group: gapic-gen-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+env:
+  SHOWCASE_VERSION: 0.35.0
+  PROTOC_VERSION: 3.20.2
+  OLDEST_PYTHON: 3.9
+  LATEST_STABLE_PYTHON: 3.14
+  PREVIEW_PYTHON_VERSION: 3.14
+  ALL_PYTHON: "['3.9', '3.10', '3.11', '3.12', '3.13', '3.14']"
+
+jobs:
+  check_changes:
+    # We use a job-level 'if' with dorny/paths-filter because GitHub's top-level 
+    # 'on: pull_request: paths' can be bypassed during repository-wide migrations 
+    # or structural changes. This ensures these specialized (and heavy) matrix 
+    # jobs stay silent on PRs that do not touch the generator.
+    runs-on: ubuntu-latest
+    outputs:
+      run_generator: ${{ steps.filter.outputs.generator }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            generator:
+              - 'packages/gapic-generator/**'
+              - '.github/workflows/gapic-generator-tests.yml'
+
+  # Preserve the workaround for env variables in matrix
+  python_config:
+    needs: check_changes
+    runs-on: ubuntu-latest
+    outputs:
+      all_python: ${{ env.ALL_PYTHON }}
+      oldest_python: ${{ env.OLDEST_PYTHON }}
+      latest_stable_python: ${{ env.LATEST_STABLE_PYTHON }}
+    steps:
+      - run: echo "Initializing config"
+
+  showcase-unit:
+    needs: [check_changes, python_config]
+    strategy:
+      fail-fast: false
+      matrix:
+        python: ${{ fromJSON(needs.python_config.outputs.all_python) }}
+        variant: ['', _alternative_templates, _mixins, _alternative_templates_mixins, _w_rest_async]
+        logging_scope: ["", "google"]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "${{ matrix.python }}"
+      - name: Install System Deps & Protoc
+        run: |
+          sudo apt-get update && sudo apt-get install -y curl pandoc unzip
+          sudo mkdir -p /usr/src/protoc/ && sudo chown -R ${USER} /usr/src/
+          curl --location https://github.com/google/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip --output /usr/src/protoc/protoc.zip
+          cd /usr/src/protoc/ && unzip protoc.zip
+          sudo ln -s /usr/src/protoc/bin/protoc /usr/local/bin/protoc
+      - name: Run Nox
+        env:
+          GOOGLE_SDK_PYTHON_LOGGING_SCOPE: ${{ matrix.logging_scope }}
+        run: |
+          pip install nox
+          cd packages/gapic-generator
+          nox -s showcase_unit${{ matrix.variant }}-${{ matrix.python }}
+
+  goldens:
+    needs: [check_changes, python_config]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: ${{ env.LATEST_STABLE_PYTHON }}
+      - name: Install System Deps
+        run: sudo apt-get update && sudo apt-get install -y pandoc
+      - name: Run Goldens (Lint/Unit)
+        run: |
+          pip install nox
+          cd packages/gapic-generator
+          for pkg in credentials eventarc logging redis; do
+            nox -f tests/integration/goldens/$pkg/noxfile.py -s format lint unit-${{ env.LATEST_STABLE_PYTHON }}
+          done
+
+  fragment-snippet:
+    needs: [check_changes, python_config]
+    strategy:
+      matrix:
+        python: ["3.10", "3.14"]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: ${{ matrix.python }}
+      # This fixes the Pandoc error
+      - name: Install System Deps & Protoc
+        run: |
+          sudo apt-get update && sudo apt-get install -y curl pandoc unzip
+          sudo mkdir -p /usr/src/protoc/ && sudo chown -R ${USER} /usr/src/
+          curl --location https://github.com/google/protobuf/releases/download/v${PROTOC_VERSION}/protoc-${PROTOC_VERSION}-linux-x86_64.zip --output /usr/src/protoc/protoc.zip
+          cd /usr/src/protoc/ && unzip protoc.zip
+          sudo ln -s /usr/src/protoc/bin/protoc /usr/local/bin/protoc
+      - name: Run Tests
+        run: |
+          pip install nox
+          cd packages/gapic-generator
+          # Run fragment for current matrix python
+          nox -s fragment-${{ matrix.python }}
+          # Run snippetgen only on the latest stable to avoid the "Python not found" error
+          if [ "${{ matrix.python }}" == "${{ env.LATEST_STABLE_PYTHON }}" ]; then
+            nox -s snippetgen
+          fi

.librarian/state.yaml

@@ -4166,3 +4166,12 @@ libraries:
     preserve_regex: []
     remove_regex: []
     tag_format: '{id}-v{version}'
+  - id: gapic-generator
+    version: 1.30.13
+    last_generated_commit: ""
+    apis: []
+    source_roots:
+      - packages/gapic-generator
+    preserve_regex: []
+    remove_regex: []
+    tag_format: '{id}-v{version}'

packages/gapic-generator/.bazeliskrc

@@ -0,0 +1,2 @@
+# See https://github.com/bazelbuild/bazelisk
+USE_BAZEL_VERSION=6.5.0

packages/gapic-generator/.bazelrc

@@ -0,0 +1,2 @@
+# New protobuf requires C++17
+build --repo_env=BAZEL_CXXOPTS="-std=c++17"

packages/gapic-generator/.coveragerc

@@ -0,0 +1,20 @@
+[run]
+branch = True
+omit =
+  gapic/cli/*.py
+  *_pb2.py
+
+[report]
+fail_under = 100
+show_missing = True
+exclude_lines =
+    # Re-enable the standard pragma
+    pragma: NO COVER
+    # Enable an English version.
+    Impossible; skip coverage checks.
+    # Ignore debug-only repr
+    def __repr__
+    # Abstract methods by definition are not invoked
+    @abstractmethod
+    @abc.abstractmethod
+

packages/gapic-generator/.flake8

@@ -0,0 +1,44 @@
+[flake8]
+ignore =
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E123, E124
+  # Closing bracket mismatches opening bracket's line.
+  # This works poorly with type annotations in method declarations.
+  E123, E124
+  # Line over-indented for visual indent.
+  # This works poorly with type annotations in method declarations.
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E126, E128, E131
+  E126, E128, E131
+  # Line break after binary operator.
+  # This catches line breaks after "and" / "or" as a means of breaking up
+  # long if statements, which PEP 8 explicitly encourages.
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): W504
+  W504
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E203
+  E203
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E501
+  E501
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E712
+  E712
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E711
+  E711
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E722
+  E722
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): E741
+  E741
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): F401
+  F401
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): F541
+  F541
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): F841
+  F841
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): F811
+  F811
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): W503
+  W503
+  # TODO(https://github.com/googleapis/gapic-generator-python/issues/2333): W291
+  W291
+exclude =
+  # Exclude golden files
+  tests/integration
+  # Exclude generated protobuf code
+  *_pb2.py

packages/gapic-generator/.repo-metadata.json

@@ -0,0 +1,14 @@
+{
+    "name": "gapic-generator",
+    "name_pretty": "Google API Client Generator for Python",
+    "client_documentation": "https://gapic-generator-python.readthedocs.io/en/stable/",
+    "product_documentation": "",
+    "issue_tracker": "https://github.com/googleapis/google-cloud-python/issues",
+    "release_level": "stable",
+    "language": "python",
+    "library_type": "CORE",
+    "repo": "googleapis/google-cloud-python",
+    "distribution_name": "gapic-generator",
+    "default_version": "",
+    "codeowner_team": "@googleapis/cloud-sdk-python-team"
+}

packages/gapic-generator/BUILD.bazel

@@ -0,0 +1,93 @@
+load("//:gapic_generator_python.bzl", "pandoc_binary", "pandoc_toolchain")
+load("@gapic_generator_python_pip_deps//:requirements.bzl", "requirement")
+load("@bazel_tools//tools/python:toolchain.bzl", "py_runtime_pair")
+
+toolchain_type(
+    name = "pandoc_toolchain_type",
+    visibility = ["//visibility:public"],
+)
+
+pandoc_toolchain(
+    exec_compatible_with = [
+        "@platforms//os:linux",
+        "@platforms//cpu:arm64",
+    ],
+    platform = "linux_arm_64",
+)
+
+pandoc_toolchain(
+    exec_compatible_with = [
+        "@platforms//os:linux",
+        "@platforms//cpu:x86_64",
+    ],
+    platform = "linux_x86_64",
+)
+
+pandoc_toolchain(
+    exec_compatible_with = [
+        "@platforms//os:osx",
+        "@platforms//cpu:arm64",
+    ],
+    platform = "macOS_arm_64",
+)
+
+pandoc_toolchain(
+    exec_compatible_with = [
+        "@platforms//os:osx",
+        "@platforms//cpu:x86_64",
+    ],
+    platform = "macOS_x86_64",
+)
+
+pandoc_toolchain(
+    exec_compatible_with = [
+        "@platforms//os:windows",
+        "@platforms//cpu:x86_64",
+    ],
+    platform = "windows_x86_64",
+)
+
+pandoc_binary(
+    name = "pandoc_binary",
+)
+
+py_runtime(
+    name = "pyenv3_runtime",
+    interpreter = ":pyenv3wrapper.sh",
+    python_version = "PY3",
+)
+
+py_runtime_pair(
+    name = "pyenv3_runtime_pair",
+    py3_runtime = ":pyenv3_runtime",
+)
+
+toolchain(
+    name = "pyenv3_toolchain",
+    toolchain = ":pyenv3_runtime_pair",
+    toolchain_type = "@bazel_tools//tools/python:toolchain_type",
+)
+
+py_binary(
+    name = "gapic_plugin",
+    srcs = glob(["gapic/**/*.py"]),
+    data = [":pandoc_binary"] + glob([
+        "gapic/**/*.j2",
+        "gapic/**/.*.j2",
+    ]),
+    main = "gapic/cli/generate_with_pandoc.py",
+    python_version = "PY3",
+    visibility = ["//visibility:public"],
+    deps = [
+        "@com_github_grpc_grpc//src/python/grpcio/grpc:grpcio",
+        requirement("protobuf"),
+        requirement("click"),
+        requirement("google-api-core"),
+        requirement("googleapis-common-protos"),
+        requirement("jinja2"),
+        requirement("MarkupSafe"),
+        requirement("pypandoc"),
+        requirement("PyYAML"),
+        requirement("grpc-google-iam-v1"),
+    ],
+)