Update actions

Author: nikhilwoodruff

.github/workflows/deploy.yml

@@ -39,3 +39,12 @@ jobs:
     with:
       environment: prod
     secrets: inherit
+  
+  publish_clients:
+    name: Publish API clients
+    needs: [deploy_prod]
+    uses: ./.github/workflows/publish-clients.reusable.yml
+    with:
+      environment: prod
+    secrets:
+      PYPI_TOKEN: ${{ secrets.PYPI }}

.github/workflows/gcp-deploy.reusable.yml

@@ -190,4 +190,4 @@ jobs:
         simulation_integ_test_access_token: ${{ steps.get-simulation-id-token.outputs.id_token }}
         simulation_integ_test_base_url: ${{ needs.deploy.outputs.simulation_api_url }}
         workflow_integ_test_project_id: ${{ vars.PROJECT_ID }}
-        workflow_integ_test_us_model_version: ${{ steps.versions.outputs.us_version }}
+        workflow_integ_test_us_model_version: ${{ needs.deploy.outputs.release_metadata.models.us }}

.github/workflows/publish-clients.reusable.yml

@@ -0,0 +1,41 @@
+name: Reusable publish clients workflow
+
+on:
+  workflow_call:
+    inputs:
+      environment:
+        required: true
+        type: string
+        description: 'The environment that was deployed (e.g., beta, prod)'
+    secrets:
+      PYPI_TOKEN:
+        required: true
+        description: 'PyPI API token for publishing packages'
+
+jobs:
+  publish:
+    name: Publish API clients
+    runs-on: ubuntu-latest
+    environment: ${{ inputs.environment }}
+    
+    steps:
+    - name: Checkout repo
+      uses: actions/checkout@v4
+    
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.13'
+    
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
+    
+    - name: Generate API clients
+      run: |
+        ./scripts/generate-clients.sh
+    
+    - name: Publish clients to PyPI
+      env:
+        PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
+      run: |
+        ./scripts/publish-clients.sh

Makefile

@@ -92,6 +92,14 @@ generate-clients:
 	@echo "Generating API clients..."
 	@./scripts/generate-clients.sh
 
+publish-clients: generate-clients
+	@echo "Publishing API clients to PyPI..."
+	@if [ -z "$(PYPI_TOKEN)" ]; then \
+		echo "Please set PYPI_TOKEN environment variable"; \
+		exit 1; \
+	fi
+	@PYPI_TOKEN=$(PYPI_TOKEN) ./scripts/publish-clients.sh
+
 # Testing
 test:
 	@echo "Running tests for all services..."

README.md

@@ -114,6 +114,7 @@ The repository includes automated deployment pipelines:
    - Deploys to beta environment
    - Runs integration tests
    - Deploys to production
+   - Publishes API client packages to PyPI
 
 Configure GitHub environments with these variables:
 - `PROJECT_ID`: GCP project ID
@@ -146,6 +147,7 @@ Configure GitHub environments with these variables:
 - `make terraform-plan` - Preview infrastructure changes
 - `make terraform-import` - Import existing resources
 - `make terraform-destroy` - Remove all infrastructure
+- `make publish-clients` - Publish API clients to PyPI (requires PYPI_TOKEN)
 
 ## Troubleshooting
 

scripts/publish-clients.sh

@@ -0,0 +1,64 @@
+#!/bin/bash
+# Script to build and publish API client packages to PyPI
+
+set -e
+
+echo "Publishing API client packages to PyPI..."
+
+# Function to publish a client package
+publish_client() {
+    local SERVICE=$1
+    local CLIENT_DIR="projects/policyengine-api-${SERVICE}/artifacts/clients/python"
+    
+    echo "Publishing ${SERVICE} API client..."
+    
+    # Check if client exists
+    if [ ! -d "${CLIENT_DIR}" ]; then
+        echo "  ❌ Client directory not found: ${CLIENT_DIR}"
+        echo "  Running client generation first..."
+        ./scripts/generate-clients.sh
+    fi
+    
+    cd "${CLIENT_DIR}"
+    
+    # Update version based on date and commit SHA
+    # Format: 0.YYYYMMDD.SHORT_SHA (e.g., 0.20240820.abc1234)
+    if [ -n "${GITHUB_SHA}" ]; then
+        # In GitHub Actions
+        SHORT_SHA=$(echo "${GITHUB_SHA}" | cut -c1-7)
+    else
+        # Local development
+        SHORT_SHA=$(git rev-parse --short HEAD 2>/dev/null || echo "dev")
+    fi
+    DATE=$(date +%Y%m%d)
+    NEW_VERSION="0.${DATE}.${SHORT_SHA}"
+    
+    # Update version in pyproject.toml
+    echo "  Updating version to: ${NEW_VERSION}"
+    sed -i.bak "s/^version = .*/version = \"${NEW_VERSION}\"/" pyproject.toml
+    rm pyproject.toml.bak
+    
+    # Build the package
+    echo "  Building package..."
+    uv build
+    
+    # Publish to PyPI
+    echo "  Publishing to PyPI..."
+    uv publish --token "${PYPI_TOKEN}"
+    
+    echo "  ✅ Successfully published policyengine_api_${SERVICE//-/_}_client version ${NEW_VERSION}"
+    
+    cd ../../../../../
+}
+
+# Check if PYPI_TOKEN is set
+if [ -z "${PYPI_TOKEN}" ]; then
+    echo "❌ PYPI_TOKEN environment variable is not set"
+    exit 1
+fi
+
+# Publish both clients
+publish_client "full"
+publish_client "simulation"
+
+echo "✅ All clients published successfully!"