Use ci_call.py script for Modal invocations instead of python -c

The inline python -c snippets may have had quoting/indentation
issues preventing modal.enable_output() from working. Replace
with a proper ci_call.py script that:
- Takes function name, app name, and args via argparse
- Wraps all calls in modal.enable_output() for log streaming
- Runs with PYTHONUNBUFFERED=1 to prevent output buffering

Also adds actions/checkout to all matrix jobs since ci_call.py
lives in the repo.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: anth-volk

.github/workflows/push.yaml

@@ -46,24 +46,20 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: Download prerequisites on Modal
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_single_script')
-              result = fn.remote(
-                  script_name='download_prerequisites',
-                  branch='${{ github.ref_name }}',
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_single_script \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --script-name=download_prerequisites \
+            --branch=${{ github.ref_name }}
 
   # ── Phase 1: Independent datasets (parallel) ───────────────
   phase1:
@@ -76,25 +72,21 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: "Build + test: ${{ matrix.dataset }}"
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_single_script')
-              result = fn.remote(
-                  script_name='${{ matrix.dataset }}',
-                  branch='${{ github.ref_name }}',
-                  run_tests=True,
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_single_script \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --script-name=${{ matrix.dataset }} \
+            --branch=${{ github.ref_name }} \
+            --run-tests
 
   # ── Phase 2: CPS + PUF (depend on Phase 1) ─────────────────
   phase2:
@@ -107,25 +99,21 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: "Build + test: ${{ matrix.dataset }}"
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_single_script')
-              result = fn.remote(
-                  script_name='${{ matrix.dataset }}',
-                  branch='${{ github.ref_name }}',
-                  run_tests=True,
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_single_script \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --script-name=${{ matrix.dataset }} \
+            --branch=${{ github.ref_name }} \
+            --run-tests
 
   # ── Phase 3: Extended CPS (depends on Phase 2) ─────────────
   phase3:
@@ -134,25 +122,21 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: "Build + test: extended_cps"
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_single_script')
-              result = fn.remote(
-                  script_name='extended_cps',
-                  branch='${{ github.ref_name }}',
-                  run_tests=True,
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_single_script \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --script-name=extended_cps \
+            --branch=${{ github.ref_name }} \
+            --run-tests
 
   # ── Phase 4: Enhanced + Stratified CPS (depend on Phase 3) ─
   phase4:
@@ -165,25 +149,21 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: "Build + test: ${{ matrix.dataset }}"
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_single_script')
-              result = fn.remote(
-                  script_name='${{ matrix.dataset }}',
-                  branch='${{ github.ref_name }}',
-                  run_tests=True,
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_single_script \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --script-name=${{ matrix.dataset }} \
+            --branch=${{ github.ref_name }} \
+            --run-tests
 
   # ── Phase 5: Source imputed + Small enhanced (depend on 4) ──
   phase5:
@@ -196,25 +176,21 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: "Build + test: ${{ matrix.dataset }}"
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_single_script')
-              result = fn.remote(
-                  script_name='${{ matrix.dataset }}',
-                  branch='${{ github.ref_name }}',
-                  run_tests=True,
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_single_script \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --script-name=${{ matrix.dataset }} \
+            --branch=${{ github.ref_name }} \
+            --run-tests
 
   # ── Remaining integration tests (depend on Phase 4) ─────────
   remaining-tests:
@@ -229,24 +205,20 @@ jobs:
     env:
       MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
       MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
+      PYTHONUNBUFFERED: "1"
     steps:
+      - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
           python-version: "3.13"
       - name: Install Modal CLI
         run: pip install modal
       - name: "Test: ${{ matrix.test }}"
         run: |
-          python -c "
-          import modal
-          with modal.enable_output():
-              fn = modal.Function.from_name('${{ needs.deploy-modal.outputs.app-name }}', 'run_integration_test')
-              result = fn.remote(
-                  test_path='${{ matrix.test }}',
-                  branch='${{ github.ref_name }}',
-              )
-          print(result)
-          "
+          python modal_app/ci_call.py run_integration_test \
+            --app-name=${{ needs.deploy-modal.outputs.app-name }} \
+            --test-path=${{ matrix.test }} \
+            --branch=${{ github.ref_name }}
 
   # ── Cleanup Modal deployment ────────────────────────────────
   cleanup-modal:

modal_app/ci_call.py

@@ -0,0 +1,56 @@
+"""Invoke a deployed Modal function with log streaming.
+
+Used by push.yaml to call deployed functions without rebuilding
+the Modal image. Streams container stdout/stderr to the caller.
+
+Usage:
+    python modal_app/ci_call.py run_single_script \\
+        --app-name policyengine-us-data-ci-12345 \\
+        --script-name cps \\
+        --branch main \\
+        --run-tests
+
+    python modal_app/ci_call.py run_integration_test \\
+        --app-name policyengine-us-data-ci-12345 \\
+        --test-path policyengine_us_data/tests/integration/test_cps.py \\
+        --branch main
+"""
+
+import argparse
+import sys
+
+import modal
+
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "function", choices=["run_single_script", "run_integration_test"]
+    )
+    parser.add_argument("--app-name", required=True)
+    parser.add_argument("--script-name", default="")
+    parser.add_argument("--branch", default="main")
+    parser.add_argument("--run-tests", action="store_true")
+    parser.add_argument("--test-path", default="")
+    args = parser.parse_args()
+
+    with modal.enable_output():
+        fn = modal.Function.from_name(args.app_name, args.function)
+
+        if args.function == "run_single_script":
+            result = fn.remote(
+                script_name=args.script_name,
+                branch=args.branch,
+                run_tests=args.run_tests,
+            )
+        elif args.function == "run_integration_test":
+            result = fn.remote(
+                test_path=args.test_path,
+                branch=args.branch,
+            )
+
+    print(result)
+
+
+if __name__ == "__main__":
+    main()