feat: add queue runtime image and dev tag channel for runtime images

Author: KAJdev

.github/workflows/runtimes.yml

@@ -2,7 +2,7 @@ name: Runtimes
 
 on:
   push:
-    branches: [main]
+    branches: [main, feat/apps-sdk]
     paths:
       - "runpod/runtimes/**"
       - ".github/workflows/runtimes.yml"
@@ -14,6 +14,8 @@ on:
 
 env:
   REGISTRY: docker.io
+  # dev-suffixed tags for non-main branches so testing never clobbers latest
+  TAG_SUFFIX: ${{ github.ref == 'refs/heads/main' && 'latest' || 'dev' }}
 
 jobs:
   test-runner:
@@ -62,7 +64,7 @@ jobs:
             PYTHON_VERSION=${{ matrix.python-version }}
           push: ${{ github.event_name != 'pull_request' }}
           tags: |
-            runpod/task:py${{ matrix.python-version }}-latest
+            runpod/task:py${{ matrix.python-version }}-${{ env.TAG_SUFFIX }}
           cache-from: type=gha,scope=task-py${{ matrix.python-version }}
           cache-to: type=gha,mode=max,scope=task-py${{ matrix.python-version }}
 
@@ -95,6 +97,39 @@ jobs:
           platforms: linux/amd64
           push: ${{ github.event_name != 'pull_request' }}
           tags: |
-            runpod/task-gpu:latest
+            runpod/task-gpu:${{ env.TAG_SUFFIX }}
           cache-from: type=gha,scope=task-gpu
           cache-to: type=gha,mode=max,scope=task-gpu
+
+  build-queue:
+    runs-on: ubuntu-latest
+    needs: [test-runner]
+    strategy:
+      matrix:
+        python-version: ["3.10", "3.11", "3.12"]
+    steps:
+      - uses: actions/checkout@v7
+
+      - uses: docker/setup-buildx-action@v3
+
+      - name: Login to Docker Hub
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Build and push queue image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: runpod/runtimes/queue/Dockerfile
+          platforms: linux/amd64
+          build-args: |
+            PYTHON_VERSION=${{ matrix.python-version }}
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: |
+            runpod/queue:py${{ matrix.python-version }}-${{ env.TAG_SUFFIX }}
+          cache-from: type=gha,scope=queue-py${{ matrix.python-version }}
+          cache-to: type=gha,mode=max,scope=queue-py${{ matrix.python-version }}

runpod/apps/dev.py

@@ -23,10 +23,17 @@
 
 DEV_PREFIX = "dev"
 
-# worker runtime images by (kind, is_cpu); tag pinned via env override
+# worker runtime images by (kind, is_cpu). queue images are built from
+# runpod/runtimes/queue in this repo; api still rides the flash lb
+# images until the lb runtime lands. RUNPOD_RUNTIME_TAG selects the
+# image channel (latest, dev, or a pinned version).
+import os as _os
+
+_TAG = _os.environ.get("RUNPOD_RUNTIME_TAG", "latest")
+
 DEFAULT_IMAGES = {
-    ("queue", False): "runpod/flash:py3.12-latest",
-    ("queue", True): "runpod/flash-cpu:py3.12-latest",
+    ("queue", False): f"runpod/queue:py3.12-{_TAG}",
+    ("queue", True): f"runpod/queue:py3.12-{_TAG}",
     ("api", False): "runpod/flash-lb:py3.12-latest",
     ("api", True): "runpod/flash-lb-cpu:py3.12-latest",
 }

runpod/apps/tasks.py

@@ -35,9 +35,14 @@
 # safety net: pods self-terminate server-side after this long
 DEFAULT_MAX_LIFETIME = timedelta(hours=1)
 
-# task runtime images built from runtimes/task by the runtimes workflow
-DEFAULT_GPU_IMAGE = "runpod/task-gpu:latest"
-DEFAULT_CPU_IMAGE = "runpod/task:py3.12-latest"
+# task runtime images built from runpod/runtimes/task by the runtimes
+# workflow. RUNPOD_RUNTIME_TAG selects the channel (latest, dev, pinned).
+import os as _os
+
+_TAG = _os.environ.get("RUNPOD_RUNTIME_TAG", "latest")
+
+DEFAULT_GPU_IMAGE = f"runpod/task-gpu:{_TAG}"
+DEFAULT_CPU_IMAGE = f"runpod/task:py3.12-{_TAG}"
 
 READY_POLL_INTERVAL = 2.0
 READY_TIMEOUT = 600.0

runpod/runtimes/queue/Dockerfile

@@ -0,0 +1,16 @@
+ARG PYTHON_VERSION=3.12
+FROM python:${PYTHON_VERSION}-slim
+
+ENV DEBIAN_FRONTEND=noninteractive \
+    TZ=Etc/UTC \
+    PYTHONUNBUFFERED=1
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    git ca-certificates \
+ && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# install the runpod package (worker loop + runtimes) from the build context
+COPY . /src
+RUN pip install --no-cache-dir /src cloudpickle && rm -rf /src
+
+CMD ["python", "-m", "runpod.runtimes.queue.bootstrap"]

tests/test_apps/test_bootstrap.py

@@ -109,7 +109,7 @@ def q():
 
         payload = _endpoint_input(app, q.spec)
         template = payload["template"]
-        assert template["imageName"] == "runpod/flash-cpu:py3.12-latest"
+        assert template["imageName"].startswith("runpod/queue:py3.12-")
         assert template["dockerArgs"] == ""
         env = {e["key"]: e["value"] for e in template["env"]}
         assert "RUNPOD_BOOTSTRAP_B64" not in env