fix: upgrade stale runpod installs in bootstrap and forward package spec

Author: KAJdev

runpod/apps/dev.py

@@ -131,6 +131,13 @@ def _endpoint_input(app: App, spec: ResourceSpec, generation: int = 1) -> Dict:
                 {"key": "RUNPOD_RUNTIME_KIND", "value": spec.kind.value},
             ]
         )
+        # the bootstrap pip-installs the runpod package on bare images;
+        # forward a pinned spec (e.g. a git branch during prerelease)
+        package_spec = _os.environ.get("RUNPOD_PACKAGE_SPEC")
+        if package_spec:
+            payload["template"]["env"].append(
+                {"key": "RUNPOD_PACKAGE_SPEC", "value": package_spec}
+            )
         payload["template"]["dockerArgs"] = _bootstrap_docker_args()
     if spec.kind is ResourceKind.API:
         payload["type"] = "LB"

runpod/apps/tasks.py

@@ -98,6 +98,9 @@ def _pod_input(spec: ResourceSpec, token: str, task_name: str) -> Dict[str, Any]
         env["RUNPOD_TASK_RUNNER_B64"] = base64.b64encode(
             _runner_source().encode()
         ).decode()
+        package_spec = _os.environ.get("RUNPOD_PACKAGE_SPEC")
+        if package_spec:
+            env["RUNPOD_PACKAGE_SPEC"] = package_spec
         pod["dockerArgs"] = _bootstrap_command()
 
     pod["env"] = [{"key": k, "value": v} for k, v in env.items()]

runpod/runtimes/bootstrap.py

@@ -99,13 +99,24 @@ def _ensure_runtime():
     except ImportError:
         pass
     # RUNPOD_PACKAGE_SPEC allows pinning or installing from git (e.g.
-    # prerelease testing); defaults to the published package
+    # prerelease testing); defaults to the published package. --upgrade
+    # matters: the image may carry an older runpod without the runtimes
+    # modules, and a plain install would no-op against it.
     spec = os.environ.get("RUNPOD_PACKAGE_SPEC", "runpod")
     _log(f"worker runtime not in image, installing {spec}")
-    packages = [spec, "cloudpickle"]
+    packages = ["--upgrade", spec, "cloudpickle"]
     if _runtime_kind() == "api":
         packages.append("uvicorn>=0.30")
     _pip_install(packages, "runtime")
+    try:
+        import runpod.runtimes.queue.worker  # noqa: F401
+    except ImportError as exc:
+        raise PhaseError(
+            "runtime",
+            f"installed {spec} but the worker runtime is still missing: "
+            f"{exc}. the installed runpod version may predate the runtimes "
+            f"modules; set RUNPOD_PACKAGE_SPEC to a version that has them.",
+        )
 
 
 def _resource_entry():