Fix CI bootstrap imports and env activation (#2788)

Author: Qubitium

.github/scripts/ci_deps.py

@@ -4,11 +4,15 @@
 from pathlib import Path
 from typing import Any
 
-import pcre
 import yaml
 
+try:
+    import pcre as regex
+except ModuleNotFoundError:
+    import re as regex
+
 BASE_DIR = Path(__file__).resolve().parent
-_PKG_NAME_RE = pcre.compile(r"^[A-Za-z0-9_.-]+")
+_PKG_NAME_RE = regex.compile(r"^[A-Za-z0-9_.-]+")
 
 
 def resolve_test_path(raw_name: str) -> Path:

.github/scripts/ci_tests.py

@@ -8,15 +8,19 @@
 import urllib.error
 from pathlib import Path
 
-import pcre
 from ci_gpu import (
     build_job_request,
     extract_gpu_ids,
     normalize_base_url,
     request_json,
 )
 
-ERROR_PATTERN = pcre.compile(
+try:
+    import pcre as regex
+except ModuleNotFoundError:
+    import re as regex
+
+ERROR_PATTERN = regex.compile(
     r"nvcc fatal|error:|fatal error|ModuleNotFoundError|ImportError|AssertionError|Exception|is the correct path|No such file or directory|Repo id must be in"
 )
 

.github/scripts/ci_workflow.py

@@ -7,11 +7,10 @@
 from pathlib import PurePosixPath
 from typing import Any
 
-import pcre
-import requests
-import yaml
-from packaging.specifiers import SpecifierSet
-from packaging.version import Version
+try:
+    import pcre as regex
+except ModuleNotFoundError:
+    import re as regex
 
 
 def split_csv(raw: str | None) -> list[str]:
@@ -37,6 +36,8 @@ def parse_test_config(
         group: str,
         test_name: str | None = None,
 ) -> dict[str, Any]:
+    import yaml
+
     yaml_path = Path(yaml_file)
     with yaml_path.open("r", encoding="utf-8") as fh:
         data = yaml.safe_load(fh) or {}
@@ -129,9 +130,9 @@ def is_model_compat_test(rel_path: str, file_path: Path) -> bool:
 
 
 def matches_test_regex(test_regex: str, rel_path: str) -> bool:
-    if pcre.match(test_regex, rel_path):
+    if regex.match(test_regex, rel_path):
         return True
-    return pcre.match(test_regex, PurePosixPath(rel_path).name) is not None
+    return regex.match(test_regex, PurePosixPath(rel_path).name) is not None
 
 
 def should_skip_test(yaml_file: str | Path, rel_path: str) -> bool:
@@ -195,6 +196,10 @@ def list_tests(ignored_test_files: str | list[str], test_names: str, test_regex:
 
 
 def list_matching_versions(package: str, version_spec: str) -> list[str]:
+    import requests
+    from packaging.specifiers import SpecifierSet
+    from packaging.version import Version
+
     specifier = SpecifierSet(version_spec)
     response = requests.get(f"https://pypi.org/pypi/{package}/json", timeout=30)
     response.raise_for_status()

.github/workflows/unit_tests.yml

@@ -269,12 +269,13 @@ jobs:
           echo "-- loading unit test's config --"
           source /opt/uv/setup_uv_venv.sh unit_test_env
           uv pip install requests packaging -U
-          eval "$(python3 .github/scripts/ci_workflow.py resolve-env \
+          env_output="$(python3 .github/scripts/ci_workflow.py resolve-env \
             --group tests \
             --test-name "${{ matrix.test_script }}" \
             --cuda-version "${{ needs.check-vm.outputs.cuda_version }}" \
             --torch-version "${{ env.TORCH_VERSION }}" \
             --shell)"
+          eval "$env_output"
 
           echo "-- setting up env --"
           echo "env_name: $ENV_NAME"
@@ -534,12 +535,13 @@ jobs:
           echo "-- loading unit test's config --"
           source /opt/uv/setup_uv_venv.sh unit_test_env
           uv pip install requests packaging -U
-          eval "$(python3 .github/scripts/ci_workflow.py resolve-env \
+          env_output="$(python3 .github/scripts/ci_workflow.py resolve-env \
             --group tests \
             --test-name "${{ matrix.test_script }}" \
             --cuda-version "${{ needs.check-vm.outputs.cuda_version }}" \
             --torch-version "${{ env.TORCH_VERSION }}" \
             --shell)"
+          eval "$env_output"
 
           echo "-- setting up env --"
           echo "env_name: $ENV_NAME"