Customise python venv used for build/test

Author: marcosbento

.github/ci-config.yml

@@ -20,3 +20,8 @@ dependencies: |
 dependency_branch: develop
 
 parallelism_factor: 8
+
+python_requirements: libs/pyext/test/requirements-test.txt
+
+python_version_overrides:
+  rocky-8.6: "3.11"

.github/ci-hpc-config.yml

@@ -12,6 +12,7 @@ build:
     - -DENABLE_ALL_TESTS=ON
   ctest_options:
     - -L nightly
+  requirements: libs/pyext/test/requirements-test.txt
 
 gnu-15.2.0:
   build:
@@ -41,6 +42,7 @@ gnu-15.2.0:
     ctest_options:
       # disable s_http* tests
       - -L nightly -E '(s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 gnu-14.2.0:
   build:
@@ -73,6 +75,7 @@ gnu-14.2.0:
     ctest_options:
       # disable s_http* tests
       - -L nightly -E '(s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 gnu-12.2.0:
   build:
@@ -101,6 +104,7 @@ gnu-12.2.0:
     ctest_options:
       # disable s_http* tests
       - -L nightly -E '(s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 gnu-8.5.0:
   build:
@@ -129,6 +133,7 @@ gnu-8.5.0:
     ctest_options:
       # disable s_http* tests
       - -L nightly -E '(s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 intel-2025.3.1:
   build:
@@ -159,6 +164,7 @@ intel-2025.3.1:
     ctest_options:
       # disable s_http* tests
       - -L nightly -E '(s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 intel-2025.0.1:
   build:
@@ -192,6 +198,7 @@ intel-2025.0.1:
     ctest_options:
       # disable s_http* tests
       - -L nightly -E '(s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 intel-2021.4.0:
   build:
@@ -220,6 +227,7 @@ intel-2021.4.0:
       # Note: Python 3.10.10-01, provides Pybind11 2.10.3.
     ctest_options:
       - -L nightly -E '(py3_|s_http)'
+    requirements: libs/pyext/test/requirements-test.txt
 
 nvidia-24.11:
   build:
@@ -252,6 +260,7 @@ nvidia-24.11:
     ctest_options:
       # disable all tests
       - --version
+    requirements: libs/pyext/test/requirements-test.txt
 
 nvidia-22.11:
   build:
@@ -280,6 +289,7 @@ nvidia-22.11:
     ctest_options: 
       # disable all tests
       - --version
+    requirements: libs/pyext/test/requirements-test.txt
 
 aocc-4.0.0:
   build:
@@ -308,3 +318,4 @@ aocc-4.0.0:
     ctest_options:
       # disable all tests
       - --version
+    requirements: libs/pyext/test/requirements-test.txt

.github/workflows/ci.yml

@@ -27,7 +27,7 @@ jobs:
   downstream-ci:
     name: downstream-ci
     if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci.yml@main
+    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci.yml@test-ecflow-py
     with:
       ecflow: ecmwf/ecflow@${{ github.event.pull_request.head.sha || github.sha }}
       skip_matrix_jobs: |
@@ -49,7 +49,7 @@ jobs:
   downstream-ci-hpc:
     name: downstream-ci-hpc
     if: ${{ !github.event.pull_request.head.repo.fork && github.event.action != 'labeled' || github.event.label.name == 'approved-for-ci' }}
-    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci-hpc.yml@main
+    uses: ecmwf/downstream-ci/.github/workflows/downstream-ci-hpc.yml@test-ecflow-py
     with:
       ecflow: ecmwf/ecflow@${{ github.event.pull_request.head.sha || github.sha }}
       skip_matrix_jobs: |