Remove the setup and usage of all the Conda environments py3.XX_conda

- Remove the environments creation in the docker files
- Remove the installation of the Conda packages
- Remove the usage of these environments in the tests (unit and integration tests)

Author: Thierry RAMORASOAVINA

.github/workflows/dev-docker.yml

@@ -28,7 +28,7 @@ on:
       set-latest:
         type: boolean
         default: false
-        description: Set as 'latest'
+        description: Set as 'latest' (if the current branch is 'main')
       python-versions:
         type: string
         default: 3.10 3.11 3.12 3.13 3.14

.github/workflows/tests.yml

@@ -78,17 +78,14 @@ jobs:
         run: |
           CONDA="/root/miniforge3/bin/conda"
 
-          # Native Khiops-based Conda environment, and
+          # Native Khiops-based Conda environment (to test in a specific python version)
           # `khiops-core`-based Conda environment
-          CONDA_ENVS="py${{ matrix.python-version }} py${{ matrix.python-version }}_conda"
-          for CONDA_ENV in $CONDA_ENVS
-          do
-            mkdir -p -m u+rwx reports/"$CONDA_ENV"
+          CONDA_ENV=py${{ matrix.python-version }}
+          mkdir -p -m u+rwx reports/"$CONDA_ENV"
 
-            # install within the conda environments without activating them
-            $CONDA install -y -n "$CONDA_ENV" unittest-xml-reporting
-            $CONDA install -y -n "$CONDA_ENV" --file test-requirements.txt
-          done
+          # install within the conda environments without activating them
+          $CONDA install -y -n "$CONDA_ENV" unittest-xml-reporting
+          $CONDA install -y -n "$CONDA_ENV" --file test-requirements.txt
       - name: Install khiops-python dependencies
         if: success() || failure()
         run: |
@@ -97,20 +94,16 @@ jobs:
           # Python versioneer fails to compute the current version correctly otherwise
           git config --global --add safe.directory $(realpath .)
           CONDA="/root/miniforge3/bin/conda"
-          # Native Khiops-based Conda environment, and
-          # `khiops-core`-based Conda environment
-          CONDA_ENVS="py${{ matrix.python-version }} py${{ matrix.python-version }}_conda"
-          for CONDA_ENV in $CONDA_ENVS
-          do
-            # Since Python 3.13, setuptools is not installed automatically anymore
-            $CONDA install -y -n "$CONDA_ENV" setuptools
+          # Native Khiops-based Conda environment (to test in a specific python version)          
+          CONDA_ENV=py${{ matrix.python-version }}
+          # Since Python 3.13, setuptools is not installed automatically anymore
+          $CONDA install -y -n "$CONDA_ENV" setuptools
 
-            # Add homogeneous TOML support (Python >= 3.12 has standard tomllib)
-            $CONDA install -y -n "$CONDA_ENV" tomli
-            $CONDA run --no-capture-output -n "$CONDA_ENV" python scripts/extract_dependencies_from_pyproject_toml.py -f "pyproject.toml" > requires.txt
-            $CONDA install -y -n "$CONDA_ENV" `cat requires.txt`
-            rm -f requires.txt
-          done
+          # Add homogeneous TOML support (Python >= 3.12 has standard tomllib)
+          $CONDA install -y -n "$CONDA_ENV" tomli
+          $CONDA run --no-capture-output -n "$CONDA_ENV" python scripts/extract_dependencies_from_pyproject_toml.py -f "pyproject.toml" > requires.txt
+          $CONDA install -y -n "$CONDA_ENV" `cat requires.txt`
+          rm -f requires.txt
       - name: Configure Expensive Tests Setting
         # Skip expensive tests by default, unless on the `main-v10` or `main` branches
         if: github.ref != 'main-v10' && github.ref != 'main' && ! inputs.run-expensive-tests
@@ -197,23 +190,18 @@ jobs:
           # version is retrieved
           git config --global --add safe.directory $(realpath .)
           CONDA="/root/miniforge3/bin/conda"
-          # Native Khiops-based Conda environment, and
-          # `khiops-core`-based Conda environment
-          CONDA_ENVS="py${{ matrix.python-version }} py${{ matrix.python-version }}_conda"
-          for CONDA_ENV in $CONDA_ENVS
-          do
-            $CONDA run --no-capture-output -n "$CONDA_ENV" coverage run -m xmlrunner -o "reports/$CONDA_ENV" -v
-            $CONDA run --no-capture-output -n "$CONDA_ENV" coverage report -m
-            $CONDA run --no-capture-output -n "$CONDA_ENV" coverage xml -o "reports/$CONDA_ENV/py-coverage.xml"
-          done
+          # Native Khiops-based Conda environment (to test in a specific python version)          
+          CONDA_ENV=py${{ matrix.python-version }}
+          $CONDA run --no-capture-output -n "$CONDA_ENV" coverage run -m xmlrunner -o "reports/$CONDA_ENV" -v
+          $CONDA run --no-capture-output -n "$CONDA_ENV" coverage report -m
+          $CONDA run --no-capture-output -n "$CONDA_ENV" coverage xml -o "reports/$CONDA_ENV/py-coverage.xml"
       - name: Display Test Reports
         if: success() || failure()
         uses: dorny/test-reporter@v1
         with:
           name: Run Tests ${{ matrix.python-version }}
           path: >-
-            reports/py${{ matrix.python-version }}/TEST-tests.*.*.xml,
-            reports/py${{ matrix.python-version }}_conda/TEST-tests.*.*.xml
+            reports/py${{ matrix.python-version }}/TEST-tests.*.*.xml
           reporter: java-junit
           path-replace-backslashes: 'true'  # Necessary for windows paths
           fail-on-error: 'false'
@@ -225,8 +213,6 @@ jobs:
           path: |-
             reports/py${{ matrix.python-version }}/TEST-tests.*.*.xml
             reports/py${{ matrix.python-version }}/py-coverage.xml
-            reports/py${{ matrix.python-version }}_conda/TEST-tests.*.*.xml
-            reports/py${{ matrix.python-version }}_conda/py-coverage.xml
             tests/resources/scenario_generation/*/ref/*._kh
             tests/resources/scenario_generation/*/output/*._kh
             tests/resources/*/output_reports/*.txt

packaging/docker/khiopspydev/Dockerfile.debian

@@ -44,41 +44,25 @@ RUN true \
   && rm -rf ./khiops \
   && true
 
-# set up all the supported Python environments under conda (for the unit tests)
+# set up all the supported Python environments under Conda (for the unit tests)
 # relying on a variable containing all the versions
 ARG PYTHON_VERSIONS
 ARG KHIOPS_GCS_DRIVER_REVISION
 ARG KHIOPS_S3_DRIVER_REVISION
 ARG KHIOPS_AZURE_DRIVER_REVISION
 
-# Install Conda packages
-# Use `rc` label for alpha or RC khiops-core pre-releases
+# Initialize all the Conda environments
 RUN true \
   && export CONDA="/root/miniforge3/bin/conda" \
-  && /bin/bash -c 'if [[ $(echo ${KHIOPS_REVISION} | grep -E ".*-(a|rc)\.[0-9]+") ]]; then \
-       export RC_LABEL="conda-forge/label/rc::"; \
-     else \
-       export RC_LABEL=""; \
-     fi; \
+  && /bin/bash -c ' \
     # Update conda to the latest version \
     $CONDA update -n base conda; \
     for version in ${PYTHON_VERSIONS}; \
     do \
-        CONDA_ENVS="py${version} py${version}_conda"; \
-        for CONDA_ENV in $CONDA_ENVS; \
-        do \
-            $CONDA create -y -n $CONDA_ENV python=${version}; \
-        done; \
-        # khiops core \
-        $CONDA install -y -n py${version}_conda "${RC_LABEL}"khiops-core==$(echo ${KHIOPS_REVISION} | tr -d "-") ; \
-        # remote files drivers installed in the conda environment \
-        $CONDA install -y -n py${version}_conda \
-        khiops-driver-s3==${KHIOPS_S3_DRIVER_REVISION} \
-        khiops-driver-gcs==${KHIOPS_GCS_DRIVER_REVISION} \
-        # XXX hardcoded version because the latest version is not released on conda-forge \
-        khiops-driver-azure==0.0.5; \
+        $CONDA create -y -n $CONDA_ENV python=py${version}; \
     done; \
     # Install Khiops from a different major version in a dedicated conda environment \
+    # for a specific test regarding compatibility test \
     # The python interpreter version of the base environment is used as no specific version is given \
     $CONDA create -y -n py3_khiops10_conda; \
     $CONDA install -y -n py3_khiops10_conda khiops::khiops-core==10.3.1; \

packaging/docker/khiopspydev/Dockerfile.rocky

@@ -61,29 +61,22 @@ RUN true \
   && rm -rf ./khiops \
   && true
 
-# set up all the supported Python environments under conda (for the unit tests)
+# set up all the supported Python environments under Conda (for the unit tests)
 # relying on a variable containing all the versions
 ARG PYTHON_VERSIONS
 
-# Install Conda packages
-# Use `rc` label for alpha or RC khiops-core pre-releases
+# Initialize all the Conda environments
 RUN true \
   && export CONDA="/root/miniforge3/bin/conda" \
-  && if [[ $(echo ${KHIOPS_REVISION} | grep -E ".*-(a|rc)\.[0-9]+") ]]; then \
-       export RC_LABEL="conda-forge/label/rc::"; \
-     else \
-       export RC_LABEL=""; \
-     fi \
-  && /bin/bash -c 'for version in ${PYTHON_VERSIONS}; \
+  && /bin/bash -c ' \
+    # Update conda to the latest version \
+    $CONDA update -n base conda; \
+    for version in ${PYTHON_VERSIONS}; \
     do \
-        CONDA_ENVS="py${version} py${version}_conda"; \
-        for CONDA_ENV in $CONDA_ENVS; \
-        do \
-            $CONDA create -y -n $CONDA_ENV python=${version}; \
-        done; \
-        $CONDA install -y -n py${version}_conda ${RC_LABEL}khiops-core==$(echo ${KHIOPS_REVISION} | tr -d "-") ; \
+        $CONDA create -y -n $CONDA_ENV python=py${version}; \
     done; \
     # Install Khiops from a different major version in a dedicated conda environment \
+    # for a specific test regarding compatibility test \
     # The python interpreter version of the base environment is used as no specific version is given \
     $CONDA create -y -n py3_khiops10_conda; \
     $CONDA install -y -n py3_khiops10_conda khiops::khiops-core==10.3.1; \

packaging/docker/khiopspydev/Dockerfile.ubuntu

@@ -42,41 +42,25 @@ RUN true \
   && rm -rf ./khiops \
   && true
 
-# set up all the supported Python environments under conda (for the unit tests)
+# set up all the supported Python environments under Conda (for the unit tests)
 # relying on a variable containing all the versions
 ARG PYTHON_VERSIONS
 ARG KHIOPS_GCS_DRIVER_REVISION
 ARG KHIOPS_S3_DRIVER_REVISION
 ARG KHIOPS_AZURE_DRIVER_REVISION
 
-# Install Conda packages
-# Use `rc` label for alpha or RC khiops-core pre-releases
+# Initialize all the Conda environments
 RUN true \
   && export CONDA="/root/miniforge3/bin/conda" \
-  && /bin/bash -c 'if [[ $(echo ${KHIOPS_REVISION} | grep -E ".*-(a|rc)\.[0-9]+") ]]; then \
-       export RC_LABEL="conda-forge/label/rc::"; \
-     else \
-       export RC_LABEL=""; \
-     fi; \
+  && /bin/bash -c ' \
     # Update conda to the latest version \
     $CONDA update -n base conda; \
     for version in ${PYTHON_VERSIONS}; \
     do \
-        CONDA_ENVS="py${version} py${version}_conda"; \
-        for CONDA_ENV in $CONDA_ENVS; \
-        do \
-            $CONDA create -y -n $CONDA_ENV python=${version}; \
-        done; \
-        # khiops core \
-        $CONDA install -y -n py${version}_conda "${RC_LABEL}"khiops-core==$(echo ${KHIOPS_REVISION} | tr -d "-") ; \
-        # remote files drivers installed in the conda environment \
-        $CONDA install -y -n py${version}_conda \
-        khiops-driver-s3==${KHIOPS_S3_DRIVER_REVISION} \
-        khiops-driver-gcs==${KHIOPS_GCS_DRIVER_REVISION} \
-        # XXX hardcoded version because the latest version is not released on conda-forge \
-        khiops-driver-azure==0.0.5; \
+        $CONDA create -y -n $CONDA_ENV python=py${version}; \
     done; \
     # Install Khiops from a different major version in a dedicated conda environment \
+    # for a specific test regarding compatibility test \
     # The python interpreter version of the base environment is used as no specific version is given \
     $CONDA create -y -n py3_khiops10_conda; \
     $CONDA install -y -n py3_khiops10_conda khiops::khiops-core==10.3.1; \