Transfer project metadata from setup.py to pyproject.toml

Notes:
- setup.py is still needed for versioneer support.
- versioneer.py vendoring is needed for Conda packaging (so that the
  version can be available to meta.yaml before the building itself).

related_to #411

Author: popescu-v

.github/workflows/pip.yml

@@ -45,8 +45,14 @@ jobs:
           # This is needed so that the Git tag is parsed and the version is retrieved
           git config --global --add safe.directory $(realpath .)
 
+          # Upgrade Pip
+          pip install --upgrade pip
+
+          # Install required Python build dependency
+          pip install build
+
           # Build the package
-          python3 setup.py sdist
+          python3 -m build --sdist
       - name: Upload package as artifact
         uses: actions/upload-artifact@v4
         with:
@@ -82,7 +88,9 @@ jobs:
         with:
           name: pip-package
       - name: Install package
-        run: pip install $(ls khiops*.tar.gz)
+        run: |
+          pip install --upgrade pip
+          pip install $(ls khiops*.tar.gz)
       - name: Run tests
         env:
           KHIOPS_SAMPLES_DIR: ${{ github.workspace }}/khiops-samples

.github/workflows/tests.yml

@@ -105,9 +105,13 @@ jobs:
           do
             # Since Python 3.13, setuptools is not installed automatically anymore
             $CONDA install -y -n "$CONDA_ENV" setuptools
-            $CONDA run --no-capture-output -n "$CONDA_ENV" python setup.py egg_info
-            $CONDA install -y -n "$CONDA_ENV" `grep -v "^\[" khiops.egg-info/requires.txt`
-            rm -rf khiops.egg-info
+
+            # Add homogeneous TOML support (Python >= 3.12 has standard tomllib)
+            $CONDA install -y -n "$CONDA_ENV" tomli
+            $CONDA run --no-capture-output -n "$CONDA_ENV" python -c \
+              "import tomli; from functools import reduce; fp = open('pyproject.toml', 'rb'); p = tomli.load(fp); fp.close(); print(' '.join(reduce(lambda x, y: x + y, list(p['project']['optional-dependencies'].values()), p['project']['dependencies'])))" > requires.txt
+            $CONDA install -y -n "$CONDA_ENV" `cat requires.txt`
+            rm -f requires.txt
           done
       - name: Configure Expensive Tests Setting
         # Skip expensive tests by default, unless on the `dev`, `dev-v10` or `main` branches
@@ -252,23 +256,22 @@ jobs:
         id: setup-python
         uses: actions/setup-python@v5
         with:
-          python-version: '3.11'
+          python-version: '3.12'
       - name: Install khiops-python dev dependencies
         shell: pwsh
         run: |
           # The following git command is required,
           # as the Git repository is in a directory the current user does not own,
           # Python versioneer fails to compute the current version correctly otherwise
           git config --global --add safe.directory $(Resolve-Path '.' | % {$_.toString()})
-          python setup.py egg_info
+          python -m pip install setuptools
+          python -c `
+            "import tomllib; from functools import reduce; fp = open('pyproject.toml', 'rb'); p = tomllib.load(fp); fp.close(); print('\n'.join(reduce(lambda x, y: x + y, list(p['project']['optional-dependencies'].values()), p['project']['dependencies'])))" > requires.txt
 
           # Install the Python requirements
-          Get-Content .\khiops.egg-info\requires.txt `
-            | Select-String -Pattern '^\[' -NotMatch `
-            | Select-String -Pattern '^$' -NotMatch `
-            | % {$_.Line} `
+          Get-Content .\requires.txt `
             | ForEach-Object {python -m pip install $_.toString()}
-          Remove-Item -r -force khiops.egg-info
+          Remove-Item -force requires.txt
       - name: Setup and Install Test Requirements
         run: python -m pip install -r test-requirements.txt
       - name: Test Khiops Integration
@@ -344,9 +347,12 @@ jobs:
           # as the Git repository is in a directory the current user does not own,
           # Python versioneer fails to compute the current version correctly otherwise
           git config --global --add safe.directory $(realpath .)
-          python setup.py egg_info
-          pip install `grep -v "^\[" khiops.egg-info/requires.txt`
-          rm -rf khiops.egg-info
+          # Install tomli for Python < 3.11
+          pip install tomli
+          python -c \
+            "import tomli; from functools import reduce; fp = open('pyproject.toml', 'rb'); p = tomli.load(fp); fp.close(); print(' '.join(reduce(lambda x, y: x + y, list(p['project']['optional-dependencies'].values()), p['project']['dependencies'])))" > requires.txt
+          pip install `cat requires.txt`
+          rm -f requires.txt
       - name: Setup and Install Test Requirements
         run: |
           pip install -r test-requirements.txt

MANIFEST.in

@@ -1,13 +1,8 @@
-recursive-exclude cicd *
 recursive-exclude tests *
 recursive-exclude doc *
 exclude .git*
 exclude CONTRIBUTING.md
 exclude MANIFEST.in
-exclude pyproject.toml
-exclude sonar-project.properties
 exclude test-requirements.txt
 include khiops/samples/*.ipynb
-include khiops/_version.py
 include khiops/core/scenarios/**/*._kh*
-include versioneer.py