Factor out dependency extraction from pyproject into separate script

Author: popescu-v

.github/workflows/tests.yml

@@ -108,8 +108,7 @@ jobs:
 
             # Add homogeneous TOML support (Python >= 3.12 has standard tomllib)
             $CONDA install -y -n "$CONDA_ENV" tomli
-            $CONDA run --no-capture-output -n "$CONDA_ENV" python -c \
-              "import tomli; from functools import reduce; fp = open('pyproject.toml', 'rb'); p = tomli.load(fp); fp.close(); print(' '.join(reduce(lambda x, y: x + y, list(p['project']['optional-dependencies'].values()), p['project']['dependencies'])))" > requires.txt
+            $CONDA run --no-capture-output -n "$CONDA_ENV" python scripts/extract_dependencies_from_pyproject_toml.py -f "pyproject.toml" > requires.txt
             $CONDA install -y -n "$CONDA_ENV" `cat requires.txt`
             rm -f requires.txt
           done
@@ -265,8 +264,7 @@ jobs:
           # Python versioneer fails to compute the current version correctly otherwise
           git config --global --add safe.directory $(Resolve-Path '.' | % {$_.toString()})
           python -m pip install setuptools
-          python -c `
-            "import tomllib; from functools import reduce; fp = open('pyproject.toml', 'rb'); p = tomllib.load(fp); fp.close(); print('\n'.join(reduce(lambda x, y: x + y, list(p['project']['optional-dependencies'].values()), p['project']['dependencies'])))" > requires.txt
+          python scripts/extract_dependencies_from_pyproject_toml.py -f "pyproject.toml" -s "\n"  > requires.txt
 
           # Install the Python requirements
           Get-Content .\requires.txt `
@@ -349,8 +347,7 @@ jobs:
           git config --global --add safe.directory $(realpath .)
           # Install tomli for Python < 3.11
           pip install tomli
-          python -c \
-            "import tomli; from functools import reduce; fp = open('pyproject.toml', 'rb'); p = tomli.load(fp); fp.close(); print(' '.join(reduce(lambda x, y: x + y, list(p['project']['optional-dependencies'].values()), p['project']['dependencies'])))" > requires.txt
+          python scripts/extract_dependencies_from_pyproject_toml.py -f "pyproject.toml" > requires.txt
           pip install `cat requires.txt`
           rm -f requires.txt
       - name: Setup and Install Test Requirements

scripts/extract_dependencies_from_pyproject_toml.py

@@ -0,0 +1,50 @@
+######################################################################################
+# Copyright (c) 2023-2025 Orange. All rights reserved.                               #
+# This software is distributed under the BSD 3-Clause-clear License, the text of     #
+# which is available at https://spdx.org/licenses/BSD-3-Clause-Clear.html or         #
+# see the "LICENSE.md" file for more details.                                        #
+######################################################################################
+
+"""Extract dependencies from pyproject.toml file"""
+
+import argparse
+import codecs
+
+try:
+    import tomllib as tomli
+except ModuleNotFoundError:
+    import tomli
+
+
+def main(args):
+    with open(args.pyproject_file, "rb") as pyproject_file_descriptor:
+        project_metadata = tomli.load(pyproject_file_descriptor)["project"]
+        dependencies = project_metadata["dependencies"]
+
+        # Optional dependencies listed as per-group dependencies
+        for dependency_group in project_metadata["optional-dependencies"].values():
+            dependencies += list(dependency_group)
+    print(args.dependency_separator.join(dependencies))
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(
+        prog="python extract_dependencies_from_pyproject_toml.py",
+        formatter_class=argparse.RawTextHelpFormatter,
+        description="Extracts the dependencies from a pyproject.toml file",
+    )
+    parser.add_argument(
+        "-f",
+        "--pyproject-file",
+        metavar="FILE",
+        help="Path of the pyproject.toml file",
+    )
+
+    parser.add_argument(
+        "-s",
+        "--dependency-separator",
+        default=" ",
+        type=lambda s: codecs.decode(s, "unicode_escape") if s == "\\n" else s,
+        help="Dependency separator (default: ' ')",
+    )
+    main(parser.parse_args())