v1.1.5.rc11 #38
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish PyDP | |
| on: | |
| release: | |
| types: [published] | |
| jobs: | |
| deploy: | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 12 | |
| matrix: | |
| # TODO: fix for Windows. | |
| os: [ubuntu-latest, macos-latest] | |
| python-version: [3.11, 3.12, 3.13, 3.14] | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Setup msbuild Windows | |
| if: runner.os == 'Windows' | |
| uses: microsoft/setup-msbuild@v1.0.2 | |
| - name: Fix Paths Windows | |
| # Make sure that tar.exe from Git is used not from Windows | |
| if: runner.os == 'Windows' | |
| run: | | |
| @("C:\Program Files\Git\usr\bin") + (Get-Content $env:GITHUB_PATH) | Set-Content $env:GITHUB_PATH -Encoding utf8 | |
| - name: Update environment variables Windows | |
| if: runner.os == 'Windows' | |
| # See: | |
| # - On Bazel cache: https://docs.bazel.build/versions/master/output_directories.html | |
| run: | | |
| echo "BAZEL_CACHE_DIR=$env:USERPROFILE\_bazel_$env:USERNAME" >> $env:GITHUB_ENV | |
| - name: Cache Bazel Windows | |
| if: runner.os == 'Windows' | |
| # https://stackoverflow.com/questions/66870002/github-actions-cache-maven-m2-repository-on-windows-environment-c-users-run | |
| uses: actions/cache@v4 | |
| with: | |
| path: | | |
| ./bazel-cache | |
| key: ${{ runner.os }}-bazel-${{ hashFiles('WORKSPACE') }} | |
| - name: Build Google DP and wheel on Linux | |
| if: runner.os == 'Linux' | |
| timeout-minutes: 20 | |
| shell: bash | |
| run: | | |
| pip install cibuildwheel | |
| export CIBW_PLATFORM=linux | |
| # Set for which Python version to build. | |
| system_python_version=${{ matrix.python-version }} | |
| py_version=${system_python_version//.} # 3.11 -> 311 | |
| export CIBW_BUILD=cp${py_version}-manylinux_x86_64 | |
| export CIBW_BUILD_VERBOSITY=1 | |
| export CIBW_BEFORE_ALL_LINUX="yum install -y openssl-devel || dnf install -y openssl-devel || apt-get install -y libssl-dev" | |
| # Build wheel | |
| echo "Building ${CIBW_BUILD} wheel" | |
| python -m cibuildwheel --output-dir dist . | |
| - name: Archive Linux build artifacts | |
| # more details https://docs.github.com/en/actions/using-workflows/storing-workflow-data-as-artifacts | |
| if: runner.os == 'Linux' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dist-linux-py${{ matrix.python-version }} | |
| path: | | |
| dist | |
| retention-days: 2 | |
| - name: Build Google DP Mac | |
| if: runner.os == 'macOS' | |
| timeout-minutes: 20 | |
| run: | | |
| bash build_PyDP.sh | |
| - name: Build Google DP Windows | |
| if: runner.os == 'Windows' | |
| timeout-minutes: 20 | |
| run: | | |
| $PYTHONHOME=$(python -c 'import sys; print(sys.executable);').replace('\', '/') | |
| $PYTHONPATH=$(python -c "import sys; print([x for x in sys.path if 'site-packages' in x][0]);").replace('\', '/') | |
| echo "PYTHONHOME=$PYTHONHOME" | |
| echo "PYTHONPATH=$PYTHONPATH" | |
| echo "Running: ${{ matrix.os }}" | |
| bazel.exe --output_base ./bazel-cache build src/python:pydp --config windows --verbose_failures --action_env=PYTHON_BIN_PATH=$PYTHONHOME --action_env=PYTHON_LIB_PATH=$PYTHONPATH | |
| copy ./bazel-bin/src/bindings/_pydp.so ./src/pydp/_pydp.pyd | |
| - name: Upgrade pip | |
| run: | | |
| pip install --upgrade --user pip | |
| - name: Install Poetry | |
| run: | | |
| pip install poetry | |
| - name: Get poetry cache dir | |
| id: poetry-cache | |
| run: | | |
| echo "dir=$(poetry config cache-dir)" >> $GITHUB_OUTPUT | |
| - name: poetry cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ steps.poetry-cache.outputs.dir }} | |
| key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('**/pyproject.toml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip-py${{ matrix.python-version }}- | |
| - name: Install dependencies | |
| run: | | |
| poetry install | |
| - name: Build PyDP macOS wheel | |
| if: runner.os == 'macOS' | |
| run: | | |
| poetry run python setup.py build bdist_wheel | |
| - name: Build PyDP Windows wheel | |
| if: runner.os == 'Windows' | |
| run: | | |
| poetry run python setup.py build bdist_wheel | |
| - name: Install Wheel Unix | |
| if: runner.os != 'Windows' | |
| run: | | |
| pip install `find -L ./ -name "*.whl"` | |
| - name: Install Wheel Windows | |
| if: runner.os == 'Windows' | |
| run: | | |
| Get-ChildItem -Path ./ -Filter "*.whl" -Recurse -File | foreach {pip install $_.FullName} | |
| - name: Import Package | |
| run: | | |
| python -c "import pydp; print(pydp.__version__)" | |
| - name: Run Pytest | |
| if: runner.os != 'Linux' | |
| # TODO(dvadym): fix tests. | |
| run: | | |
| poetry run pytest tests -n auto | |
| - name: Check Wheel Unix | |
| if: runner.os != 'Windows' | |
| run: | | |
| poetry run twine check `find -L ./ -name "*.whl"` | |
| - name: Check Wheel Windows | |
| if: runner.os == 'Windows' | |
| run: | | |
| Get-ChildItem -Path ./ -Filter "*.whl" -Recurse -File | foreach {poetry run twine check $_.FullName} | |
| - name: Publishing the wheel | |
| env: | |
| TWINE_USERNAME: __token__ | |
| TWINE_PASSWORD: ${{ secrets.TOKEN }} | |
| run: | | |
| poetry run twine upload --skip-existing dist/*.whl |