Skip to content

Commit 7a82e1d

Browse files
committed
[INFRA] Make pages.yml reuse the documentation image used in build_and_test
Run the documentation job inside the prebuilt documentation image (apache-spark-github-action-image-docs-cache:master-static) that build_and_test.yml already uses, dropping the redundant inline setup of the Python docs dependencies, Ruby, and Pandoc now provided by the image.
1 parent 0e1101a commit 7a82e1d

1 file changed

Lines changed: 13 additions & 23 deletions

File tree

.github/workflows/pages.yml

Lines changed: 13 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -37,47 +37,37 @@ jobs:
3737
pages: write
3838
environment:
3939
name: github-pages # https://github.com/actions/deploy-pages/issues/271
40+
container:
41+
image: ghcr.io/apache/spark/apache-spark-github-action-image-docs-cache:master-static
4042
env:
4143
SPARK_TESTING: 1 # Reduce some noise in the logs
4244
RELEASE_VERSION: 'In-Progress'
45+
LC_ALL: C.UTF-8
46+
LANG: C.UTF-8
4347
if: github.repository == 'apache/spark'
4448
steps:
4549
- name: Checkout Spark repository
4650
uses: actions/checkout@v6
4751
with:
4852
repository: apache/spark
4953
ref: 'master'
54+
- name: Add GITHUB_WORKSPACE to git trust safe.directory
55+
run: |
56+
git config --global --add safe.directory ${GITHUB_WORKSPACE}
57+
- name: Free up disk space
58+
run: ./dev/free_disk_space_container
5059
- name: Install Java 17
5160
uses: actions/setup-java@v5
5261
with:
5362
distribution: zulu
5463
java-version: 17
55-
- name: Install Python 3.11
56-
uses: actions/setup-python@v6
57-
with:
58-
python-version: '3.11'
59-
architecture: x64
60-
cache: 'pip'
61-
- name: Install Python dependencies
62-
run: |
63-
pip install 'sphinx==4.5.0' mkdocs 'pydata_sphinx_theme>=0.13' sphinx-copybutton nbsphinx numpydoc jinja2 markupsafe 'pyzmq<24.0.0' \
64-
ipython ipython_genutils sphinx_plotly_directive 'numpy>=1.23.2' pyarrow 'pandas==2.3.3' 'plotly>=4.8' 'docutils<0.18.0' \
65-
'flake8==3.9.0' 'mypy==1.8.0' 'pytest==7.1.3' 'pytest-mypy-plugins==1.9.3' 'ruff==0.14.8' \
66-
'pandas-stubs==1.2.0.53' 'grpcio==1.76.0' 'grpcio-status==1.76.0' 'protobuf==6.33.5' 'grpc-stubs==1.24.11' 'googleapis-common-protos-stubs==2.2.0' \
67-
'sphinxcontrib-applehelp==1.0.4' 'sphinxcontrib-devhelp==1.0.2' 'sphinxcontrib-htmlhelp==2.0.1' 'sphinxcontrib-qthelp==1.0.3' 'sphinxcontrib-serializinghtml==1.1.5'
68-
- name: Install Ruby for documentation generation
69-
uses: ruby/setup-ruby@4dc28cf14d77b0afa6832d9765ac422dbf0dfedd # v1
70-
with:
71-
ruby-version: '3.3'
72-
bundler-cache: true
73-
- name: Install Pandoc
74-
run: |
75-
sudo apt-get update -y
76-
sudo apt-get install pandoc
7764
- name: Install dependencies for documentation generation
7865
run: |
66+
# Keep the version of Bundler here in sync with the following locations:
67+
# - dev/create-release/spark-rm/Dockerfile
68+
# - docs/README.md
69+
gem install bundler -v 2.4.22
7970
cd docs
80-
gem install bundler -v 2.4.22 -n /usr/local/bin
8171
bundle install --retry=100
8272
- name: Run documentation build
8373
run: |

0 commit comments

Comments
 (0)