|
| 1 | +# TODO : avoid duplication in trying to use the same docker file for debian and ubuntu (there should be no difference) |
| 2 | +# Arguments |
| 3 | +ARG KHIOPSDEV_OS |
| 4 | +ARG SERVER_REVISION |
| 5 | +FROM ghcr.io/khiopsml/khiops/khiopsdev-${KHIOPSDEV_OS}:latest AS khiopsdev |
| 6 | +LABEL maintainer="khiops.team@orange.com" |
| 7 | +LABEL description="Container for the development of khiops-python" |
| 8 | + |
| 9 | +# Install dev tools and miniforge (for the unit tests); build and install Khiops |
| 10 | +ARG KHIOPS_REVISION |
| 11 | +RUN true \ |
| 12 | + # Install git (for khiops-python version calculation) and pip \ |
| 13 | + && apt-get -y update \ |
| 14 | + && apt-get -y --no-install-recommends install git python3-pip \ |
| 15 | + # On Debian/Ubuntu systems, python3-venv must be installed to provide ensurepip. |
| 16 | + # It is still possible to create venvs using the --without-pip flag but any subsequent |
| 17 | + # module installation with pip would be impossible |
| 18 | + python3-venv \ |
| 19 | + zip pandoc wget ruby-dev \ |
| 20 | + # Get Linux distribution codename \ |
| 21 | + && if [ -f /etc/os-release ]; then . /etc/os-release; fi \ |
| 22 | + # Obtain the Khiops native package \ |
| 23 | + && KHIOPS_PKG_FILE=$KHIOPS_REVISION/khiops-core-openmpi_$KHIOPS_REVISION-1-$VERSION_CODENAME.amd64.deb \ |
| 24 | + && wget -O KHIOPS_CORE.deb "https://github.com/KhiopsML/khiops/releases/download/${KHIOPS_PKG_FILE}" \ |
| 25 | + # Install the Khiops native package : make it always succeed. \ |
| 26 | + # If dpkg fails it is due to missing dependencies which will be installed by apt in the next line \ |
| 27 | + && (dpkg -i --force-all KHIOPS_CORE.deb || true) \ |
| 28 | + && apt-get -f -y install \ |
| 29 | + && rm -f KHIOPS_CORE.deb \ |
| 30 | + # Set python to python3 \ |
| 31 | + && update-alternatives --install /usr/bin/python python /usr/bin/python3 1 \ |
| 32 | + # Install miniforge to have multiple Python versions via Conda \ |
| 33 | + && mkdir -p /root/miniforge3 && cd /root/miniforge3 \ |
| 34 | + && wget https://github.com/conda-forge/miniforge/releases/download/24.1.2-0/Miniforge3-24.1.2-0-Linux-x86_64.sh -O ./Miniforge3_24.1.2-0-Linux-x86_64.sh \ |
| 35 | + && echo "dbadb808edf4da00af35d888d3eeebbfdce71972b60bf4b16dbacaee2ab57f28 Miniforge3_24.1.2-0-Linux-x86_64.sh" | sha256sum --check \ |
| 36 | + && bash ./Miniforge3_24.1.2-0-Linux-x86_64.sh -b -u -p /root/miniforge3 \ |
| 37 | + && rm -rf /root/miniforge3/Miniforge3_24.1.2-0-Linux-x86_64.sh \ |
| 38 | + # Make sure that MPI is openmpi \ |
| 39 | + && update-alternatives --set mpirun /usr/bin/mpirun.openmpi \ |
| 40 | + # Clean build files \ |
| 41 | + && rm -fr /var/lib/apt/lists/* \ |
| 42 | + && apt-get clean \ |
| 43 | + && rm -rf ./khiops \ |
| 44 | + && true |
| 45 | + |
| 46 | +# set up all the supported Python environments under conda (for the unit tests) |
| 47 | +# relying on a variable containing all the versions |
| 48 | +ARG PYTHON_VERSIONS |
| 49 | +ARG KHIOPS_GCS_DRIVER_REVISION |
| 50 | +ARG KHIOPS_S3_DRIVER_REVISION |
| 51 | + |
| 52 | +# Install Conda packages |
| 53 | +# Use `rc` label for alpha or RC khiops-core pre-releases |
| 54 | +RUN true \ |
| 55 | + && export CONDA="/root/miniforge3/bin/conda" \ |
| 56 | + && /bin/bash -c 'if [[ $(echo ${KHIOPS_REVISION} | grep -E ".*-(a|rc)\.[0-9]+") ]]; then \ |
| 57 | + # export RC_LABEL="conda-forge/label/rc::"; \ |
| 58 | + # Temporary label for testing purpose \ |
| 59 | + export RC_LABEL="khiops-dev::"; \ |
| 60 | + else \ |
| 61 | + export RC_LABEL=""; \ |
| 62 | + fi; \ |
| 63 | + for version in ${PYTHON_VERSIONS}; \ |
| 64 | + do \ |
| 65 | + CONDA_ENVS="py${version} py${version}_conda"; \ |
| 66 | + for CONDA_ENV in $CONDA_ENVS; \ |
| 67 | + do \ |
| 68 | + $CONDA create -y -n $CONDA_ENV python=${version}; \ |
| 69 | + done; \ |
| 70 | + # khiops core \ |
| 71 | + $CONDA install -y -n py${version}_conda ${RC_LABEL}khiops-core=$(echo ${KHIOPS_REVISION} | tr -d "-") ; \ |
| 72 | + # remote files drivers installed in the conda environment \ |
| 73 | + $CONDA install -y -n py${version}_conda -c conda-forge \ |
| 74 | + khiops-driver-s3=${KHIOPS_S3_DRIVER_REVISION} \ |
| 75 | + khiops-driver-gcs=${KHIOPS_GCS_DRIVER_REVISION}; \ |
| 76 | + done' \ |
| 77 | + && true |
| 78 | + |
| 79 | +RUN mkdir -p /scripts |
| 80 | +COPY ./run_service.sh ./run_fake_remote_file_servers.sh /scripts/ |
| 81 | +RUN chmod +x /scripts/run_service.sh /scripts/run_fake_remote_file_servers.sh && \ |
| 82 | + useradd -rm -d /home/ubuntu -s /bin/bash -g root -u 1000 ubuntu |
| 83 | + |
| 84 | +# remote files drivers installed system-wide |
| 85 | +RUN true \ |
| 86 | + # Get Linux distribution codename \ |
| 87 | + && if [ -f /etc/os-release ]; then . /etc/os-release; fi \ |
| 88 | + # No debian specific package exists, we are forced to use an "equivalent" ubuntu one |
| 89 | + && wget -O khiops-gcs.deb https://github.com/KhiopsML/khiopsdriver-gcs/releases/download/${KHIOPS_GCS_DRIVER_REVISION}/khiops-driver-gcs_${KHIOPS_GCS_DRIVER_REVISION}-1-noble.amd64.deb \ |
| 90 | + && wget -O khiops-s3.deb https://github.com/KhiopsML/khiopsdriver-s3/releases/download/${KHIOPS_S3_DRIVER_REVISION}/khiops-driver-s3_${KHIOPS_S3_DRIVER_REVISION}-1-noble.amd64.deb \ |
| 91 | + && (dpkg -i --force-all khiops-gcs.deb khiops-s3.deb || true) \ |
| 92 | + && apt-get -f -y install \ |
| 93 | + && rm -f khiops-gcs.deb khiops-s3.deb \ |
| 94 | + && true |
| 95 | + |
| 96 | +FROM ghcr.io/khiopsml/khiops-server:${SERVER_REVISION} AS server |
| 97 | + |
| 98 | +FROM khiopsdev AS base |
| 99 | +COPY --from=server /service /usr/bin/service |
| 100 | + |
| 101 | +# S3 fake file server (only in the ubuntu container) |
| 102 | +# Do not use the latest fakes3 version because starting from 1.3 a licence is required |
| 103 | +# if fakes3 is no longer compatible think about switching to an alternative and fully compatible server |
| 104 | +# (https://github.com/jamhall/s3rver:v3.7.1 is not yet for example) |
| 105 | +RUN gem install fakes3:1.2.1 sorted_set |
| 106 | +# Avoid resolving a fake s3-bucket.localhost hostname |
| 107 | +# Alternate builders (buildx via moby buildkit) mount /etc/hosts read-only, the following command will fail |
| 108 | +# echo "127.0.0.1 s3-bucket.localhost" >> /etc/hosts |
| 109 | +# You will have to add the `add-hosts` input instead (https://github.com/docker/build-push-action/#inputs) |
| 110 | + |
| 111 | +# Port on which fakes3 is listening |
| 112 | +EXPOSE 4569 |
| 113 | + |
0 commit comments