k8s refactor

arkouda-docker/arkouda-ibv-server

@@ -0,0 +1,81 @@
+ARG CHAPEL_IBV_IMAGE
+FROM $CHAPEL_IBV_IMAGE AS base
+
+# Download Arkouda
+ARG ARKOUDA_DOWNLOAD_URL=${ARKOUDA_DOWNLOAD_URL}
+ENV ARKOUDA_DOWNLOAD_URL=${ARKOUDA_DOWNLOAD_URL}
+ARG ARKOUDA_DISTRO_NAME=${ARKOUDA_DISTRO_NAME}
+ENV ARKOUDA_DISTRO_NAME=${ARKOUDA_DISTRO_NAME}
+ARG ARKOUDA_BRANCH_NAME=${ARKOUDA_BRANCH_NAME}
+ENV ARKOUDA_BRANCH_NAME=${ARKOUDA_BRANCH_NAME}
+ARG MAKE_THREADS=1
+
+# Install dependencies
+RUN apt-get update && apt upgrade -y && apt-get install -y --no-install-recommends \
+    unzip \
+    libcurl4-openssl-dev \
+    cmake \
+    ssh \
+    procps \
+    dnsutils \
+    openssh-client \
+    openssh-server \
+    sshpass
+
+FROM base AS build
+
+WORKDIR /opt
+
+# Download desired Arkouda distro, move to commont /opt/arkouda dir
+RUN chmod 777 /opt && \
+    wget $ARKOUDA_DOWNLOAD_URL && \
+    unzip $ARKOUDA_DISTRO_NAME.zip && \
+    mv /opt/arkouda-$ARKOUDA_BRANCH_NAME /opt/arkouda
+
+WORKDIR /opt/arkouda
+
+RUN python3 -m pip install --upgrade pip && \
+    python3 -m pip install -e .[dev]
+
+# insecure to get around my ssl issues from zscaler
+RUN echo insecure >> $HOME/.curlrc
+
+RUN make -j${MAKE_THREADS} install-deps
+
+ENV SSH_SERVERS=0.0.0.0
+ENV GASNET_SSH_SERVERS=0.0.0.0
+ENV GASNET_MASTERIP=0.0.0.0
+# required for gasnet/ibv build, as we don't have ibv devices at build time
+ENV ARKOUDA_SKIP_CHECK_DEPS=true
+# make arkouda server build faster
+ENV ARKOUDA_QUICK_COMPILE=1
+ENV ARKOUDA_DEVELOPER=
+RUN ssh-keygen -t rsa -N '' -f ~/.ssh/id_rsa && \
+    cat ~/.ssh/id_rsa.pub > ~/.ssh/authorized_keys
+
+RUN service ssh start && make -j${MAKE_THREADS}
+
+# Remove unneeded files
+RUN rm -rf /opt/$ARKOUDA_DISTRO_NAME.zip
+
+WORKDIR /opt/arkouda
+RUN rm -rf benchmarks converter examples *.md pictures pydoc resources runs src test tests toys
+
+FROM base AS final
+
+COPY --from=build /opt /opt
+WORKDIR /opt
+
+RUN apt-get update && apt upgrade -y && apt-get install -y --no-install-recommends \
+    sudo \
+    libcap2-bin
+
+RUN echo "* soft memlock unlimited" >> /etc/security/limits.conf && \
+    echo "* hard memlock unlimited" >> /etc/security/limits.conf && \
+    echo "root soft memlock unlimited" >> /etc/security/limits.conf && \
+    echo "root hard memlock unlimited" >> /etc/security/limits.conf
+
+EXPOSE 5555
+EXPOSE 5000-65000/udp
+
+EXPOSE 22

arkouda-docker/arkouda-udp-server

@@ -1,5 +1,5 @@
 ARG CHAPEL_UDP_IMAGE
-FROM $CHAPEL_UDP_IMAGE
+FROM $CHAPEL_UDP_IMAGE AS base
 
 # Download Arkouda
 ARG ARKOUDA_DOWNLOAD_URL=${ARKOUDA_DOWNLOAD_URL}
@@ -8,15 +8,26 @@ ARG ARKOUDA_DISTRO_NAME=${ARKOUDA_DISTRO_NAME}
 ENV ARKOUDA_DISTRO_NAME=${ARKOUDA_DISTRO_NAME}
 ARG ARKOUDA_BRANCH_NAME=${ARKOUDA_BRANCH_NAME}
 ENV ARKOUDA_BRANCH_NAME=${ARKOUDA_BRANCH_NAME}
+ARG MAKE_THREADS=1
 
 # Install dependencies
-RUN sudo apt-get update && sudo apt upgrade -y && \
-    sudo apt-get install unzip libcurl4-openssl-dev cmake -y
+RUN apt-get update && apt upgrade -y && apt-get install -y --no-install-recommends \
+    unzip \
+    libcurl4-openssl-dev \
+    cmake \
+    ssh \
+    procps \
+    dnsutils \
+    openssh-client \
+    openssh-server \
+    sshpass
+
+FROM base AS build
 
 WORKDIR /opt
 
 # Download desired Arkouda distro, move to commont /opt/arkouda dir
-RUN sudo chmod 777 /opt && \
+RUN chmod 777 /opt && \
     wget $ARKOUDA_DOWNLOAD_URL && \
     unzip $ARKOUDA_DISTRO_NAME.zip && \
     mv /opt/arkouda-$ARKOUDA_BRANCH_NAME /opt/arkouda
@@ -26,46 +37,39 @@ WORKDIR /opt/arkouda
 RUN python3 -m pip install --upgrade pip && \
     python3 -m pip install -e .[dev]
 
+# insecure to get around my ssl issues from zscaler
+RUN echo insecure >> $HOME/.curlrc
+
+RUN make -j${MAKE_THREADS} install-deps
+
 ENV SSH_SERVERS=0.0.0.0
+ENV GASNET_SSH_SERVERS=0.0.0.0
 ENV GASNET_MASTERIP=0.0.0.0
-
+# make arkouda server build faster
+ENV ARKOUDA_SKIP_CHECK_DEPS=true
+ENV ARKOUDA_QUICK_COMPILE=1
+ENV ARKOUDA_DEVELOPER=
 RUN ssh-keygen -t rsa -N '' -f ~/.ssh/id_rsa && \
     cat ~/.ssh/id_rsa.pub > ~/.ssh/authorized_keys
 
-RUN make install-deps && \
-    sudo chown -R ubuntu:ubuntu /opt 
-
-RUN sudo service ssh start && make
+RUN service ssh start && make -j${MAKE_THREADS}
 
-EXPOSE 5555
-EXPOSE 5000-65000/udp
+# Remove unneeded files
+RUN rm -rf /opt/$ARKOUDA_DISTRO_NAME.zip
 
-ARG ARKOUDA_INTEGRATION_DOWNLOAD_URL=${ARKOUDA_INTEGRATION_DOWNLOAD_URL}
-ENV ARKOUDA_INTEGRATION_DOWNLOAD_URL=${ARKOUDA_INTEGRATION_DOWNLOAD_URL}
-ARG ARKOUDA_INTEGRATION_DISTRO_NAME=${ARKOUDA_INTEGRATION_DISTRO_NAME}
-ENV ARKOUDA_INTEGRATION_DISTRO_NAME=${ARKOUDA_INTEGRATION_DISTRO_NAME}
+WORKDIR /opt/arkouda
+RUN rm -rf benchmarks converter examples *.md pictures pydoc resources runs src test tests toys
 
-WORKDIR /opt
+FROM base AS final
+COPY --from=build /opt /opt
 
-# Install arkouda_integration from arkouda-contrib repo
-RUN wget $ARKOUDA_INTEGRATION_DOWNLOAD_URL && \
-    unzip $ARKOUDA_INTEGRATION_DISTRO_NAME.zip && \
-    mv /opt/arkouda-contrib-$ARKOUDA_INTEGRATION_DISTRO_NAME /opt/arkouda-contrib
+RUN apt-get update && apt upgrade -y && apt-get install -y --no-install-recommends \
+    sudo
 
-WORKDIR /opt/arkouda-contrib/arkouda_integration/client
-RUN python3 -m pip install -e .
 WORKDIR /opt
+RUN chmod -R 777 /opt
 
-# Remove unneeded files
-RUN rm -rf ~/.ssh/ && \
-    sudo rm -rf /opt/$ARKOUDA_DISTRO_NAME.zip && \
-    sudo rm -rf /opt/$ARKOUDA_INTEGRATION_DISTRO_NAME.zip
-
-WORKDIR /opt/arkouda
-RUN sudo rm -rf benchmarks converter examples *.md pictures pydoc resources runs src test tests toys
-
-WORKDIR /opt
-ADD scripts/start-arkouda-server.sh /opt/arkouda/start-arkouda-server.sh
-ADD scripts/start-arkouda-locale.sh /opt/arkouda/start-arkouda-locale.sh
-ENTRYPOINT sh /opt/arkouda/start-arkouda-server.sh
+EXPOSE 5555
+EXPOSE 5000-65000/udp
 
+EXPOSE 22