fix: use optimized Dockerfile

Signed-off-by: srao12 <Shrivardhan_Rao@intuit.com>

Author: srao12

examples/accumulator/counter/Dockerfile

@@ -1,55 +1,56 @@
 ####################################################################################################
-# builder: install needed dependencies
+# Stage 1: Base Builder - installs core dependencies using poetry
 ####################################################################################################
+FROM python:3.10-slim-bullseye AS base-builder
 
-FROM python:3.11-slim-bullseye AS builder
+ENV PYSETUP_PATH="/opt/pysetup"
+WORKDIR $PYSETUP_PATH
+
+# Copy only core dependency files first for better caching
+COPY pyproject.toml poetry.lock README.md ./
+COPY pynumaflow/ ./pynumaflow/
+RUN echo "Simulating long build step..." && sleep 20
+RUN apt-get update && apt-get install --no-install-recommends -y \
+        curl wget build-essential git \
+    && apt-get clean && rm -rf /var/lib/apt/lists/* \
+    && pip install poetry \
+    && poetry install --no-root --no-interaction
+
+####################################################################################################
+# Stage 2: UDF Builder - adds UDF code and installs UDF-specific deps
+####################################################################################################
+FROM base-builder AS udf-builder
+
+ENV EXAMPLE_PATH="/opt/pysetup/examples/accumulator/streamsorter"
+ENV POETRY_VIRTUALENVS_IN_PROJECT=true
+
+WORKDIR $EXAMPLE_PATH
+COPY examples/accumulator/streamsorter/ ./
+RUN poetry install --no-root --no-interaction
 
-ENV PYTHONFAULTHANDLER=1 \
-  PYTHONUNBUFFERED=1 \
-  PYTHONHASHSEED=random \
-  PIP_NO_CACHE_DIR=on \
-  PIP_DISABLE_PIP_VERSION_CHECK=on \
-  PIP_DEFAULT_TIMEOUT=100 \
-  POETRY_VERSION=1.2.2 \
-  POETRY_HOME="/opt/poetry" \
-  POETRY_VIRTUALENVS_IN_PROJECT=true \
-  POETRY_NO_INTERACTION=1 \
-  PYSETUP_PATH="/opt/pysetup"
+####################################################################################################
+# Stage 3: UDF Runtime - clean container with only needed stuff
+####################################################################################################
+FROM python:3.10-slim-bullseye AS udf
 
+ENV PYSETUP_PATH="/opt/pysetup"
 ENV EXAMPLE_PATH="$PYSETUP_PATH/examples/accumulator/streamsorter"
 ENV VENV_PATH="$EXAMPLE_PATH/.venv"
-ENV PATH="$POETRY_HOME/bin:$VENV_PATH/bin:$PATH"
-
-RUN apt-get update \
-    && apt-get install --no-install-recommends -y \
-        curl \
-        wget \
-        # deps for building python deps
-        build-essential \
-    && apt-get install -y git \
+ENV PATH="$VENV_PATH/bin:$PATH"
+
+RUN apt-get update && apt-get install --no-install-recommends -y wget \
     && apt-get clean && rm -rf /var/lib/apt/lists/* \
-    \
-    # install dumb-init
     && wget -O /dumb-init https://github.com/Yelp/dumb-init/releases/download/v1.2.5/dumb-init_1.2.5_x86_64 \
-    && chmod +x /dumb-init \
-    && curl -sSL https://install.python-poetry.org | python3 -
-
-####################################################################################################
-# udf: used for running the udf vertices
-####################################################################################################
-FROM builder AS udf
+    && chmod +x /dumb-init
 
 WORKDIR $PYSETUP_PATH
-COPY ./ ./
+COPY --from=udf-builder $VENV_PATH $VENV_PATH
+COPY --from=udf-builder $EXAMPLE_PATH $EXAMPLE_PATH
 
 WORKDIR $EXAMPLE_PATH
-RUN poetry lock
-RUN poetry install --no-cache --no-root && \
-    rm -rf ~/.cache/pypoetry/
-
 RUN chmod +x entry.sh
 
 ENTRYPOINT ["/dumb-init", "--"]
 CMD ["sh", "-c", "$EXAMPLE_PATH/entry.sh"]
 
-EXPOSE 5000
+EXPOSE 5000

examples/accumulator/counter/Makefile

@@ -0,0 +1,52 @@
+TAG ?= stable
+PUSH ?= false
+IMAGE_REGISTRY = quay.io/numaio/numaflow-python/streamsorter:${TAG}
+DOCKER_FILE_PATH = examples/map/even_odd/Dockerfile.optimized
+BASE_IMAGE_NAME = numaflow-python-base
+
+.PHONY: base-image
+base-image:
+	@echo "Building shared base image..."
+	docker build -f Dockerfile.base -t ${BASE_IMAGE_NAME} .
+
+.PHONY: update
+update:
+	poetry update -vv
+
+.PHONY: image-push
+image-push: base-image update
+	cd ../../../ && docker buildx build \
+	-f ${DOCKER_FILE_PATH} \
+	-t ${IMAGE_REGISTRY} \
+	--platform linux/amd64,linux/arm64 . --push
+
+.PHONY: image
+image: base-image update
+	cd ../../../ && docker build \
+	-f ${DOCKER_FILE_PATH} \
+	-t ${IMAGE_REGISTRY} .
+	@if [ "$(PUSH)" = "true" ]; then docker push ${IMAGE_REGISTRY}; fi
+
+.PHONY: image-fast
+image-fast: update
+	@echo "Building with shared base image (fastest option)..."
+	cd ../../../ && docker build \
+	-f examples/map/even_odd/Dockerfile.shared-base \
+	-t ${IMAGE_REGISTRY} .
+	@if [ "$(PUSH)" = "true" ]; then docker push ${IMAGE_REGISTRY}; fi
+
+.PHONY: clean
+clean:
+	docker rmi ${BASE_IMAGE_NAME} 2>/dev/null || true
+	docker rmi ${IMAGE_REGISTRY} 2>/dev/null || true
+
+.PHONY: help
+help:
+	@echo "Available targets:"
+	@echo "  base-image    - Build the shared base image with pynumaflow"
+	@echo "  image         - Build UDF image with optimized multi-stage build"
+	@echo "  image-fast    - Build UDF image using shared base (fastest)"
+	@echo "  image-push    - Build and push multi-platform image"
+	@echo "  update        - Update poetry dependencies"
+	@echo "  clean         - Remove built images"
+	@echo "  help          - Show this help message"