Merge pull request #1800 from anik120/fix-llama-stack-container-start-issue

LCORE-1872: Fix llama-stack container startup issues

Author: tisnik

deploy/llama-stack/test.containerfile

@@ -1,11 +1,12 @@
-# Upstream llama-stack built from Red Hat UBI
-FROM registry.access.redhat.com/ubi9/ubi-minimal
+# Upstream llama-stack built from Red Hat UBI Python 3.12 image
+FROM registry.access.redhat.com/ubi9/python-312
 
 USER root
 
-# Install Python and build tools
-RUN microdnf install -y --nodocs --setopt=keepcache=0 --setopt=tsflags=nodocs \
-    python3.12 python3.12-devel python3.12-pip git tar gcc gcc-c++ make
+# Install additional build tools
+RUN dnf install -y --nodocs --setopt=keepcache=0 --setopt=tsflags=nodocs \
+    git tar gcc gcc-c++ make && \
+    dnf clean all
 
 # Install uv
 ENV PATH="/root/.local/bin:${PATH}"

scripts/llama-stack-entrypoint.sh

@@ -5,14 +5,14 @@
 set -e
 
 INPUT_CONFIG="${LLAMA_STACK_CONFIG:-/opt/app-root/run.yaml}"
-ENRICHED_CONFIG="/opt/app-root/run.yaml"
+ENRICHED_CONFIG="/tmp/enriched-run.yaml"
 LIGHTSPEED_CONFIG="${LIGHTSPEED_CONFIG:-/opt/app-root/lightspeed-stack.yaml}"
 
 # Enrich config if lightspeed config exists
 if [ -f "$LIGHTSPEED_CONFIG" ]; then
     echo "Enriching llama-stack config..."
     ENRICHMENT_FAILED=0
-    python3 /opt/app-root/llama_stack_configuration.py \
+    /opt/app-root/.venv/bin/python3 /opt/app-root/llama_stack_configuration.py \
         -c "$LIGHTSPEED_CONFIG" \
         -i "$INPUT_CONFIG" \
         -o "$ENRICHED_CONFIG" 2>&1 || ENRICHMENT_FAILED=1

tests/e2e-prow/rhoai/manifests/lightspeed/llama-stack-openai.yaml

@@ -157,7 +157,7 @@ spec:
           if [[ -f "$LIGHTSPEED_CONFIG" ]]; then
             echo "Enriching llama-stack config..."
             ENRICHMENT_FAILED=0
-            python3 /opt/app-root/llama_stack_configuration.py \
+            /opt/app-root/.venv/bin/python3 /opt/app-root/llama_stack_configuration.py \
               -c "$LIGHTSPEED_CONFIG" \
               -i "$INPUT_CONFIG" \
               -o "$ENRICHED_CONFIG" 2>&1 || ENRICHMENT_FAILED=1

tests/e2e-prow/rhoai/manifests/lightspeed/llama-stack-prow.yaml

@@ -147,7 +147,7 @@ spec:
           if [[ -f "$LIGHTSPEED_CONFIG" ]]; then
             echo "Enriching llama-stack config..."
             ENRICHMENT_FAILED=0
-            python3 /opt/app-root/src/llama_stack_configuration.py \
+            /opt/app-root/.venv/bin/python3 /opt/app-root/src/llama_stack_configuration.py \
               -c "$LIGHTSPEED_CONFIG" \
               -i "$INPUT_CONFIG" \
               -o "$ENRICHED_CONFIG" 2>&1 || ENRICHMENT_FAILED=1