Introduce CI Actions for Quarkus-LangChain4j integration tests with GPULlama3.

Author: orionpapadakis

.github/workflows/quarkus-langchain4j-integration.yml

@@ -49,27 +49,36 @@ jobs:
           wget https://github.com/beehive-lab/TornadoVM/releases/download/v2.1.0/tornadovm-2.1.0-${{ matrix.backend.name }}-linux-amd64.zip
           unzip tornadovm-2.1.0-${{ matrix.backend.name }}-linux-amd64.zip
           
-          TORNADO_SDK="${{ github.workspace }}/tornadovm-2.1.0-${{ matrix.backend.name }}"
-          PATH=$TORNADO_SDK/bin:$PATH
-          echo "TORNADO_SDK=$TORNADO_SDK" >> $GITHUB_ENV
-          echo "PATH=$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH" >> $GITHUB_ENV
+          # Export environment for the current shell
+          export TORNADO_SDK="${{ github.workspace }}/tornadovm-2.1.0-${{ matrix.backend.name }}"
+          export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
           
-          tornado --devices
-          tornado --version
+          # Save to GitHub Actions environment for future steps
+          echo "TORNADO_SDK=$TORNADO_SDK" >> $GITHUB_ENV
+          echo "PATH=$PATH" >> $GITHUB_ENV
           
-          if [ $? -eq 0 ]; then
+          # Check TornadoVM installation
+          if tornado --devices && tornado --version; then
               echo "✅ TornadoVM installed"
           else
               echo "❌ TornadoVM installation check failed"
               exit 1
           fi
+      
+
+#      # Step 2: Clone Quarkus LangChain4j
+#      - name: Clone Quarkus LangChain4j
+#        run: |
+#          cd ${{ github.workspace }}
+#          git clone https://github.com/quarkiverse/quarkus-langchain4j.git
+#          echo "✅ Quarkus LangChain4j cloned"
 
-      # Step 2: Clone Quarkus LangChain4j
+      # Step 2: Clone Quarkus LangChain4j from your fork
       - name: Clone Quarkus LangChain4j
         run: |
           cd ${{ github.workspace }}
-          git clone https://github.com/quarkiverse/quarkus-langchain4j.git
-          echo "✅ Quarkus LangChain4j cloned"
+          git clone --branch gpu-llama3-ci-support https://github.com/orionpapadakis/quarkus-langchain4j.git
+          echo "✅ Quarkus LangChain4j cloned from fork"
 
       # Step 3: Build Quarkus LangChain4j (optimized)
       - name: Build Quarkus LangChain4j
@@ -92,18 +101,22 @@ jobs:
           
           # Set model path
           MODEL_PATH="${MODELS_DIR}/Llama-3.2-1B-Instruct-F16.gguf"
+          QUARKUS_PORT=8081
           export MODEL_PATH
           
-          echo "Running Quarkus-Langchain4j integration test with model: $MODEL_PATH"
+          echo "Running Quarkus-Langchain4j integration test with model: $MODEL_PATH on port $QUARKUS_PORT"
           
-          # Start the application in the background
-          java "@$TORNADO_SDK/tornado-argfile" -jar target/quarkus-app/quarkus-run.jar &
+          # Start the app with the test profile
+          java  @"$TORNADO_SDK/tornado-argfile" \
+                -Dquarkus.profile=test \
+                -Dquarkus.http.port=$QUARKUS_PORT \
+                -jar target/quarkus-app/quarkus-run.jar &
           APP_PID=$!
           
           # Wait for the application to start
-          echo "Waiting for application to start..."
+          echo "Starting Quarkus application on port $QUARKUS_PORT..."
           for i in {1..30}; do
-            if curl -s http://localhost:8080/q/health > /dev/null 2>&1; then
+            if curl -s http://localhost:$QUARKUS_PORT/q/health > /dev/null 2>&1; then
               echo "✅ Application started successfully"
               break
             elif [ $i -eq 30 ]; then
@@ -115,38 +128,12 @@ jobs:
             fi
           done
           
-          # Test that GPULlama3 integration is working
-          echo "Testing GPULlama3 integration..."
-          
-          # Test the blocking chat endpoint
-          echo "Testing blocking chat endpoint..."
-          BLOCKING_RESPONSE=$(curl -s -w "%{http_code}" http://localhost:8080/chat/blocking)
-          HTTP_CODE="${BLOCKING_RESPONSE: -3}"
-          
-          if [ "$HTTP_CODE" = "200" ]; then
-            RESPONSE_BODY="${BLOCKING_RESPONSE%???}"
-            if [ ${#RESPONSE_BODY} -gt 10 ]; then
-              echo "✅ Blocking chat endpoint working - received response: ${RESPONSE_BODY:0:50}..."
-            else
-              echo "⚠️ Blocking chat endpoint returned short response: $RESPONSE_BODY"
-            fi
-          else
-            echo "❌ Blocking chat endpoint failed with HTTP code: $HTTP_CODE"
-            echo "Response: ${BLOCKING_RESPONSE%???}"
-          fi
-          
-          # Test the streaming chat endpoint (just check it responds)
-          echo "Testing streaming chat endpoint..."
-          STREAMING_RESPONSE=$(timeout 10s curl -s -w "%{http_code}" http://localhost:8080/chat/streaming)
-          STREAMING_HTTP_CODE="${STREAMING_RESPONSE: -3}"
-          
-          if [ "$STREAMING_HTTP_CODE" = "200" ]; then
-            echo "✅ Streaming chat endpoint responding"
-          else
-            echo "⚠️ Streaming chat endpoint returned HTTP code: $STREAMING_HTTP_CODE"
-          fi
+          # Trigger endpoints
+          BLOCKING_RESPONSE=$(curl -s -w "%{http_code}" http://localhost:$QUARKUS_PORT/chat/blocking)
+          STREAMING_RESPONSE=$(timeout 10s curl -s -w "%{http_code}" http://localhost:$QUARKUS_PORT/chat/streaming)
           
-          echo "✅ GPULlama3 integration test completed"
+          echo "Blocking endpoint HTTP code: ${BLOCKING_RESPONSE: -3}"
+          echo "Streaming endpoint HTTP code: ${STREAMING_RESPONSE: -3}"
           
           # Clean shutdown
           kill $APP_PID || true