Upgrade to llama-stack 0.3.0 and LCORE/OLS compatibility fixes

Author: asimurka

.github/workflows/e2e_tests.yaml

@@ -93,51 +93,44 @@ jobs:
 
       - name: Select and configure run.yaml
         env:
-          CONFIG_ENVIRONMENT: ${{ matrix.environment }}
+          CONFIG_MODE: ${{ matrix.mode }}
         run: |
           CONFIGS_DIR="tests/e2e/configs"
-          ENVIRONMENT="$CONFIG_ENVIRONMENT"
+          MODE="$CONFIG_MODE"
           
-          echo "Looking for configurations in $CONFIGS_DIR/"
+          echo "Deployment mode: $MODE"
           
-          # List available configurations
-          if [ -d "$CONFIGS_DIR" ]; then
-            echo "Available configurations:"
-            ls -la "$CONFIGS_DIR"/*.yaml 2>/dev/null || echo "No YAML files found in $CONFIGS_DIR/"
+          # Select config based on mode:
+          # - library mode: run-library.yaml (llama-stack 0.3.0 format)
+          # - server mode: run-ci.yaml (original format)
+          if [ "$MODE" == "library" ]; then
+            CONFIG_FILE="$CONFIGS_DIR/run-library.yaml"
           else
-            echo "Configs directory '$CONFIGS_DIR' not found!"
-            exit 1
+            CONFIG_FILE="$CONFIGS_DIR/run-ci.yaml"
           fi
           
-          # Determine which config file to use
-          CONFIG_FILE="$CONFIGS_DIR/run-$ENVIRONMENT.yaml"
-          
-          echo "Looking for: $CONFIG_FILE"
+          echo "Using configuration: $CONFIG_FILE"
           
-          if [ -f "$CONFIG_FILE" ]; then
-            echo "Found config for $ENVIRONMENT environment"
-            cp "$CONFIG_FILE" run.yaml
-          else
-            echo "Configuration file not found: $CONFIG_FILE"
-            echo "Available files:"
-            find "$CONFIGS_DIR" -name "*.yaml"
+          if [ ! -f "$CONFIG_FILE" ]; then
+            echo "❌ Configuration not found: $CONFIG_FILE"
+            echo "Available configs:"
+            ls -la "$CONFIGS_DIR"/*.yaml
             exit 1
           fi
           
-          # Update paths for container environment (relative -> absolute)
-          sed -i 's|db_path: \.llama/distributions|db_path: /app-root/.llama/distributions|g' run.yaml
-          sed -i 's|db_path: tmp/|db_path: /app-root/.llama/distributions/|g' run.yaml
-                    
-          echo "Successfully configured for $ENVIRONMENT environment"
-          echo "Using configuration: $(basename "$CONFIG_FILE")"
+          cp "$CONFIG_FILE" run.yaml
+          echo "✅ Configuration copied to run.yaml"
 
       - name: Show final configuration
         run: |
           echo "=== Configuration Summary ==="
           echo "Deployment mode: ${{ matrix.mode }}"
           echo "Environment: ${{ matrix.environment }}"
-          echo "Source config: tests/e2e/configs/run-${{ matrix.environment }}.yaml"
-          echo "Final file: run.yaml"
+          if [ "${{ matrix.mode }}" == "library" ]; then
+            echo "Source config: tests/e2e/configs/run-library.yaml"
+          else
+            echo "Source config: tests/e2e/configs/run-ci.yaml"
+          fi
           echo ""
           echo "=== Configuration Preview ==="
           echo "Providers: $(grep -c "provider_id:" run.yaml)"

docker-compose.yaml

@@ -23,7 +23,6 @@ services:
       - RHEL_AI_PORT=${RHEL_AI_PORT}
       - RHEL_AI_API_KEY=${RHEL_AI_API_KEY}
       - RHEL_AI_MODEL=${RHEL_AI_MODEL}
-      - LLAMA_STACK_LOGGING=all=debug # enable llama-stack debug log
     networks:
       - lightspeednet
     healthcheck:

docs/openapi.json

@@ -1,5 +1,5 @@
-version: '2'
-image_name: minimal-viable-llama-stack-configuration
+version: 2
+
 apis:
 - agents
 - batches
@@ -11,103 +11,131 @@ apis:
 - scoring
 - tool_runtime
 - vector_io
+      
+benchmarks: []
+conversations_store:
+  db_path: /tmp/conversations.db
+  type: sqlite
+datasets: []
+image_name: starter
+# external_providers_dir: /opt/app-root/src/.llama/providers.d
+inference_store:
+  db_path: /tmp/inference_store.db
+  type: sqlite
+metadata_store:
+  db_path: /tmp/registry.db
+  type: sqlite
+
+models: 
+- model_id: sentence-transformers/all-mpnet-base-v2
+  model_type: embedding
+  provider_id: sentence-transformers
+  provider_model_id: sentence-transformers/all-mpnet-base-v2
+  metadata:
+    embedding_dimension: 768
+# - model_id: gpt-4o-mini
+#   provider_id: openai
+#   model_type: llm
+#   provider_model_id: gpt-4o-mini
 
 providers:
-  inference:
-  - provider_id: openai
-    provider_type: remote::openai
-    config:
-      api_key: ${env.OPENAI_API_KEY}
-  - provider_id: sentence-transformers
-    provider_type: inline::sentence-transformers
-    config: {}
-  vector_io:
-  - provider_id: documentation_faiss
-    provider_type: inline::faiss
-    config:
-      persistence:
-        namespace: vector_io::faiss
-        backend: kv_default
-  files:
-  - provider_id: meta-reference-files
-    provider_type: inline::localfs
-    config:
-      storage_dir: /tmp/llama-stack-files
-      metadata_store:
-        table_name: files_metadata
-        backend: sql_default
-      ttl_secs: 604800
-  safety:
-  - provider_id: llama-guard
-    provider_type: inline::llama-guard
-    config:
-      excluded_categories: []
   agents:
-  - provider_id: meta-reference
+  - config:
+      persistence_store:
+        db_path: /tmp/agents_store.db
+        type: sqlite
+      responses_store:
+        db_path: /tmp/responses_store.db
+        type: sqlite
+    provider_id: meta-reference
     provider_type: inline::meta-reference
-    config:
-      persistence:
-        agent_state:
-          namespace: agents
-          backend: kv_default
-        responses:
-          table_name: responses
-          backend: sql_default
-          max_write_queue_size: 10000
-          num_writers: 4
-  eval:
-  - provider_id: meta-reference
-    provider_type: inline::meta-reference
-    config:
+  batches:
+  - config:
       kvstore:
-        namespace: eval
-        backend: kv_default
+        db_path: /tmp/batches.db
+        type: sqlite
+    provider_id: reference
+    provider_type: inline::reference
   datasetio:
-  - provider_id: huggingface
+  - config:
+      kvstore:
+        db_path: /tmp/huggingface_datasetio.db
+        type: sqlite
+    provider_id: huggingface
     provider_type: remote::huggingface
-    config:
+  - config:
       kvstore:
-        namespace: datasetio::huggingface
-        backend: kv_default
-  - provider_id: localfs
+        db_path: /tmp/localfs_datasetio.db
+        type: sqlite
+    provider_id: localfs
     provider_type: inline::localfs
-    config:
+  eval:
+  - config:
       kvstore:
-        namespace: datasetio::localfs
-        backend: kv_default
+        db_path: /tmp/meta_reference_eval.db
+        type: sqlite
+    provider_id: meta-reference
+    provider_type: inline::meta-reference
+  files:
+  - config:
+      metadata_store:
+        db_path: /tmp/files_metadata.db
+        type: sqlite
+      storage_dir: /tmp/files
+    provider_id: meta-reference-files
+    provider_type: inline::localfs
+  inference:
+  - provider_id: openai
+    provider_type: remote::openai
+    config:
+      api_key: ${env.OPENAI_API_KEY}
+  - config: {}
+    provider_id: sentence-transformers
+    provider_type: inline::sentence-transformers
+  safety:
+  - config:
+      excluded_categories: []
+    provider_id: llama-guard
+    provider_type: inline::llama-guard
   scoring:
-  - provider_id: basic
+  - config: {}
+    provider_id: basic
     provider_type: inline::basic
-    config: {}
-  - provider_id: llm-as-judge
+  - config: {}
+    provider_id: llm-as-judge
     provider_type: inline::llm-as-judge
-    config: {}
-  - provider_id: braintrust
-    provider_type: inline::braintrust
-    config:
-      openai_api_key: ${env.OPENAI_API_KEY:}
+  # telemetry:
+  # - config:
+  #     service_name: "\u200B"
+  #   provider_id: meta-reference
+  #   provider_type: inline::meta-reference
   tool_runtime:
-  - provider_id: rag-runtime
+  - config: {}
+    provider_id: rag-runtime
     provider_type: inline::rag-runtime
-    config: {}
-  - provider_id: model-context-protocol
-    provider_type: remote::model-context-protocol
-    config: {}
-  batches:
-  - provider_id: reference
-    provider_type: inline::reference
-    config:
+  vector_io:
+  - config:
       kvstore:
-        namespace: batches
-        backend: kv_default
+        db_path: /tmp/faiss_store.db
+        type: sqlite
+    provider_id: faiss
+    provider_type: inline::faiss
+scoring_fns: []
+server:
+  port: 8321
+shields: []
+tool_groups:
+- provider_id: rag-runtime
+  toolgroup_id: builtin::rag
+vector_dbs: []
 storage:
   backends:
     kv_default:
       type: kv_sqlite
-      db_path: .llama/distributions/starter/kv_store.db
+      db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/kv_store.db
     sql_default:
       type: sql_sqlite
-      db_path: .llama/distributions/starter/sql_store.db
+      db_path: ${env.SQLITE_STORE_DIR:=~/.llama/distributions/starter}/sql_store.db
   stores:
     metadata:
       namespace: registry
@@ -122,34 +150,4 @@ storage:
       backend: sql_default
     prompts:
       namespace: prompts
-      backend: kv_default
-registered_resources:
-  models:
-  - model_id: all-mpnet-base-v2
-    provider_id: sentence-transformers
-    provider_model_id: all-mpnet-base-v2
-    model_type: embedding
-    metadata:
-      embedding_dimension: 768
-  shields:
-  - shield_id: llama-guard
-    provider_id: ${env.SAFETY_MODEL:+llama-guard}
-    provider_shield_id: ${env.SAFETY_MODEL:=}
-  datasets: []
-  scoring_fns: []
-  benchmarks: []
-  external_providers_dir: /opt/app-root/src/.llama/providers.d
-  tool_groups:
-  - toolgroup_id: builtin::rag
-    provider_id: rag-runtime
-server:
-  port: 8321
-telemetry:
-  enabled: true
-vector_stores:
-  default_provider_id: documentation_faiss
-  default_embedding_model:
-    provider_id: sentence-transformers
-    model_id: all-mpnet-base-v2
-safety:
-  default_shield_id: llama-guard
+      backend: kv_default