chore: Update opensearch-rag stack and demo for SDP 26.3

Author: siegfriedweber

demos/opensearch-rag/load-embeddings-from-git.yaml

@@ -18,8 +18,10 @@ data:
     from requests.auth import HTTPBasicAuth
 
     # Configuration
-    OPENSEARCH_HOST = os.getenv('OPENSEARCH_HOST', 'opensearch')
-    OPENSEARCH_PORT = int(os.getenv('OPENSEARCH_PORT', '9200'))
+    OPENSEARCH_HOSTS = os.getenv('OPENSEARCH_HOSTS', 'https://opensearch:9200')
+    OPENSEARCH_HOSTNAME = os.getenv('OPENSEARCH_HOSTNAME', 'opensearch')
+    OPENSEARCH_PORT = os.getenv('OPENSEARCH_PORT', '9200')
+    OPENSEARCH_PROTOCOL = os.getenv('OPENSEARCH_PROTOCOL', 'https')
     OPENSEARCH_USER = os.getenv('OPENSEARCH_USER', 'admin')
     OPENSEARCH_PASSWORD = os.getenv('OPENSEARCH_PASSWORD', 'adminadmin')
     INDEX_NAME = os.getenv('INDEX_NAME', 'rag-documents')
@@ -31,7 +33,7 @@ data:
         for i in range(60):
             try:
                 response = requests.get(
-                    f'https://{OPENSEARCH_HOST}:{OPENSEARCH_PORT}',
+                    OPENSEARCH_HOSTS,
                     auth=HTTPBasicAuth(OPENSEARCH_USER, OPENSEARCH_PASSWORD),
                     verify=False,
                     timeout=5
@@ -142,7 +144,7 @@ data:
         auth = HTTPBasicAuth(OPENSEARCH_USER, OPENSEARCH_PASSWORD)
 
         # Create index pattern
-        response = requests.put(
+        response = requests.post(
             f'{base_url}/api/saved_objects/index-pattern/{INDEX_NAME}?overwrite=true',
             json={"attributes": {"title": INDEX_NAME, "timeFieldName": "timestamp"}},
             auth=auth, headers=headers, timeout=10
@@ -202,9 +204,9 @@ data:
             return 1
 
         client = OpenSearch(
-            hosts=[{'host': OPENSEARCH_HOST, 'port': OPENSEARCH_PORT}],
+            hosts=[{'host': OPENSEARCH_HOSTNAME, 'port': OPENSEARCH_PORT}],
             http_auth=(OPENSEARCH_USER, OPENSEARCH_PASSWORD),
-            use_ssl=True,
+            use_ssl=OPENSEARCH_PROTOCOL == 'https',
             verify_certs=False,
             ssl_show_warn=False
         )
@@ -277,10 +279,6 @@ spec:
           pip install -q opensearch-py requests urllib3
           python -u /scripts/load.py
         env:
-        - name: OPENSEARCH_HOST
-          value: "opensearch"
-        - name: OPENSEARCH_PORT
-          value: "9200"
         - name: OPENSEARCH_USER
           value: "admin"
         - name: OPENSEARCH_PASSWORD
@@ -292,6 +290,9 @@ spec:
           value: "rag-documents"
         - name: EMBEDDINGS_FILE
           value: "/data/stackable-docs-embeddings.json"
+        envFrom:
+        - configMapRef:
+            name: opensearch
         volumeMounts:
         - name: script
           mountPath: /scripts

stacks/opensearch-rag/jupyterlab.yaml

@@ -31,10 +31,6 @@ spec:
           env:
             - name: JUPYTER_PORT
               value: "8888"
-            - name: OPENSEARCH_HOST
-              value: "opensearch"
-            - name: OPENSEARCH_PORT
-              value: "9200"
             - name: OPENSEARCH_USER
               value: "admin"
             - name: OPENSEARCH_PASSWORD
@@ -48,6 +44,9 @@ spec:
               value: "11434"
             - name: OLLAMA_LLM_MODEL
               value: "{{ ollamaLlmModel }}"
+          envFrom:
+            - configMapRef:
+                name: opensearch
           ports:
             - name: http
               containerPort: 8888

stacks/opensearch-rag/opensearch-rag.ipynb

@@ -68,16 +68,18 @@
     "warnings.filterwarnings('ignore')\n",
     "\n",
     "# Configuration from environment variables\n",
-    "OPENSEARCH_HOST = os.getenv('OPENSEARCH_HOST')\n",
+    "OPENSEARCH_HOSTS = os.getenv('OPENSEARCH_HOSTS')\n",
+    "OPENSEARCH_HOSTNAME = os.getenv('OPENSEARCH_HOSTNAME')\n",
     "OPENSEARCH_PORT = int(os.getenv('OPENSEARCH_PORT'))\n",
+    "OPENSEARCH_PROTOCOL = os.getenv('OPENSEARCH_PROTOCOL')\n",
     "OPENSEARCH_USER = os.getenv('OPENSEARCH_USER')\n",
     "OPENSEARCH_PASSWORD = os.getenv('OPENSEARCH_PASSWORD')\n",
     "OLLAMA_HOST = os.getenv('OLLAMA_HOST')\n",
     "OLLAMA_PORT = int(os.getenv('OLLAMA_PORT'))\n",
     "OLLAMA_LLM_MODEL = os.getenv('OLLAMA_LLM_MODEL')\n",
     "INDEX_NAME = 'rag-documents'\n",
     "\n",
-    "print(f\"OpenSearch: {OPENSEARCH_HOST}:{OPENSEARCH_PORT}\")\n",
+    "print(f\"OpenSearch: {OPENSEARCH_HOSTS}\")\n",
     "print(f\"Ollama: {OLLAMA_HOST}:{OLLAMA_PORT} using {OLLAMA_LLM_MODEL} to generate responses\")\n",
     "print(f\"Index: {INDEX_NAME}\")"
    ]
@@ -101,9 +103,9 @@
    "source": [
     "# Initialize OpenSearch client\n",
     "opensearch_client = OpenSearch(\n",
-    "    hosts=[{'host': OPENSEARCH_HOST, 'port': OPENSEARCH_PORT}],\n",
+    "    hosts=[{'host': OPENSEARCH_HOSTNAME, 'port': OPENSEARCH_PORT}],\n",
     "    http_auth=(OPENSEARCH_USER, OPENSEARCH_PASSWORD),\n",
-    "    use_ssl=True,\n",
+    "    use_ssl=OPENSEARCH_PROTOCOL == 'https',\n",
     "    verify_certs=False,\n",
     "    ssl_show_warn=False\n",
     ")\n",