OKP: Add dev.okpRagOnly config option

When dev.okpRagOnly is set to true, the default RAG database is disabled
and only the OKP RAG is used.

The option is intent for testing the OKP RAG separated from the default
one.

Signed-off-by: Lucas Alvares Gomes <lucasagomes@gmail.com>

Author: umago

api/v1beta1/openstacklightspeed_types.go

@@ -58,6 +58,7 @@ const (
 type DevSpec struct {
 	FeatureFlags        []string `json:"featureFlags,omitempty"`
 	OKPChunkFilterQuery string   `json:"okpChunkFilterQuery,omitempty"`
+	OKPRagOnly          bool     `json:"okpRagOnly,omitempty"`
 }
 
 // OKPSpec defines configuration for the Offline Knowledge Portal (OKP).

config/samples/api_v1beta1_openstacklightspeed.yaml

@@ -22,3 +22,4 @@ spec:
   #   featureFlags:
   #     - okp
   #   okpChunkFilterQuery: "product:(*openstack* OR *openshift*)"
+  #   okpRagOnly: true

internal/controller/assets/vector_database_build.py

@@ -60,6 +60,7 @@
 """
 
 import argparse
+import functools
 from pathlib import Path
 from typing import Any, Iterable, Optional, Callable
 import logging
@@ -218,7 +219,9 @@ def ogx_process(ogx_config_source_path: Path, ogx_config_target: dict[str, Any])
 
 # -- Lightspeed Stack functions ----------------------------------------------
 def lstack_process(
-    ogx_config_source_path: Path, lstack_config_target: dict[str, Any]
+    ogx_config_source_path: Path,
+    lstack_config_target: dict[str, Any],
+    okp_rag_only: bool = False,
 ) -> dict[str, Any]:
     """Update Lightspeed stack config with RAG entries from OGX config source."""
     ogx_config_source = load_yaml_file(ogx_config_source_path)
@@ -243,7 +246,8 @@ def lstack_process(
         },
     )
 
-    add_unique(lstack_config_target["rag"]["inline"], vector_store_id)
+    if not okp_rag_only:
+        add_unique(lstack_config_target["rag"]["inline"], vector_store_id)
     return lstack_config_target
 
 
@@ -276,6 +280,12 @@ def parse_arguments() -> argparse.Namespace:
         required=True,
         help="Path (as pathlib.Path) to the base Lightspeed Stack configuration file",
     )
+    parser.add_argument(
+        "--okp-rag-only",
+        action="store_true",
+        default=False,
+        help="When set, skip adding vector store IDs to rag.inline (OKP is the only RAG source)",
+    )
 
     return parser.parse_args()
 
@@ -284,7 +294,8 @@ def main() -> None:
     """main"""
     args = parse_arguments()
     config_build(args.vector_db_path, args.ogx_config_path, ogx_process)
-    config_build(args.vector_db_path, args.lightspeed_stack_path, lstack_process)
+    lstack_fn = functools.partial(lstack_process, okp_rag_only=args.okp_rag_only)
+    config_build(args.vector_db_path, args.lightspeed_stack_path, lstack_fn)
 
 
 if __name__ == "__main__":

internal/controller/lcore_deployment.go

@@ -248,15 +248,21 @@ func buildInitContainers(
 		},
 	})
 
+	configBuildCmd := []string{
+		"python3", VectorDBScriptsMountPath + "/" + VectorDBBuildScriptKey,
+		"--vector-db-path", VectorDBVolumeMountPath,
+		"--ogx-config-path", OGXConfigInitContainerMountPath,
+		"--lightspeed-stack-path", LightspeedStackInitContainerMountPath,
+	}
+	devConfig, _ := parseDevConfig(instance)
+	if devConfig.OKPRagOnly {
+		configBuildCmd = append(configBuildCmd, "--okp-rag-only")
+	}
+
 	containers = append(containers, corev1.Container{
-		Name:  "vector-database-config-build",
-		Image: apiv1beta1.OpenStackLightspeedDefaultValues.LCoreImageURL,
-		Command: []string{
-			"python3", VectorDBScriptsMountPath + "/" + VectorDBBuildScriptKey,
-			"--vector-db-path", VectorDBVolumeMountPath,
-			"--ogx-config-path", OGXConfigInitContainerMountPath,
-			"--lightspeed-stack-path", LightspeedStackInitContainerMountPath,
-		},
+		Name:            "vector-database-config-build",
+		Image:           apiv1beta1.OpenStackLightspeedDefaultValues.LCoreImageURL,
+		Command:         configBuildCmd,
 		SecurityContext: securityContext,
 		Resources:       resourceRequirements,
 		VolumeMounts: []corev1.VolumeMount{