fix e2e

Signed-off-by: Anxhela Coba <acoba@redhat.com>

Author: Anxhela21

src/utils/vector_search.py

@@ -49,16 +49,20 @@ def _filter_documents_for_chunks(
             attrs.get("reference_url") or attrs.get("doc_url") or attrs.get("docs_url")
         )
         doc_id = attrs.get("document_id") or attrs.get("doc_id")
-        dedup_key = doc_id or doc_url or chunk.source or ""
+        # Use same precedence as _process_byok_rag_chunks_for_documents:
+        # reference_url first, then doc_id
+        dedup_key = doc_url or doc_id or chunk.source or ""
         if dedup_key:
             final_chunk_identifiers.add(dedup_key)
 
     # Filter documents that match final chunk identifiers
     filtered_documents = []
     seen = set()
     for doc in all_documents:
-        # Build same dedup key for document
+        # Build same dedup key for document using same logic as extraction
         doc_url_str = str(doc.doc_url) if doc.doc_url else None
+        # Use the same dedup key logic as _process_byok_rag_chunks_for_documents
+        # which uses reference_url or doc_id as the key
         dedup_key = doc_url_str or doc.source or ""
 
         if dedup_key in final_chunk_identifiers and dedup_key not in seen:
@@ -312,8 +316,16 @@ def _process_byok_rag_chunks_for_documents(
             or metadata.get("docs_url")
         )
 
+        # If no standard document identifiers are available, create a fallback
+        # using the source (vector store ID) to ensure referenced documents
+        # are still created for e2e tests where metadata may be minimal
         if not doc_id and not reference_url:
-            continue
+            # Use source as fallback document identifier
+            fallback_doc_id = result.get("source", "unknown")
+            if fallback_doc_id and fallback_doc_id != "unknown":
+                doc_id = fallback_doc_id
+            else:
+                continue
 
         # Use doc_id or reference_url as deduplication key
         dedup_key = reference_url or doc_id