feature: dedup autocomplete by group and add api key filtering for that route

Author: densumesh

server/src/data/models.rs

@@ -18,6 +18,7 @@ use crate::handlers::message_handler::{
     CreateMessageReqPayload, EditMessageReqPayload, RegenerateMessageReqPayload,
 };
 
+use crate::handlers::group_handler::AutocompleteSearchOverGroupsReqPayload;
 use crate::handlers::page_handler::PublicPageParameters;
 use crate::operators::analytics_operator::{
     CTRRecommendationsWithClicksResponse, CTRRecommendationsWithoutClicksResponse,
@@ -4623,6 +4624,32 @@ impl ApiKeyRequestParams {
         }
     }
 
+    pub fn combine_with_autocomplete_search_over_groups(
+        self,
+        payload: AutocompleteSearchOverGroupsReqPayload,
+    ) -> AutocompleteSearchOverGroupsReqPayload {
+        AutocompleteSearchOverGroupsReqPayload {
+            search_type: self.search_type.unwrap_or(payload.search_type),
+            extend_results: payload.extend_results,
+            query: payload.query,
+            page_size: self.page_size.or(payload.page_size),
+            filters: self.filters.or(payload.filters),
+            sort_options: payload.sort_options,
+            scoring_options: payload.scoring_options,
+            highlight_options: self.highlight_options.or(payload.highlight_options),
+            score_threshold: self.score_threshold.or(payload.score_threshold),
+            slim_chunks: self.slim_chunks.or(payload.slim_chunks),
+            use_quote_negated_terms: self
+                .use_quote_negated_terms
+                .or(payload.use_quote_negated_terms),
+            group_size: payload.group_size,
+            remove_stop_words: self.remove_stop_words.or(payload.remove_stop_words),
+            user_id: payload.user_id,
+            typo_options: self.typo_options.or(payload.typo_options),
+            metadata: payload.metadata,
+        }
+    }
+
     pub fn combine_with_search_chunks(
         self,
         payload: SearchChunksReqPayload,

server/src/middleware/auth_middleware.rs

@@ -6,7 +6,10 @@ use crate::{
     handlers::{
         auth_handler::{AdminOnly, LoggedUser, OrganizationRole, OwnerOnly},
         chunk_handler::{AutocompleteReqPayload, ScrollChunksReqPayload, SearchChunksReqPayload},
-        group_handler::{SearchOverGroupsReqPayload, SearchWithinGroupReqPayload},
+        group_handler::{
+            AutocompleteSearchOverGroupsReqPayload, SearchOverGroupsReqPayload,
+            SearchWithinGroupReqPayload,
+        },
         message_handler::CreateMessageReqPayload,
     },
     operators::{
@@ -404,6 +407,15 @@ pub async fn insert_api_key_payload(
             let body_bytes = serde_json::to_vec(&web::Json(new_body)).unwrap();
             req.set_payload(bytes_to_payload(body_bytes.into()));
         }
+        "/api/chunk_group/group_oriented_autocomplete" => {
+            let body = req
+                .extract::<Json<AutocompleteSearchOverGroupsReqPayload>>()
+                .await?;
+            let new_body =
+                api_key_params.combine_with_autocomplete_search_over_groups(body.into_inner());
+            let body_bytes = serde_json::to_vec(&web::Json(new_body)).unwrap();
+            req.set_payload(bytes_to_payload(body_bytes.into()));
+        }
         "/api/chunk_group/search" => {
             let body = req.extract::<Json<SearchWithinGroupReqPayload>>().await?;
             let new_body = api_key_params.combine_with_search_within_group(body.into_inner());

server/src/operators/search_operator.rs

@@ -3076,6 +3076,11 @@ pub async fn autocomplete_search_over_groups_query(
         data.sort_options,
     ));
 
+    reranked_chunks = reranked_chunks
+        .into_iter()
+        .dedup_by(|a, b| a.group_id == b.group_id)
+        .collect::<Vec<GroupScoreChunk>>();
+
     reranked_chunks.truncate(data.page_size.unwrap_or(10) as usize);
 
     result_chunks.group_chunks = reranked_chunks;