bugfix(shopify): have shopify policies refresh, make loading spinner

stop after 90% of products are ingested, let policies get fed into the
search

Author: cdxker

clients/trieve-shopify-extension/app/components/onboarding/WelcomeOnboarding.tsx

@@ -31,7 +31,7 @@ export const WelcomeOnboarding: OnboardingBody = ({
     if (!productVariantsCount || !usage?.chunk_count) {
       return;
     }
-    if (usage?.chunk_count >= productVariantsCount) {
+    if (usage?.chunk_count >= productVariantsCount * 0.1) {
       setCompleted(true);
       setRefetch(false);
       if (trieve.organizationId && trieve.trieve.apiKey != null) {

clients/trieve-shopify-extension/app/components/settings/DatasetSettings.tsx

@@ -8,16 +8,13 @@ import {
   Card,
   Divider,
   FormLayout,
-  Icon,
   InlineGrid,
   InlineStack,
-  Page,
-  Select,
   Text,
   TextField,
   useBreakpoints,
 } from "@shopify/polaris";
-import { CheckCircleIcon, InfoIcon } from "@shopify/polaris-icons";
+import { CheckCircleIcon } from "@shopify/polaris-icons";
 import { useClientAdminApi } from "app/loaders/clientLoader";
 import { setAppMetafields } from "app/queries/metafield";
 import { useCallback, useEffect, useState } from "react";
@@ -97,9 +94,6 @@ export const DatasetSettings = ({
     useState(initalCrawlOptions);
   const shopify = useAppBridge();
   const submit = useSubmit();
-  const [datasetSettings, setDatasetSettings] = useState<DatasetConfig>(
-    shopDataset.server_configuration ?? ({} as DatasetConfig),
-  );
 
   const adminApi = useClientAdminApi();
   const { smUp } = useBreakpoints();

clients/trieve-shopify-extension/app/components/settings/PolicySettings.tsx

@@ -13,10 +13,11 @@ import {
   Modal,
   InlineGrid,
 } from "@shopify/polaris";
-import { useState, useCallback } from "react";
+import { useEffect, useState } from "react";
 import { Dataset } from "trieve-ts-sdk";
 import { useSubmit } from "@remix-run/react";
 import { PlusIcon, DeleteIcon, EditIcon } from "@shopify/polaris-icons";
+import { useTrieve } from "app/context/trieveContext";
 
 interface Policy {
   id: string;
@@ -41,6 +42,7 @@ export function PolicySettings({
   });
   const [showDeleteConfirmModal, setShowDeleteConfirmModal] = useState(false);
   const [policyIdToDelete, setPolicyIdToDelete] = useState<string | null>(null);
+  const trieve = useTrieve();
 
   const submit = useSubmit();
 
@@ -63,7 +65,7 @@ export function PolicySettings({
         };
       }
 
-      await submit(
+      submit(
         {
           policy: policyToAdd.content,
           policy_id: policyToAdd.id,
@@ -91,6 +93,19 @@ export function PolicySettings({
     }
   };
 
+  useEffect(() => {
+    trieve.trieve.getChunksGroupByTrackingId({
+      groupTrackingId: "policy",
+      page: 1
+    }).then((res) => {
+      const initialPolicies: Policy[] = res.chunks.filter((chunk) => chunk.chunk_html && chunk.tracking_id).map((chunk) => ({
+        id: chunk.tracking_id ?? "",
+        content: chunk.chunk_html || ""
+      }))
+      setPolicies(initialPolicies);
+    });
+  }, []);
+
   const handleStartEditPolicy = (policy: Policy) => {
     setIsAdding(false);
     setEditingPolicyId(policy.id);

clients/trieve-shopify-extension/app/routes/app._dashboard.settings.tsx

@@ -242,8 +242,14 @@ export const action = async ({ request }: ActionFunctionArgs) => {
       });
 
       await trieve.createChunk({
+        // Add this just to rubber stamp
+        metadata: {
+          status: "ACTIVE",
+          variant_inventory: 20,
+        },
         chunk_html: policyContent as string,
         tracking_id: policyId as string,
+        tag_set: ["policy"],
         group_tracking_ids: ["policy"],
         upsert_by_tracking_id: true,
       });

clients/trieve-shopify-extension/extensions/global-search/blocks/global_component.liquid

@@ -103,7 +103,27 @@
             match_all: [
               "ACTIVE"
             ]
-          }
+          },
+        ],
+        should: [
+          {
+            field: "tag_set",
+            match_any: [
+              "policy"
+            ]
+          },
+          {
+            field: "metadata.variant_inventory",
+            range: {
+              gt: 0
+            }
+          },
+          {
+            field: "metadata.status",
+            match_all: [
+              "ACTIVE"
+            ]
+          },
         ]
       },
       defaultCurrency: currencySymbol(currency),