fix: reduce bedrock throttling in member enrichment llm activities

Signed-off-by: Yeganathan S <63534555+skwowet@users.noreply.github.com>

Author: skwowet

services/apps/members_enrichment_worker/src/workflows/processMemberSources.ts

@@ -10,8 +10,6 @@ const {
   normalizeEnrichmentData,
   fetchMemberDataForLLMSquashing,
   findWhichLinkedinProfileToUseAmongScraperResult,
-  squashMultipleValueAttributesWithLLM,
-  squashWorkExperiencesWithLLM,
   updateMemberUsingSquashedPayload,
   cleanAttributeValue,
   touchMemberEnrichmentLastTriedAt,
@@ -25,6 +23,18 @@ const {
   },
 })
 
+const { squashMultipleValueAttributesWithLLM, squashWorkExperiencesWithLLM } = proxyActivities<
+  typeof activities
+>({
+  startToCloseTimeout: '10 minutes',
+  retry: {
+    initialInterval: '30s',
+    backoffCoefficient: 2.0,
+    maximumInterval: '5 minutes',
+    maximumAttempts: 6,
+  },
+})
+
 export async function processMemberSources(args: IProcessMemberSourcesArgs): Promise<boolean> {
   // without contributions since they take a lot of space
   const toBeSquashed = {}

services/libs/types/src/llm.ts

@@ -79,15 +79,15 @@ export const LLM_SETTINGS: Record<LlmQueryType, ILlmSettings> = {
   [LlmQueryType.MEMBER_ENRICHMENT_SQUASH_MULTIPLE_VALUE_ATTRIBUTES]: {
     modelId: LlmModelType.CLAUDE_SONNET_4,
     arguments: {
-      max_tokens: 40000,
+      max_tokens: 2000,
       anthropic_version: 'bedrock-2023-05-31',
       temperature: 0,
     },
   },
   [LlmQueryType.MEMBER_ENRICHMENT_SQUASH_WORK_EXPERIENCES_FROM_MULTIPLE_SOURCES]: {
     modelId: LlmModelType.CLAUDE_SONNET_4,
     arguments: {
-      max_tokens: 40000,
+      max_tokens: 8000,
       anthropic_version: 'bedrock-2023-05-31',
       temperature: 0,
     },