chore: add more debugger logs

Author: skwowet

services/apps/organizations_enrichment_worker/src/sources/internal-api/service.ts

@@ -52,6 +52,21 @@ export default class EnrichmentServiceInternalAPI
   ): Promise<IOrganizationEnrichmentDataInternalAPI | null> {
     let response: IOrganizationEnrichmentDataInternalAPIResponse | undefined
 
+    console.log(
+      '[DEBUG] Internal API URL:',
+      process.env['CROWD_ORGANIZATION_ENRICHMENT_INTERNAL_API_URL'],
+    )
+
+    console.log(
+      '[DEBUG] Internal API Key:',
+      process.env['CROWD_ORGANIZATION_ENRICHMENT_INTERNAL_API_KEY'],
+    )
+
+    console.log('[DEBUG] Input:', {
+      name: input.displayName,
+      urls: input.domains.map((domain) => cleanURL(domain.value)),
+    })
+
     try {
       const url = `${process.env['CROWD_ORGANIZATION_ENRICHMENT_INTERNAL_API_URL']}`
       const config = {

services/apps/organizations_enrichment_worker/src/types.ts

@@ -47,4 +47,5 @@ export interface IOrganizationEnrichmentDataNormalized {
 
 export interface IGetOrganizationsToEnrichInput {
   testRun?: boolean
+  perRunLimit?: number
 }

services/apps/organizations_enrichment_worker/src/workflows/enrichOrganization.ts

@@ -36,7 +36,7 @@ export async function enrichOrganization(
   const organization = await findOrganizationById(input.id)
   if (!organization) return
 
-  console.log('Enriching organization:', input.id)
+  console.log('[DEBUG] Enriching organization:', input.id)
 
   const [cache] = await findOrganizationEnrichmentCache([source], input.id)
 
@@ -46,14 +46,15 @@ export async function enrichOrganization(
   // Prepare enrichment input
   const enrichmentInput: IOrganizationEnrichmentSourceInput = await getEnrichmentInput(input)
 
-  console.log('Enrichment input:', enrichmentInput)
+  console.log('[DEBUG] Enrichment input:', enrichmentInput)
 
   // Use LLM to pick the most relevant domain if multiple
   if (enrichmentInput.domains.length > 1) {
     const mostRelevantDomain = await selectMostRelevantDomainWithLLM(
       input.id,
       enrichmentInput.domains,
     )
+    console.log('[DEBUG] Most relevant domain selected by LLM:', mostRelevantDomain)
     enrichmentInput.domains = [mostRelevantDomain]
   }
 
@@ -62,7 +63,7 @@ export async function enrichOrganization(
   // Fetch new enrichment data
   const data = await getEnrichmentData(source, enrichmentInput)
 
-  console.log('Enrichment data:', JSON.stringify(data, null, 2))
+  console.log('[DEBUG] Enrichment data:', JSON.stringify(data, null, 2))
 
   // Record enrichment attempt
   await touchOrganizationEnrichmentLastTriedAt(input.id)
@@ -71,32 +72,32 @@ export async function enrichOrganization(
 
   if (!cache) {
     // First time enriching, create cache entry
-    console.log('Creating cache entry for organization!')
+    console.log('[DEBUG] Creating cache entry for organization!')
     await createOrganizationEnrichmentCache(source, input.id, data)
     if (data) {
       changeInEnrichmentSourceData = true
     }
   } else if (cache && !data) {
     // No new data, keep the old cache and update the timestamp
-    console.log('No new data, keeping old cache and updating timestamp!')
+    console.log('[DEBUG] No new data, keeping old cache and updating timestamp!')
     await touchOrganizationEnrichmentCacheUpdatedAt(source, input.id)
   } else if (cache && data) {
     // Data changed, update cache
     if (sourceHasDifferentDataComparedToCache(cache, data)) {
-      console.log('Data changed, updating cache!')
+      console.log('[DEBUG] Data changed, updating cache!')
       await updateOrganizationEnrichmentCache(source, input.id, data)
       changeInEnrichmentSourceData = true
     } else {
       // Data unchanged, keep the old cache and update the timestamp
-      console.log('Data unchanged, keeping old cache and updating timestamp!')
+      console.log('[DEBUG] Data unchanged, keeping old cache and updating timestamp!')
       await touchOrganizationEnrichmentCacheUpdatedAt(source, input.id)
     }
   }
 
   // Apply enrichment only if there’s new data to apply
   if (changeInEnrichmentSourceData && data) {
     const normalized = await normalizeEnrichmentData(source, data)
-    console.log('Normalized data:', JSON.stringify(normalized, null, 2))
+    console.log('[DEBUG] Normalized data:', JSON.stringify(normalized, null, 2))
     await applyEnrichmentToOrganization(input.id, normalized)
   }
 }

services/apps/organizations_enrichment_worker/src/workflows/getOrganizationsToEnrich.ts

@@ -22,7 +22,7 @@ const { getEnrichableOrganizations, getMaxConcurrentRequests } = proxyActivities
 export async function getOrganizationsToEnrich(
   input: IGetOrganizationsToEnrichInput,
 ): Promise<void> {
-  const QUERY_FOR_ENRICHABLE_ORGANIZATIONS_PER_RUN = 5
+  const QUERY_FOR_ENRICHABLE_ORGANIZATIONS_PER_RUN = input.perRunLimit ?? 1
   const source = OrganizationEnrichmentSource.INTERNAL_API
 
   const organizations = await getEnrichableOrganizations(