fix: set syncedAt when inserting the projects

Signed-off-by: Umberto Sgueglia <usgueglia@contractor.linuxfoundation.org>

Author: ulemons

services/apps/automatic_projects_discovery_worker/src/activities/activities.ts

@@ -1,6 +1,6 @@
 import { parse } from 'csv-parse'
 
-import { bulkInsertProjectCatalog } from '@crowd/data-access-layer'
+import { bulkUpsertProjectCatalog } from '@crowd/data-access-layer'
 import { IDbProjectCatalogCreate } from '@crowd/data-access-layer/src/project-catalog/types'
 import { pgpQx } from '@crowd/data-access-layer/src/queryExecutor'
 import { getServiceLogger } from '@crowd/logging'
@@ -97,7 +97,7 @@ export async function processDataset(
     if (batch.length >= BATCH_SIZE) {
       batchNumber++
 
-      await bulkInsertProjectCatalog(qx, batch)
+      await bulkUpsertProjectCatalog(qx, batch)
       totalProcessed += batch.length
       batch = []
 
@@ -112,7 +112,7 @@ export async function processDataset(
       { sourceName, datasetId: dataset.id, batchSize: batch.length },
       'Flushing final batch...',
     )
-    await bulkInsertProjectCatalog(qx, batch)
+    await bulkUpsertProjectCatalog(qx, batch)
     totalProcessed += batch.length
   }
 

services/libs/data-access-layer/src/project-catalog/projectCatalog.ts

@@ -99,7 +99,8 @@ export async function insertProjectCatalog(
       "ossfCriticalityScore",
       "lfCriticalityScore",
       "createdAt",
-      "updatedAt"
+      "updatedAt",
+      "syncedAt"
     )
     VALUES (
       $(projectSlug),
@@ -108,6 +109,7 @@ export async function insertProjectCatalog(
       $(ossfCriticalityScore),
       $(lfCriticalityScore),
       NOW(),
+      NOW(),
       NOW()
     )
     RETURNING ${prepareSelectColumns(PROJECT_CATALOG_COLUMNS)}
@@ -147,7 +149,8 @@ export async function bulkInsertProjectCatalog(
       "ossfCriticalityScore",
       "lfCriticalityScore",
       "createdAt",
-      "updatedAt"
+      "updatedAt",
+      "syncedAt"
     )
     SELECT
       v."projectSlug",
@@ -156,6 +159,7 @@ export async function bulkInsertProjectCatalog(
       v."ossfCriticalityScore"::double precision,
       v."lfCriticalityScore"::double precision,
       NOW(),
+      NOW(),
       NOW()
     FROM jsonb_to_recordset($(values)::jsonb) AS v(
       "projectSlug" text,
@@ -183,7 +187,8 @@ export async function upsertProjectCatalog(
       "ossfCriticalityScore",
       "lfCriticalityScore",
       "createdAt",
-      "updatedAt"
+      "updatedAt",
+      "syncedAt"
     )
     VALUES (
       $(projectSlug),
@@ -192,14 +197,16 @@ export async function upsertProjectCatalog(
       $(ossfCriticalityScore),
       $(lfCriticalityScore),
       NOW(),
+      NOW(),
       NOW()
     )
     ON CONFLICT ("repoUrl") DO UPDATE SET
       "projectSlug" = EXCLUDED."projectSlug",
       "repoName" = EXCLUDED."repoName",
       "ossfCriticalityScore" = COALESCE(EXCLUDED."ossfCriticalityScore", "projectCatalog"."ossfCriticalityScore"),
       "lfCriticalityScore" = COALESCE(EXCLUDED."lfCriticalityScore", "projectCatalog"."lfCriticalityScore"),
-      "updatedAt" = NOW()
+      "updatedAt" = NOW(),
+      "syncedAt" = NOW()
     RETURNING ${prepareSelectColumns(PROJECT_CATALOG_COLUMNS)}
     `,
     {
@@ -237,7 +244,8 @@ export async function bulkUpsertProjectCatalog(
       "ossfCriticalityScore",
       "lfCriticalityScore",
       "createdAt",
-      "updatedAt"
+      "updatedAt",
+      "syncedAt"
     )
     SELECT
       v."projectSlug",
@@ -246,6 +254,7 @@ export async function bulkUpsertProjectCatalog(
       v."ossfCriticalityScore"::double precision,
       v."lfCriticalityScore"::double precision,
       NOW(),
+      NOW(),
       NOW()
     FROM jsonb_to_recordset($(values)::jsonb) AS v(
       "projectSlug" text,
@@ -259,7 +268,8 @@ export async function bulkUpsertProjectCatalog(
       "repoName" = EXCLUDED."repoName",
       "ossfCriticalityScore" = COALESCE(EXCLUDED."ossfCriticalityScore", "projectCatalog"."ossfCriticalityScore"),
       "lfCriticalityScore" = COALESCE(EXCLUDED."lfCriticalityScore", "projectCatalog"."lfCriticalityScore"),
-      "updatedAt" = NOW()
+      "updatedAt" = NOW(),
+      "syncedAt" = NOW()
     `,
     { values: JSON.stringify(values) },
   )