Organization cache simplify enrichment (#276)

Author: epipav

backend/src/database/migrations/U1669737732__organizationCacheEnrichedBoolean.sql

@@ -0,0 +1 @@
+ALTER TABLE public."organizationCaches" DROP COLUMN "enriched";

backend/src/database/migrations/U1669802927__organizationCacheMissingFields.sql

@@ -0,0 +1,6 @@
+ALTER TABLE public."organizationCaches" DROP COLUMN "location";
+ALTER TABLE public."organizationCaches" DROP COLUMN "github";
+ALTER TABLE public."organizationCaches" DROP COLUMN "website";
+
+create unique index organizations_url_tenant_id
+    on "organizations" (url,"tenantId");

backend/src/database/migrations/V1669737732__organizationCacheEnrichedBoolean.sql

@@ -0,0 +1 @@
+ALTER TABLE public."organizationCaches" ADD COLUMN "enriched" BOOLEAN NOT NULL DEFAULT FALSE;

backend/src/database/migrations/V1669802927__organizationCacheMissingFields.sql

@@ -0,0 +1,5 @@
+ALTER TABLE public."organizationCaches" ADD "location" TEXT NULL;
+ALTER TABLE public."organizationCaches" ADD "github" JSONB NULL;
+ALTER TABLE public."organizationCaches" ADD "website" TEXT NULL;
+
+drop index public.organizations_url_tenant_id;

backend/src/database/models/organizationCache.ts

@@ -52,6 +52,10 @@ export default (sequelize) => {
         type: DataTypes.JSONB,
         default: {},
       },
+      github: {
+        type: DataTypes.JSONB,
+        default: {},
+      },
       crunchbase: {
         type: DataTypes.JSONB,
         default: {},
@@ -71,6 +75,14 @@ export default (sequelize) => {
           len: [0, 255],
         },
       },
+      location: {
+        type: DataTypes.TEXT,
+        allowNull: true,
+      },
+      website: {
+        type: DataTypes.TEXT,
+        allowNull: true,
+      },
     },
     {
       indexes: [

backend/src/database/repositories/__tests__/organizationCacheRepository.test.ts

@@ -13,6 +13,11 @@ const toCreate = {
   logo: 'https://logo.clearbit.com/crowd.dev',
   tags: ['community', 'growth', 'developer-first'],
   parentUrl: null,
+  website: 'https://crowd.dev',
+  location: 'Berlin',
+  github: {
+    handle: 'CrowdDotDev',
+  },
   twitter: {
     handle: 'CrowdDotDev',
     id: '1362101830923259908',

backend/src/database/repositories/organizationCacheRepository.ts

@@ -25,6 +25,10 @@ class OrganizationCacheRepository {
           'employees',
           'revenueRange',
           'importHash',
+          'enriched',
+          'website',
+          'github',
+          'location',
         ]),
       },
       {
@@ -68,6 +72,10 @@ class OrganizationCacheRepository {
           'employees',
           'revenueRange',
           'importHash',
+          'enriched',
+          'website',
+          'github',
+          'location',
         ]),
       },
       {

backend/src/i18n/en.ts

@@ -109,8 +109,8 @@ const en = {
     wrongEagleEyeSearch: {
       message: 'Wrong search parameters',
     },
-    OrganizationNameOrUrlRequired: {
-      message: 'Organization Name or Url is required',
+    OrganizationNameRequired: {
+      message: 'Organization Name is required',
     },
     projectNotFound: {
       message: 'Project not found',

backend/src/serverless/integrations/services/integrations/githubIntegrationService.ts

@@ -599,6 +599,7 @@ export class GithubIntegrationService extends IntegrationServiceBase {
                 ? { handle: fromAPI.url.replace('https://github.com/', '') }
                 : null,
               twitter: fromAPI.twitterUsername ? { handle: fromAPI.twitterUsername } : null,
+              website: fromAPI.websiteUrl ?? null,
             },
           ]
         } else {

backend/src/serverless/integrations/webhooks/github.ts

@@ -384,6 +384,7 @@ export default class GitHubWebhook {
                 ? { handle: fromAPI.url.replace('https://github.com/', '') }
                 : null,
               twitter: fromAPI.twitterUsername ? { handle: fromAPI.twitterUsername } : null,
+              website: fromAPI.websiteUrl ?? null,
             },
           ]
         } else {