chore: remove member_segments_mv and organization_segments_mv (CM-1008) (#3888)

Signed-off-by: Uroš Marolt <uros@marolt.me>

Author: themarolt

backend/src/bin/jobs/index.ts

@@ -7,11 +7,9 @@ import integrationTicks from './integrationTicks'
 import refreshGithubRepoSettingsJob from './refreshGithubRepoSettings'
 import refreshGitlabToken from './refreshGitlabToken'
 import refreshGroupsioToken from './refreshGroupsioToken'
-import refreshMaterializedViews from './refreshMaterializedViews'
 
 const jobs: CrowdJob[] = [
   integrationTicks,
-  refreshMaterializedViews,
   cleanUp,
   checkStuckIntegrationRuns,
   refreshGroupsioToken,

backend/src/bin/jobs/refreshMaterializedViews.ts

@@ -1,8 +1,2 @@
-drop materialized view if exists member_segments_mv;
-
-create materialized view member_segments_mv as
-select distinct "memberId", "segmentId", "tenantId"
-from activities
-where "deletedAt" is null;
-
-create unique index ix_member_segments_memberid_segmentid on member_segments_mv ("memberId", "segmentId")
+-- member_segments_mv is no longer needed — replaced by memberSegmentsAgg table (CM-1008)
+drop materialized view if exists member_segments_mv;

backend/src/database/migrations/R__member_segments_mv.sql

@@ -1,9 +1,2 @@
-DROP MATERIALIZED VIEW IF EXISTS organization_segments_mv;
-
-CREATE MATERIALIZED VIEW organization_segments_mv AS
-SELECT DISTINCT "organizationId", "segmentId", "tenantId"
-FROM activities
-WHERE "deletedAt" IS NULL;
-
-CREATE UNIQUE INDEX ix_organization_segments_orgid_segmentid ON organization_segments_mv ("organizationId", "segmentId");
-CREATE INDEX ix_organization_segments_segmentid ON organization_segments_mv ("segmentId");
+-- organization_segments_mv is no longer needed — replaced by organizationSegmentsAgg table (CM-1008)
+drop materialized view if exists organization_segments_mv;

backend/src/database/migrations/R__organization_segments_mv.sql

@@ -266,8 +266,8 @@ class MemberRepository {
         SELECT
             COUNT(DISTINCT mtm."memberId"::TEXT || mtm."toMergeId"::TEXT) AS count
         FROM "memberToMerge" mtm
-        JOIN member_segments_mv ms ON ms."memberId" = mtm."memberId"
-        JOIN member_segments_mv ms2 ON ms2."memberId" = mtm."toMergeId"
+        JOIN "memberSegmentsAgg" ms ON ms."memberId" = mtm."memberId"
+        JOIN "memberSegmentsAgg" ms2 ON ms2."memberId" = mtm."toMergeId"
         join members m on m.id = mtm."memberId"
         join members m2 on m2.id = mtm."toMergeId"
         WHERE ms."segmentId" IN (:segmentIds) and ms2."segmentId" IN (:segmentIds)
@@ -370,8 +370,8 @@ class MemberRepository {
             m2."displayName" as "toMergeDisplayName",
             m2.attributes->'avatarUrl'->>'default' as "toMergeAvatarUrl"
         FROM "memberToMerge" mtm
-        JOIN member_segments_mv ms ON ms."memberId" = mtm."memberId"
-        JOIN member_segments_mv ms2 ON ms2."memberId" = mtm."toMergeId"
+        JOIN "memberSegmentsAgg" ms ON ms."memberId" = mtm."memberId"
+        JOIN "memberSegmentsAgg" ms2 ON ms2."memberId" = mtm."toMergeId"
         join members m on m.id = mtm."memberId"
         join members m2 on m2.id = mtm."toMergeId"
         WHERE ms."segmentId" IN (:segmentIds) and ms2."segmentId" IN (:segmentIds) AND mtm.similarity IS NOT NULL

backend/src/database/repositories/memberRepository.ts

@@ -819,8 +819,8 @@ class OrganizationRepository {
           otm."similarity"
         FROM organizations org
         JOIN "organizationToMerge" otm ON org.id = otm."organizationId"
-        JOIN "organization_segments_mv" os1 ON os1."organizationId" = org.id
-        JOIN "organization_segments_mv" os2 ON os2."organizationId" = otm."toMergeId"
+        JOIN "organizationSegmentsAgg" os1 ON os1."organizationId" = org.id
+        JOIN "organizationSegmentsAgg" os2 ON os2."organizationId" = otm."toMergeId"
         join organizations o1 on o1.id = org.id
         join organizations o2 on o2.id = otm."toMergeId"
         LEFT JOIN "mergeActions" ma
@@ -937,8 +937,8 @@ class OrganizationRepository {
           os2."segmentId" as "secondarySegmentId"
         FROM organizations org
         JOIN "organizationToMerge" otm ON org.id = otm."organizationId"
-        JOIN "organization_segments_mv" os1 ON os1."organizationId" = org.id
-        JOIN "organization_segments_mv" os2 ON os2."organizationId" = otm."toMergeId"
+        JOIN "organizationSegmentsAgg" os1 ON os1."organizationId" = org.id
+        JOIN "organizationSegmentsAgg" os2 ON os2."organizationId" = otm."toMergeId"
         join organizations o1 on o1.id = org.id
         join organizations o2 on o2.id = otm."toMergeId"
         LEFT JOIN "mergeActions" ma