feat: git integration V2 (#3362)

Author: mbani01

backend/.env.dist.composed

@@ -1,5 +1,6 @@
 # Kafka settings
 CROWD_KAFKA_BROKERS=kafka:9092
+CROWD_KAFKA_TOPIC=data-sink-worker-normal
 
 # Redis settings
 CROWD_REDIS_HOST=redis

backend/src/database/migrations/U1751459866__gitIntegration.sql

@@ -0,0 +1,19 @@
+DROP TRIGGER IF EXISTS cleanup_orphaned_repositories_trigger ON git."repositoryIntegrations";
+
+-- Drop function
+DROP FUNCTION IF EXISTS git.cleanup_orphaned_repositories();
+
+-- Drop indexes
+DROP INDEX IF EXISTS "ix_git_repositoryIntegrations_integrationId";
+DROP INDEX IF EXISTS "ix_git_repositoryIntegrations_repositoryId";
+DROP INDEX IF EXISTS "ix_git_repositories_lastProcessedAt";
+DROP INDEX IF EXISTS "ix_git_repositories_state_priority";
+DROP INDEX IF EXISTS "ix_git_repositories_priority";
+DROP INDEX IF EXISTS "ix_git_repositories_state";
+
+-- Drop tables
+DROP TABLE IF EXISTS git."repositoryIntegrations";
+DROP TABLE IF EXISTS git.repositories;
+
+-- Drop schema
+DROP SCHEMA IF EXISTS git CASCADE; 

backend/src/database/migrations/U1751635377__addLockedAtToRepositories.sql

@@ -0,0 +1,5 @@
+-- Remove lockedAt column from git.repositories table
+-- Rollback for V1751635377__addLockedAtToRepositories.sql
+
+ALTER TABLE git.repositories 
+DROP COLUMN IF EXISTS "lockedAt";

backend/src/database/migrations/U1752752559__addLastProcessedCommit.sql

@@ -0,0 +1,2 @@
+ALTER TABLE git.repositories 
+DROP COLUMN IF EXISTS "lastProcessedCommit";

backend/src/database/migrations/U1754395778__addSegmentAndIntegrationToRepositories.sql

@@ -0,0 +1,7 @@
+DROP INDEX IF EXISTS "ix_git_repositories_integrationId_segmentId";
+DROP INDEX IF EXISTS "ix_git_repositories_segmentId";
+DROP INDEX IF EXISTS "ix_git_repositories_integrationId";
+
+ALTER TABLE git.repositories 
+DROP COLUMN IF EXISTS "integrationId",
+DROP COLUMN IF EXISTS "segmentId";

backend/src/database/migrations/U1754406504__deleteRepositoryIntegrations.sql

@@ -0,0 +1 @@
+

backend/src/database/migrations/U1756301737__addLastMaintainerRunAt.sql

@@ -0,0 +1,2 @@
+ALTER TABLE git.repositories 
+DROP COLUMN IF EXISTS "lastMaintainerRunAt";

backend/src/database/migrations/U1756301963__addMaintainerFile.sql

@@ -0,0 +1,2 @@
+ALTER TABLE git.repositories 
+DROP COLUMN IF EXISTS "maintainerFile";

backend/src/database/migrations/U1756387524__addMaintainersFields.sql

@@ -0,0 +1,4 @@
+ALTER TABLE "maintainersInternal" 
+DROP COLUMN IF EXISTS "originalRole",
+DROP COLUMN IF EXISTS "startDate",
+DROP COLUMN IF EXISTS "endDate";

backend/src/database/migrations/U1756671476__createServiceExecutionsTable.sql

@@ -0,0 +1,20 @@
+-- Down migration: Remove service executions table and related objects
+
+-- Drop trigger first
+DROP TRIGGER IF EXISTS trigger_auto_cleanup_service_executions ON git."serviceExecutions";
+
+-- Drop trigger function
+DROP FUNCTION IF EXISTS git.trigger_cleanup_service_executions();
+
+-- Drop indexes
+DROP INDEX IF EXISTS git."idx_serviceExecutions_composite";
+DROP INDEX IF EXISTS git."idx_serviceExecutions_createdAt";
+DROP INDEX IF EXISTS git."idx_serviceExecutions_status";
+DROP INDEX IF EXISTS git."idx_serviceExecutions_operationType";
+DROP INDEX IF EXISTS git."idx_serviceExecutions_repoId";
+
+-- Drop table (this will also drop the foreign key constraint)
+DROP TABLE IF EXISTS git."serviceExecutions";
+
+-- Drop ENUM type
+DROP TYPE IF EXISTS git.execution_status;