feat: scaffold packages_worker service with shared config and db helpers

Signed-off-by: Mouad BANI <mouad-mb@outlook.com>

Author: mbani01

pnpm-lock.yaml

@@ -0,0 +1,28 @@
+{
+  "name": "@crowd/packages-worker",
+  "private": true,
+  "scripts": {
+    "start:packages-worker": "SERVICE=packages-worker tsx src/bin/packages-worker.ts",
+    "start:github-repos-enricher": "SERVICE=github-repos-enricher tsx src/bin/github-repos-enricher.ts",
+    "start:debug:packages-worker:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && SERVICE=packages-worker LOG_LEVEL=trace tsx --inspect=0.0.0.0:9233 src/bin/packages-worker.ts",
+    "start:debug:github-repos-enricher:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && SERVICE=github-repos-enricher LOG_LEVEL=trace tsx --inspect=0.0.0.0:9234 src/bin/github-repos-enricher.ts",
+    "dev:packages-worker:local": "nodemon --watch src --watch ../../libs --ext ts --exec pnpm run start:debug:packages-worker:local",
+    "dev:github-repos-enricher:local": "nodemon --watch src --watch ../../libs --ext ts --exec pnpm run start:debug:github-repos-enricher:local",
+    "lint": "npx eslint --ext .ts src --max-warnings=0",
+    "format": "npx prettier --write \"src/**/*.ts\"",
+    "format-check": "npx prettier --check .",
+    "tsc-check": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@crowd/common": "workspace:*",
+    "@crowd/data-access-layer": "workspace:*",
+    "@crowd/database": "workspace:*",
+    "@crowd/logging": "workspace:*",
+    "tsx": "^4.7.1",
+    "typescript": "^5.6.3"
+  },
+  "devDependencies": {
+    "@types/node": "^20.8.2",
+    "nodemon": "^3.0.1"
+  }
+}

services/apps/packages_worker/package.json

@@ -0,0 +1,23 @@
+export function getPackagesDbConfig() {
+  return {
+    host: process.env.CROWD_PACKAGES_DB_WRITE_HOST,
+    port: parseInt(process.env.CROWD_PACKAGES_DB_PORT ?? '5432', 10),
+    database: process.env.CROWD_PACKAGES_DB_DATABASE,
+    user: process.env.CROWD_PACKAGES_DB_USERNAME,
+    password: process.env.CROWD_PACKAGES_DB_PASSWORD,
+  }
+}
+
+export function getEnricherConfig() {
+  const rawTokens = process.env.GITHUB_TOKENS ?? ''
+  const tokens = rawTokens.split(',').map((t) => t.trim()).filter(Boolean)
+
+  return {
+    tokens,
+    pageSize: parseInt(process.env.PAGE_SIZE ?? '200', 10),
+    batchSize: parseInt(process.env.BATCH_SIZE ?? '50', 10),
+    maxRetries: parseInt(process.env.MAX_RETRIES ?? '3', 10),
+    updateIntervalHours: parseInt(process.env.UPDATE_INTERVAL_HOURS ?? '24', 10),
+    idleSleepSec: parseInt(process.env.IDLE_SLEEP_SEC ?? '60', 10),
+  }
+}

services/apps/packages_worker/src/config.ts

@@ -0,0 +1,9 @@
+import { getDbConnection } from '@crowd/database'
+import { pgpQx } from '@crowd/data-access-layer/src/queryExecutor'
+
+import { getPackagesDbConfig } from './config'
+
+export async function getPackagesDb() {
+  const conn = await getDbConnection(getPackagesDbConfig())
+  return pgpQx(conn)
+}

services/apps/packages_worker/src/db.ts

@@ -0,0 +1,2 @@
+// Shared types for the packages-worker domain.
+// Individual entry points define their own internal types in their respective directories.

services/apps/packages_worker/src/types.ts

@@ -0,0 +1,4 @@
+{
+  "extends": "../../base.tsconfig.json",
+  "include": ["src/**/*"]
+}