fix: github repos enricher

Signed-off-by: Mouad BANI <mouad-mb@outlook.com>

Author: mbani01

scripts/services/github-repos-enricher.yaml

@@ -5,6 +5,12 @@ x-env-args: &env-args
   NODE_ENV: docker
   SERVICE: github-repos-enricher
   SHELL: /bin/sh
+  SUPPRESS_NO_CONFIG_WARNING: 'true'
+  PAGE_SIZE: '200'
+  BATCH_SIZE: '50'
+  MAX_RETRIES: '3'
+  UPDATE_INTERVAL_HOURS: '24'
+  IDLE_SLEEP_SEC: '60'
 
 services:
   github-repos-enricher:
@@ -28,7 +34,7 @@ services:
     build:
       context: ../../
       dockerfile: ./scripts/services/docker/Dockerfile.packages-worker
-    command: 'pnpm run dev:github-repos-enricher:local'
+    command: 'pnpm run dev:github-repos-enricher'
     working_dir: /usr/crowd/app/services/apps/packages_worker
     # user: '${USER_ID}:${GROUP_ID}'
     env_file:

scripts/services/packages-worker.yaml

@@ -5,6 +5,7 @@ x-env-args: &env-args
   NODE_ENV: docker
   SERVICE: packages-worker
   SHELL: /bin/sh
+  SUPPRESS_NO_CONFIG_WARNING: 'true'
 
 services:
   packages-worker:
@@ -28,7 +29,7 @@ services:
     build:
       context: ../../
       dockerfile: ./scripts/services/docker/Dockerfile.packages-worker
-    command: 'pnpm run dev:packages-worker:local'
+    command: 'pnpm run dev:packages-worker'
     working_dir: /usr/crowd/app/services/apps/packages_worker
     # user: '${USER_ID}:${GROUP_ID}'
     env_file:

services/apps/packages_worker/package.json

@@ -4,10 +4,10 @@
   "scripts": {
     "start:packages-worker": "SERVICE=packages-worker tsx src/bin/packages-worker.ts",
     "start:github-repos-enricher": "SERVICE=github-repos-enricher tsx src/bin/github-repos-enricher.ts",
-    "start:debug:packages-worker:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && SERVICE=packages-worker LOG_LEVEL=trace tsx --inspect=0.0.0.0:9233 src/bin/packages-worker.ts",
-    "start:debug:github-repos-enricher:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && SERVICE=github-repos-enricher LOG_LEVEL=trace tsx --inspect=0.0.0.0:9234 src/bin/github-repos-enricher.ts",
-    "dev:packages-worker:local": "nodemon --watch src --watch ../../libs --ext ts --exec pnpm run start:debug:packages-worker:local",
-    "dev:github-repos-enricher:local": "nodemon --watch src --watch ../../libs --ext ts --exec pnpm run start:debug:github-repos-enricher:local",
+    "dev:packages-worker": "SERVICE=packages-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9233 src/bin/packages-worker.ts",
+    "dev:github-repos-enricher": "SERVICE=github-repos-enricher LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9234 src/bin/github-repos-enricher.ts",
+    "dev:packages-worker:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && SERVICE=packages-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9233 src/bin/packages-worker.ts",
+    "dev:github-repos-enricher:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && SERVICE=github-repos-enricher LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9234 src/bin/github-repos-enricher.ts",
     "lint": "npx eslint --ext .ts src --max-warnings=0",
     "format": "npx prettier --write \"src/**/*.ts\"",
     "format-check": "npx prettier --check .",

services/apps/packages_worker/src/config.ts

@@ -1,10 +1,20 @@
+function requireEnv(name: string): string {
+  const val = process.env[name]
+  if (!val) throw new Error(`Missing required environment variable: ${name}`)
+  return val
+}
+
+function requireEnvInt(name: string): number {
+  return parseInt(requireEnv(name), 10)
+}
+
 export function getPackagesDbConfig() {
   return {
-    host: process.env.CROWD_PACKAGES_DB_WRITE_HOST,
-    port: parseInt(process.env.CROWD_PACKAGES_DB_PORT, 10),
-    database: process.env.CROWD_PACKAGES_DB_DATABASE,
-    user: process.env.CROWD_PACKAGES_DB_USERNAME,
-    password: process.env.CROWD_PACKAGES_DB_PASSWORD,
+    host: requireEnv('CROWD_PACKAGES_DB_WRITE_HOST'),
+    port: requireEnvInt('CROWD_PACKAGES_DB_PORT'),
+    database: requireEnv('CROWD_PACKAGES_DB_DATABASE'),
+    user: requireEnv('CROWD_PACKAGES_DB_USERNAME'),
+    password: requireEnv('CROWD_PACKAGES_DB_PASSWORD'),
   }
 }
 
@@ -14,10 +24,10 @@ export function getEnricherConfig() {
 
   return {
     tokens,
-    pageSize: parseInt(process.env.PAGE_SIZE, 10),
-    batchSize: parseInt(process.env.BATCH_SIZE, 10),
-    maxRetries: parseInt(process.env.MAX_RETRIES, 10),
-    updateIntervalHours: parseInt(process.env.UPDATE_INTERVAL_HOURS, 10),
-    idleSleepSec: parseInt(process.env.IDLE_SLEEP_SEC, 10),
+    pageSize: requireEnvInt('PAGE_SIZE'),
+    batchSize: requireEnvInt('BATCH_SIZE'),
+    maxRetries: requireEnvInt('MAX_RETRIES'),
+    updateIntervalHours: requireEnvInt('UPDATE_INTERVAL_HOURS'),
+    idleSleepSec: requireEnvInt('IDLE_SLEEP_SEC'),
   }
 }