Skip to content

Commit cd86897

Browse files
mbani01mbani01
committed
chore: wire security-contacts-worker ops (CLI, compose, scripts, env)
Signed-off-by: Mouad BANI <mouad-mb@outlook.com>
1 parent 2712873 commit cd86897

5 files changed

Lines changed: 84 additions & 1 deletion

File tree

‎backend/.env.dist.composed‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -35,3 +35,10 @@ CROWD_PACKAGES_DB_PORT=5432
3535
CROWD_PACKAGES_DB_USERNAME=postgres
3636
CROWD_PACKAGES_DB_PASSWORD=example
3737
CROWD_PACKAGES_DB_DATABASE=packages-db
38+
39+
# security-contacts-worker
40+
SECURITY_CONTACTS_UPDATE_INTERVAL_HOURS=24
41+
SECURITY_CONTACTS_USER_AGENT="lfx-security-contacts-worker"
42+
SECURITY_CONTACTS_CONCURRENCY=20
43+
SECURITY_CONTACTS_FETCH_TIMEOUT_MS=10000
44+
SECURITY_CONTACTS_BATCH_SIZE=500

‎backend/.env.dist.local‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -185,6 +185,13 @@ ENRICHER_BATCH_SIZE=100
185185
ENRICHER_REPO_UPDATE_INTERVAL_HOURS=24
186186
ENRICHER_IDLE_SLEEP_SEC=60
187187

188+
# security-contacts-worker
189+
SECURITY_CONTACTS_UPDATE_INTERVAL_HOURS=24
190+
SECURITY_CONTACTS_USER_AGENT="lfx-security-contacts-worker (security@linuxfoundation.org)"
191+
SECURITY_CONTACTS_CONCURRENCY=20
192+
SECURITY_CONTACTS_FETCH_TIMEOUT_MS=10000
193+
SECURITY_CONTACTS_BATCH_SIZE=500
194+
188195
OSSPCKGS_GCP_PROJECT=local-dev
189196
OSSPCKGS_GCS_BUCKET=local-dev
190197
OSSPCKGS_GCP_CREDENTIALS_B64=e30=

‎scripts/builders/packages.env‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
DOCKERFILE="./services/docker/Dockerfile.packages"
22
CONTEXT="../"
33
REPO="sjc.ocir.io/axbydjxa5zuh/packages"
4-
SERVICES="github-repos-enricher bq-dataset-ingest npm-worker maven-worker osv-worker dockerhub-sync cargo-worker go-worker nuget-worker"
4+
SERVICES="github-repos-enricher bq-dataset-ingest npm-worker maven-worker osv-worker dockerhub-sync cargo-worker go-worker nuget-worker security-contacts-worker"

‎scripts/services/security-contacts-worker.yaml‎

Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
version: '3.1'
2+
3+
x-env-args: &env-args
4+
DOCKER_BUILDKIT: 1
5+
NODE_ENV: docker
6+
SERVICE: security-contacts-worker
7+
SHELL: /bin/sh
8+
SUPPRESS_NO_CONFIG_WARNING: 'true'
9+
CROWD_TEMPORAL_TASKQUEUE: packages-worker
10+
SECURITY_CONTACTS_UPDATE_INTERVAL_HOURS: '24'
11+
12+
services:
13+
security-contacts-worker:
14+
build:
15+
context: ../../
16+
dockerfile: ./scripts/services/docker/Dockerfile.packages
17+
command: 'pnpm run start:security-contacts-worker'
18+
working_dir: /usr/crowd/app/services/apps/packages_worker
19+
env_file:
20+
- ../../backend/.env.dist.local
21+
- ../../backend/.env.dist.composed
22+
- ../../backend/.env.override.local
23+
- ../../backend/.env.override.composed
24+
environment:
25+
<<: *env-args
26+
restart: always
27+
networks:
28+
- crowd-bridge
29+
30+
security-contacts-worker-dev:
31+
build:
32+
context: ../../
33+
dockerfile: ./scripts/services/docker/Dockerfile.packages
34+
command: 'pnpm run dev:security-contacts-worker'
35+
working_dir: /usr/crowd/app/services/apps/packages_worker
36+
env_file:
37+
- ../../backend/.env.dist.local
38+
- ../../backend/.env.dist.composed
39+
- ../../backend/.env.override.local
40+
- ../../backend/.env.override.composed
41+
environment:
42+
<<: *env-args
43+
hostname: security-contacts-worker
44+
networks:
45+
- crowd-bridge
46+
volumes:
47+
- ../../services/libs/audit-logs/src:/usr/crowd/app/services/libs/audit-logs/src
48+
- ../../services/libs/common/src:/usr/crowd/app/services/libs/common/src
49+
- ../../services/libs/common_services/src:/usr/crowd/app/services/libs/common_services/src
50+
- ../../services/libs/data-access-layer/src:/usr/crowd/app/services/libs/data-access-layer/src
51+
- ../../services/libs/database/src:/usr/crowd/app/services/libs/database/src
52+
- ../../services/libs/integrations/src:/usr/crowd/app/services/libs/integrations/src
53+
- ../../services/libs/logging/src:/usr/crowd/app/services/libs/logging/src
54+
- ../../services/libs/nango/src:/usr/crowd/app/services/libs/nango/src
55+
- ../../services/libs/opensearch/src:/usr/crowd/app/services/libs/opensearch/src
56+
- ../../services/libs/queue/src:/usr/crowd/app/services/libs/queue/src
57+
- ../../services/libs/redis/src:/usr/crowd/app/services/libs/redis/src
58+
- ../../services/libs/snowflake/src:/usr/crowd/app/services/libs/snowflake/src
59+
- ../../services/libs/telemetry/src:/usr/crowd/app/services/libs/telemetry/src
60+
- ../../services/libs/temporal/src:/usr/crowd/app/services/libs/temporal/src
61+
- ../../services/libs/types/src:/usr/crowd/app/services/libs/types/src
62+
- ../../services/apps/packages_worker/src:/usr/crowd/app/services/apps/packages_worker/src
63+
64+
networks:
65+
crowd-bridge:
66+
external: true

‎services/apps/packages_worker/package.json‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,9 @@
4040
"start:go-worker": "CROWD_TEMPORAL_TASKQUEUE=go-worker SERVICE=go-worker tsx src/bin/go-worker.ts",
4141
"dev:go-worker": "CROWD_TEMPORAL_TASKQUEUE=go-worker SERVICE=go-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9241 src/bin/go-worker.ts",
4242
"dev:go-worker:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && CROWD_TEMPORAL_TASKQUEUE=go-worker SERVICE=go-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9241 src/bin/go-worker.ts",
43+
"start:security-contacts-worker": "CROWD_TEMPORAL_TASKQUEUE=packages-worker SERVICE=security-contacts-worker tsx src/bin/security-contacts-worker.ts",
44+
"dev:security-contacts-worker": "CROWD_TEMPORAL_TASKQUEUE=packages-worker SERVICE=security-contacts-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9243 src/bin/security-contacts-worker.ts",
45+
"dev:security-contacts-worker:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && CROWD_TEMPORAL_TASKQUEUE=packages-worker SERVICE=security-contacts-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9243 src/bin/security-contacts-worker.ts",
4346
"start:nuget-worker": "CROWD_TEMPORAL_TASKQUEUE=nuget-worker SERVICE=nuget-worker tsx src/bin/nuget-worker.ts",
4447
"dev:nuget-worker": "CROWD_TEMPORAL_TASKQUEUE=nuget-worker SERVICE=nuget-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9242 src/bin/nuget-worker.ts",
4548
"dev:nuget-worker:local": "set -a && . ../../../backend/.env.dist.local && . ../../../backend/.env.override.local && set +a && CROWD_TEMPORAL_TASKQUEUE=nuget-worker SERVICE=nuget-worker LOG_LEVEL=trace nodemon --watch src --watch ../../libs --ext ts --exec tsx --inspect=0.0.0.0:9242 src/bin/nuget-worker.ts",

0 commit comments

Comments
 (0)