Skip to content

Commit bbe87ac

Browse files
cdxkercdxker
committed
feature: rename firecrawl directory to firecrawl-simple
1 parent 84443bb commit bbe87ac

10 files changed

Lines changed: 297 additions & 4 deletions

File tree

‎charts/firecrawl-simple/Chart.lock‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
dependencies:
2+
- name: redis
3+
repository: https://charts.bitnami.com/bitnami
4+
version: 21.0.2
5+
digest: sha256:a3e0db7b204b8cb6a357a830bae761029f4cdae995485d24f3eb7148fafc024b
6+
generated: "2025-06-17T13:36:44.717525861-07:00"

‎charts/firecrawl-simple/Chart.yaml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
version: 0.0.1
2+
apiVersion: v2
3+
name: firecrawl-simple
4+
description: "FireCrawl"
5+
6+
7+
dependencies:
8+
- name: redis
9+
version: 21.0.2
10+
repository: https://charts.bitnami.com/bitnami
11+
condition: redis.enabled

‎charts/firecrawl-simple/charts/redis-21.0.2.tgz‎

109 KB
Binary file not shown.

‎charts/firecrawl-simple/templates/api.yaml‎

Lines changed: 73 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,73 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: firecrawl-api
5+
namespace: {{ .Release.Namespace }}
6+
spec:
7+
replicas: 1
8+
selector:
9+
matchLabels:
10+
app: firecrawl-api
11+
template:
12+
metadata:
13+
labels:
14+
app: firecrawl-api
15+
spec:
16+
{{- with .Values.imagePullSecrets }}
17+
imagePullSecrets:
18+
{{- toYaml . | nindent 8 }}
19+
{{- end }}
20+
containers:
21+
- name: firecrawl-api
22+
image: {{ printf "trieve/firecrawl:%s" $.Values.firecrawl_tag }}
23+
imagePullPolicy: Always
24+
args: ["pnpm", "run", "start:production"]
25+
ports:
26+
- containerPort: 3002
27+
env:
28+
{{- if .Values.redisSecret.name }}
29+
- name: REDIS_URL
30+
valueFrom:
31+
secretKeyRef:
32+
name: {{ .Values.redisSecret.name }}
33+
key: {{ .Values.redisSecret.key }}
34+
- name: REDIS_RATE_LIMIT_URL
35+
valueFrom:
36+
secretKeyRef:
37+
name: {{ .Values.redisSecret.name }}
38+
key: {{ .Values.redisSecret.key }}
39+
{{- end }}
40+
envFrom:
41+
- secretRef:
42+
name: firecrawl-secret
43+
livenessProbe:
44+
httpGet:
45+
path: /v1/health/liveness
46+
port: 3002
47+
initialDelaySeconds: 0
48+
periodSeconds: 10
49+
timeoutSeconds: 1
50+
successThreshold: 1
51+
failureThreshold: 3
52+
readinessProbe:
53+
httpGet:
54+
path: /v1/health/readiness
55+
port: 3002
56+
initialDelaySeconds: 0
57+
periodSeconds: 10
58+
timeoutSeconds: 1
59+
successThreshold: 1
60+
failureThreshold: 3
61+
---
62+
apiVersion: v1
63+
kind: Service
64+
metadata:
65+
name: firecrawl-api
66+
namespace: {{ .Release.Namespace }}
67+
spec:
68+
selector:
69+
app: firecrawl-api
70+
ports:
71+
- protocol: TCP
72+
port: 3002
73+
targetPort: 3002

‎charts/firecrawl-simple/templates/clean-cronjob.yaml‎

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
apiVersion: batch/v1
2+
kind: CronJob
3+
metadata:
4+
name: clean-redis-firecrawl
5+
namespace: {{ .Release.Namespace }}
6+
labels:
7+
app.kubernetes.io/name: clean-redis-firecrawl
8+
spec:
9+
schedule: "0 * * * *"
10+
concurrencyPolicy: Replace
11+
jobTemplate:
12+
spec:
13+
template:
14+
spec:
15+
{{- with .Values.imagePullSecrets }}
16+
imagePullSecrets:
17+
{{- toYaml . | nindent 12 }}
18+
{{- end }}
19+
restartPolicy: OnFailure
20+
containers:
21+
- name: curl-container
22+
image: curlimages/curl:7.88.1
23+
args:
24+
- /bin/sh
25+
- -c
26+
- curl http://api.firecrawl.svc.cluster.local:3002/admin/@/clean-before-24h-complete-jobs

‎charts/firecrawl-simple/templates/playwright-service.yaml‎

Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,65 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: playwright-service
5+
namespace: {{ .Release.Namespace }}
6+
spec:
7+
replicas: 3
8+
selector:
9+
matchLabels:
10+
app: playwright-service
11+
template:
12+
metadata:
13+
labels:
14+
app: playwright-service
15+
spec:
16+
{{- with .Values.imagePullSecrets }}
17+
imagePullSecrets:
18+
{{- toYaml . | nindent 8 }}
19+
{{- end }}
20+
containers:
21+
- name: playwright-service
22+
image: {{ printf "trieve/puppeteer-service-ts:%s" $.Values.puppeeter_service_tag }}
23+
imagePullPolicy: Always
24+
ports:
25+
- containerPort: 3000
26+
env:
27+
{{- if $.Values.proxy.enabled }}
28+
- name: PROXY_SERVER
29+
value: {{ $.Values.proxy.server }}
30+
- name: PROXY_USERNAME
31+
value: {{ $.Values.proxy.username }}
32+
- name: PROXY_PASSWORD
33+
value: {{ $.Values.proxy.password }}
34+
{{- end }}
35+
- name: PROXY_URL
36+
value: {{ $.Values.proxy.url }}
37+
- name: BLOCK_MEDIA
38+
value: "FALSE"
39+
- name: MAX_CONCURRENCY
40+
value: "20"
41+
{{- if .Values.redisSecret.name }}
42+
- name: REDIS_URL
43+
valueFrom:
44+
secretKeyRef:
45+
name: {{ .Values.redisSecret.name }}
46+
key: {{ .Values.redisSecret.key }}
47+
- name: REDIS_RATE_LIMIT_URL
48+
valueFrom:
49+
secretKeyRef:
50+
name: {{ .Values.redisSecret.name }}
51+
key: {{ .Values.redisSecret.key }}
52+
{{- end }}
53+
---
54+
apiVersion: v1
55+
kind: Service
56+
metadata:
57+
name: playwright-service
58+
namespace: {{ .Release.Namespace }}
59+
spec:
60+
selector:
61+
app: playwright-service
62+
ports:
63+
- protocol: TCP
64+
port: 3000
65+
targetPort: 3000

‎charts/firecrawl-simple/templates/secret.yaml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
apiVersion: v1
2+
kind: Secret
3+
metadata:
4+
name: firecrawl-secret
5+
namespace: {{ .Release.Namespace }}
6+
type: Opaque
7+
data:
8+
{{- if $.Values.num_workers_per_queue }}
9+
NUM_WORKERS_PER_QUEUE: {{ $.Values.num_workers_per_queue | quote | b64enc }}
10+
{{- end }}
11+
PORT: {{ "3002" | b64enc }}
12+
HOST: {{ "0.0.0.0" | b64enc }}
13+
{{- if $.Values.redisUri }}
14+
REDIS_URL: {{ $.Values.redisUri | b64enc }}
15+
REDIS_RATE_LIMIT_URL: {{ $.Values.redisUri | b64enc }}
16+
{{- end }}
17+
PLAYWRIGHT_MICROSERVICE_URL: {{ "http://playwright-service:3000/scrape" | b64enc }}
18+
USE_DB_AUTHENTICATION: {{ "false" | b64enc }}
19+
HDX_NODE_BETA_MODE: {{ "1" | b64enc }}
20+
LOGGING_LEVEL: {{ "TRACE" | b64enc }}
21+
LOG_LEVEL: {{ "TRACE" | b64enc }}
22+
{{- if $.Values.scrapingBeeApiKey }}
23+
SCRAPING_BEE_API_KEY: {{ $.Values.scrapingBeeApiKey | b64enc }}
24+
{{- end }}
25+
BULL_AUTH_KEY: {{ "QA==" | b64enc }}

‎charts/firecrawl-simple/templates/worker.yaml‎

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
apiVersion: apps/v1
2+
kind: Deployment
3+
metadata:
4+
name: firecrawl-worker
5+
namespace: {{ .Release.Namespace }}
6+
spec:
7+
replicas: 10
8+
selector:
9+
matchLabels:
10+
app: firecrawl-worker
11+
template:
12+
metadata:
13+
labels:
14+
app: firecrawl-worker
15+
spec:
16+
{{- with .Values.imagePullSecrets }}
17+
imagePullSecrets:
18+
{{- toYaml . | nindent 8 }}
19+
{{- end }}
20+
containers:
21+
- name: firecrawl-worker
22+
image: {{ printf "trieve/firecrawl:%s" $.Values.firecrawl_tag }}
23+
imagePullPolicy: Always
24+
args: ["pnpm", "run", "workers"]
25+
resources:
26+
requests:
27+
memory: "500Mi"
28+
env:
29+
{{- if .Values.redisSecret.name }}
30+
- name: REDIS_URL
31+
valueFrom:
32+
secretKeyRef:
33+
name: {{ .Values.redisSecret.name }}
34+
key: {{ .Values.redisSecret.key }}
35+
- name: REDIS_RATE_LIMIT_URL
36+
valueFrom:
37+
secretKeyRef:
38+
name: {{ .Values.redisSecret.name }}
39+
key: {{ .Values.redisSecret.key }}
40+
{{- end }}
41+
envFrom:
42+
- secretRef:
43+
name: firecrawl-secret

‎charts/firecrawl-simple/values.yaml‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,44 @@
1+
puppeeter_service_tag: v0.0.13
2+
firecrawl_tag: v0.0.55
3+
4+
# imagePullSecrets:
5+
# - name: trieve-pull-secret
6+
7+
redisUri: "redis://:firecrawl-redis-password@firecrawl-redis-master:6379"
8+
redisSecret: {}
9+
# name: firecrawl-redis-secret
10+
# key: redisUrl
11+
12+
scrapingBeeApiKey:
13+
num_workers_per_queue: 8
14+
proxy:
15+
enabled: false
16+
url:
17+
server:
18+
username:
19+
password:
20+
21+
redis:
22+
enabled: false
23+
commonConfiguration: |-
24+
maxclients 20000
25+
metrics:
26+
enabled: true
27+
serviceMonitor:
28+
enabled: true
29+
auth:
30+
password: "firecrawl-redis-password"
31+
master:
32+
disableCommands: []
33+
persistence:
34+
enabled: false
35+
pdb:
36+
create: false
37+
resources:
38+
requests:
39+
memory: 10Gi
40+
limits:
41+
memory: 10Gi
42+
replica:
43+
replicaCount: 0
44+

‎charts/trieve/Chart.yaml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ dependencies:
2626
version: 0.0.9
2727
repository: https://devflowinc.github.io/trieve-helm
2828
condition: pdf2md.enabled
29-
- name: firecrawl-simple
30-
# repository: https://devflowinc.github.io/trieve-helm
31-
version: 0.0.1
32-
condition: firecrawl-simple.enabled
29+
# - name: firecrawl-simple
30+
# repository: https://devflowinc.github.io/trieve-helm
31+
# version: 0.0.1
32+
# condition: firecrawl-simple.enabled

0 commit comments

Comments
 (0)