Skip to content

Commit 9142f78

Browse files
gtoonstragtoonstra
authored
fix: Remove realtime worker (#332)
1 parent f174ac3 commit 9142f78

5 files changed

Lines changed: 3 additions & 304 deletions

File tree

‎charts/datafold-manager/Chart.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ apiVersion: v2
22
name: datafold-manager
33
description: Helm chart for Datafold Operator
44
type: application
5-
version: 0.1.104
5+
version: 0.1.105
66
appVersion: "1.0.0"
77
icon: https://www.datafold.com/logo.png
88

‎charts/datafold-manager/templates/crds.yaml‎

Lines changed: 0 additions & 280 deletions
Original file line numberDiff line numberDiff line change
@@ -2529,286 +2529,6 @@ spec:
25292529
format: int64
25302530
type: integer
25312531
type: object
2532-
worker-realtime:
2533-
description: WorkerRealtime enables the realtime temporal worker
2534-
(interactive, api queues)
2535-
properties:
2536-
command:
2537-
description: Command is the container command (e.g. ["./manage.py",
2538-
"temporal", "start-worker"])
2539-
items:
2540-
type: string
2541-
type: array
2542-
enabled:
2543-
description: Enabled specifies whether this component should
2544-
be installed
2545-
type: boolean
2546-
extraEnv:
2547-
description: ExtraEnv specifies additional environment variables
2548-
(e.g. TEMPORAL_TASK_QUEUES)
2549-
items:
2550-
description: EnvVar represents an environment variable present
2551-
in a Container.
2552-
properties:
2553-
name:
2554-
description: Name of the environment variable. Must
2555-
be a C_IDENTIFIER.
2556-
type: string
2557-
value:
2558-
description: |-
2559-
Variable references $(VAR_NAME) are expanded
2560-
using the previously defined environment variables in the container and
2561-
any service environment variables. If a variable cannot be resolved,
2562-
the reference in the input string will be unchanged. Double $$ are reduced
2563-
to a single $, which allows for escaping the $(VAR_NAME) syntax: i.e.
2564-
"$$(VAR_NAME)" will produce the string literal "$(VAR_NAME)".
2565-
Escaped references will never be expanded, regardless of whether the variable
2566-
exists or not.
2567-
Defaults to "".
2568-
type: string
2569-
valueFrom:
2570-
description: Source for the environment variable's value.
2571-
Cannot be used if value is not empty.
2572-
properties:
2573-
configMapKeyRef:
2574-
description: Selects a key of a ConfigMap.
2575-
properties:
2576-
key:
2577-
description: The key to select.
2578-
type: string
2579-
name:
2580-
default: ""
2581-
description: |-
2582-
Name of the referent.
2583-
This field is effectively required, but due to backwards compatibility is
2584-
allowed to be empty. Instances of this type with an empty value here are
2585-
almost certainly wrong.
2586-
More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
2587-
type: string
2588-
optional:
2589-
description: Specify whether the ConfigMap or
2590-
its key must be defined
2591-
type: boolean
2592-
required:
2593-
- key
2594-
type: object
2595-
x-kubernetes-map-type: atomic
2596-
fieldRef:
2597-
description: |-
2598-
Selects a field of the pod: supports metadata.name, metadata.namespace, `metadata.labels['<KEY>']`, `metadata.annotations['<KEY>']`,
2599-
spec.nodeName, spec.serviceAccountName, status.hostIP, status.podIP, status.podIPs.
2600-
properties:
2601-
apiVersion:
2602-
description: Version of the schema the FieldPath
2603-
is written in terms of, defaults to "v1".
2604-
type: string
2605-
fieldPath:
2606-
description: Path of the field to select in
2607-
the specified API version.
2608-
type: string
2609-
required:
2610-
- fieldPath
2611-
type: object
2612-
x-kubernetes-map-type: atomic
2613-
resourceFieldRef:
2614-
description: |-
2615-
Selects a resource of the container: only resources limits and requests
2616-
(limits.cpu, limits.memory, limits.ephemeral-storage, requests.cpu, requests.memory and requests.ephemeral-storage) are currently supported.
2617-
properties:
2618-
containerName:
2619-
description: 'Container name: required for volumes,
2620-
optional for env vars'
2621-
type: string
2622-
divisor:
2623-
anyOf:
2624-
- type: integer
2625-
- type: string
2626-
description: Specifies the output format of
2627-
the exposed resources, defaults to "1"
2628-
pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$
2629-
x-kubernetes-int-or-string: true
2630-
resource:
2631-
description: 'Required: resource to select'
2632-
type: string
2633-
required:
2634-
- resource
2635-
type: object
2636-
x-kubernetes-map-type: atomic
2637-
secretKeyRef:
2638-
description: Selects a key of a secret in the pod's
2639-
namespace
2640-
properties:
2641-
key:
2642-
description: The key of the secret to select
2643-
from. Must be a valid secret key.
2644-
type: string
2645-
name:
2646-
default: ""
2647-
description: |-
2648-
Name of the referent.
2649-
This field is effectively required, but due to backwards compatibility is
2650-
allowed to be empty. Instances of this type with an empty value here are
2651-
almost certainly wrong.
2652-
More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names
2653-
type: string
2654-
optional:
2655-
description: Specify whether the Secret or its
2656-
key must be defined
2657-
type: boolean
2658-
required:
2659-
- key
2660-
type: object
2661-
x-kubernetes-map-type: atomic
2662-
type: object
2663-
required:
2664-
- name
2665-
type: object
2666-
type: array
2667-
keda:
2668-
description: Keda holds KEDA scaling configuration for this
2669-
temporal worker
2670-
properties:
2671-
activationTargetQueueSize:
2672-
description: ActivationTargetQueueSize is the activation
2673-
target queue size
2674-
type: string
2675-
authRef:
2676-
description: AuthRef is the name of a TriggerAuthentication
2677-
for Temporal
2678-
type: string
2679-
cooldownPeriod:
2680-
description: CooldownPeriod is the KEDA cooldown period
2681-
in seconds
2682-
format: int32
2683-
type: integer
2684-
enabled:
2685-
description: Enabled turns on KEDA scaling for this worker
2686-
type: boolean
2687-
maxReplicas:
2688-
description: MaxReplicas is the maximum replica count
2689-
format: int32
2690-
type: integer
2691-
minReplicas:
2692-
description: MinReplicas is the minimum replica count
2693-
format: int32
2694-
type: integer
2695-
pollingInterval:
2696-
description: PollingInterval is the KEDA polling interval
2697-
in seconds
2698-
format: int32
2699-
type: integer
2700-
scaleDownStabilizationWindowSeconds:
2701-
description: ScaleDownStabilizationWindowSeconds is the
2702-
scale-down stabilization window
2703-
format: int32
2704-
type: integer
2705-
targetQueueSize:
2706-
description: TargetQueueSize is the target queue size
2707-
for scaling
2708-
type: string
2709-
type: object
2710-
rawValues:
2711-
description: |-
2712-
RawValues contains arbitrary Helm values to pass directly to this component's subchart
2713-
These values will be merged with the component's default values and can override any
2714-
configuration option supported by the component's Helm chart
2715-
x-kubernetes-preserve-unknown-fields: true
2716-
replicas:
2717-
description: Replicas specifies the number of replicas for
2718-
this component
2719-
format: int32
2720-
type: integer
2721-
resources:
2722-
description: Resources specifies the resource requirements
2723-
for this component
2724-
properties:
2725-
limits:
2726-
description: Limits specifies the maximum resources that
2727-
can be used
2728-
properties:
2729-
cpu:
2730-
description: CPU specifies the maximum CPU resources
2731-
type: string
2732-
ephemeralStorage:
2733-
description: EphemeralStorage specifies the maximum
2734-
ephemeral storage (e.g. "10Gi")
2735-
type: string
2736-
hugepages1Gi:
2737-
description: Hugepages1Gi specifies the maximum 1Gi
2738-
hugepages (e.g. "1Gi"). Requests must equal limits
2739-
for hugepages.
2740-
type: string
2741-
hugepages2Mi:
2742-
description: Hugepages2Mi specifies the maximum 2Mi
2743-
hugepages (e.g. "128Mi"). Requests must equal limits
2744-
for hugepages.
2745-
type: string
2746-
memory:
2747-
description: Memory specifies the maximum memory resources
2748-
type: string
2749-
type: object
2750-
requests:
2751-
description: Requests specifies the minimum resources
2752-
that should be allocated
2753-
properties:
2754-
cpu:
2755-
description: CPU specifies the minimum CPU resources
2756-
type: string
2757-
ephemeralStorage:
2758-
description: EphemeralStorage specifies the minimum
2759-
ephemeral storage (e.g. "10Gi")
2760-
type: string
2761-
hugepages1Gi:
2762-
description: Hugepages1Gi specifies the minimum 1Gi
2763-
hugepages (e.g. "1Gi"). Must equal limits when both
2764-
are set.
2765-
type: string
2766-
hugepages2Mi:
2767-
description: Hugepages2Mi specifies the minimum 2Mi
2768-
hugepages (e.g. "128Mi"). Must equal limits when
2769-
both are set.
2770-
type: string
2771-
memory:
2772-
description: Memory specifies the minimum memory resources
2773-
type: string
2774-
type: object
2775-
type: object
2776-
storage:
2777-
description: Storage configures ephemeral storage for the
2778-
temporal worker
2779-
properties:
2780-
dataSize:
2781-
description: DataSize specifies the size of the storage
2782-
volume (e.g. "100Gi")
2783-
type: string
2784-
enabled:
2785-
description: Enabled specifies whether storage is enabled
2786-
type: boolean
2787-
storageClass:
2788-
description: StorageClass specifies the storage class
2789-
for the volume
2790-
type: string
2791-
type: object
2792-
temporal:
2793-
description: Temporal holds per-worker Temporal settings (taskQueue,
2794-
maxConcurrency, workerPoolType)
2795-
properties:
2796-
maxConcurrency:
2797-
description: MaxConcurrency sets TEMPORAL_MAX_CONCURRENCY
2798-
type: string
2799-
taskQueue:
2800-
description: TaskQueue sends tasks to a type of worker
2801-
type: string
2802-
workerPoolType:
2803-
description: WorkerPoolType sets DATAFOLD_WORKER_POOL_TYPE
2804-
type: string
2805-
type: object
2806-
terminationGracePeriodSeconds:
2807-
description: TerminationGracePeriodSeconds is the pod termination
2808-
grace period
2809-
format: int64
2810-
type: integer
2811-
type: object
28122532
worker-singletons:
28132533
description: WorkerSingletons enables the singletons worker
28142534
properties:

‎charts/datafold-manager/values.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ operator:
1818
# Operator image configuration
1919
image:
2020
repository: us-docker.pkg.dev/datadiff-mm/datafold/datafold-operator
21-
tag: "1.1.72"
21+
tag: "1.1.74"
2222
pullPolicy: Always
2323

2424
# Operator deployment configuration

‎charts/datafold/Chart.yaml‎

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ apiVersion: v2
22
name: datafold
33
description: Helm chart package to deploy Datafold on kubernetes.
44
type: application
5-
version: 0.10.88
5+
version: 0.10.89
66
appVersion: "1.0.0"
77
icon: https://www.datafold.com/logo.png
88

@@ -39,11 +39,6 @@ dependencies:
3939
repository: file://charts/worker-temporal
4040
condition: worker-highmem.install
4141
alias: worker-highmem
42-
- name: worker-temporal
43-
version: "*.*.*"
44-
repository: file://charts/worker-temporal
45-
condition: worker-realtime.install
46-
alias: worker-realtime
4742
- name: worker-temporal
4843
version: "*.*.*"
4944
repository: file://charts/worker-temporal

‎charts/datafold/values.yaml‎

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -274,22 +274,6 @@ worker-highmem:
274274
cpu: 100m
275275
memory: 25Gi
276276

277-
worker-realtime:
278-
install: true
279-
replicaCount: 0
280-
terminationGracePeriodSeconds: "30"
281-
temporal:
282-
taskQueues: "realtime"
283-
workerPoolType: "thread"
284-
keda:
285-
minReplicas: 0
286-
resources:
287-
limits:
288-
memory: 4Gi
289-
requests:
290-
cpu: 200m
291-
memory: 4Gi
292-
293277
worker-storage:
294278
install: true
295279
terminationGracePeriodSeconds: "18000"

0 commit comments

Comments
 (0)