-
Notifications
You must be signed in to change notification settings - Fork 66
Expand file tree
/
Copy pathpg2os.yaml
More file actions
38 lines (35 loc) · 1.75 KB
/
Copy pathpg2os.yaml
File metadata and controls
38 lines (35 loc) · 1.75 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
source:
postgres:
url: "postgres://postgres:postgres@localhost:5432?sslmode=disable"
mode: snapshot_and_replication # options are replication, snapshot or snapshot_and_replication
snapshot: # when mode is snapshot or snapshot_and_replication
mode: full # options are data_and, schema or data
tables: ["*"] # tables to snapshot, can be a list of table names or a pattern
recorder:
postgres_url: "postgres://postgres:postgres@localhost:5432?sslmode=disable" # URL of the database where the snapshot status is recorded
snapshot_workers: 1 # number of schemas to be snapshotted in parallel
data: # when mode is full or data
schema_workers: 4 # number of schema tables to be snapshotted in parallel
table_workers: 4 # number of workers to snapshot a table in parallel
batch_bytes: 83886080 # bytes to read per batch (defaults to 80MiB)
schema: # when mode is full or schema
mode: pgdump_pgrestore
target:
search:
engine: "opensearch" # options are elasticsearch or opensearch
url: "http://admin:StrongAdmin123!@localhost:9200" # URL of the search engine
batch:
timeout: 5000 # batch timeout in milliseconds
size: 100 # number of messages in a batch
backoff: # one of exponential or constant
exponential:
max_retries: 0 # maximum number of retries
initial_interval: 1000 # initial interval in milliseconds
max_interval: 60000 # maximum interval in milliseconds
modifiers:
injector:
enabled: true # whether to inject pgstream metadata into the WAL events
source_url: "postgres://postgres:postgres@localhost:5432?sslmode=disable" # optional for postgres sources, defaults to source URL
filter:
exclude_tables:
- pgstream.*