|
1 | 1 | kafka { |
2 | 2 | # Kafka and Kafka streams paramaerts, check https://docs.confluent.io/platform/current/installation/configuration/streams-configs.html for more details |
3 | | - application.id = "candyfloss-dev-app-id" |
4 | | - group.id = "cosmos.dev.candyflows-1" |
5 | | - bootstrap.servers = "localhost:9092" |
| 3 | + application.id = "daisy.dev.candyfloss-tmp" |
| 4 | + group.id = "daisy.dev.candyflows-1-tmp" |
| 5 | + bootstrap.servers = "kafka.sbd.corproot.net:9093" |
6 | 6 | acks = all |
7 | 7 | enable.idempotence = true |
8 | | - schema.registry.url = "https://localhost:8081" |
| 8 | + schema.registry.url = "https://schema-registry.zhh.sbd.corproot.net" |
9 | 9 | key.serializer = "org.apache.kafka.common.serialization.StringSerializer" |
10 | 10 | value.serializer = "org.apache.kafka.common.serialization.StringSerializer" |
11 | 11 | metrics.recording.level = DEBUG |
12 | 12 | compression.type = gzip |
13 | 13 | replication.factor = 2 |
14 | 14 | num.stream.threads = 2 |
15 | 15 | probing.rebalance.interval.ms = 120000 |
16 | | - # we may need to tune "metadata.max.age.ms" and "partition.assignment.strategy" for pattern subscription. |
17 | | - # metadata.max.age.ms = 30000 |
| 16 | + |
| 17 | + # the following settings could be relevant for behaviors when having multiple topics subscribed. |
18 | 18 | # partition.assignment.strategy = "org.apache.kafka.clients.consumer.CooperativeStickyAssignor" |
| 19 | + # max.partition.fetch.bytes = 128000 |
| 20 | + # metadata.max.age.ms = 300000 |
19 | 21 | } |
20 | 22 | kstream { |
21 | | - input.topic.pattern = "dev.*\\.device-.*-raw" |
22 | | - input.topic.name = dev.device-json-raw-input |
| 23 | + input.topic.pattern = "dev\\.device-yang(-[^-]+)?-raw" |
| 24 | + input.topic.name = null |
23 | 25 | discard.topic.name = dev.candyfloss-processing-discard # All messages that didn't match any step in the pipeline |
24 | 26 | dlq.topic.name = dev.candyfloss-processing--dlq # Messages that encountered a Java exception during the processing |
25 | 27 | normalization.statestore.cutoff.time.ms = 1800000 # 30 minutes |
|
0 commit comments