@@ -19,12 +19,12 @@ dsn = "dbname=test sslmode=disable"
19
19
publication = " pub1"
20
20
21
21
# Replication slot represents a unique replication client in the database.
22
- # PostgreSQL stores the current client WAL positions in the slot (they're updated by the status messages)
22
+ # PostgreSQL stores the current client WAL positions in the slot (they're updated by the status messages from the client )
23
23
# Be aware that PostgreSQL has a configurable limit on the number of replication slots.
24
24
# Only one client can occupy the replication slot at any given time.
25
25
replicationSlot = " db1"
26
26
27
- # How frequently to retry sending to sinks in case of error
27
+ # How frequently to retry sending to sinks in case of an error
28
28
sendRetryInterval = " 1s"
29
29
30
30
# How frequently to try to restart replication if it dies for some reason
@@ -33,7 +33,7 @@ startRetryInterval = "2s"
33
33
# How many messages to get from PostgreSQL before pushing them into sinks
34
34
batchSize = 400
35
35
36
- # How long to wait for batchSize to fill before flushing the buffer
36
+ # How long to wait for the batchSize to fill before flushing the buffer
37
37
batchFlushInterval = " 1s"
38
38
39
39
# PostgreSQL connection timeout
@@ -43,7 +43,7 @@ timeout = "2s"
43
43
# The source will ask PostgreSQL to start streaming from this position.
44
44
walPositionOverride = 0
45
45
46
- # This affects for how long PostgreSQL retains it's WAL logs.
46
+ # This affects for how long PostgreSQL will retain it's WAL logs.
47
47
# Service will confirm current walPos minus walRetain bytes as flushed-to-disk to PostgreSQL.
48
48
# IMPORTANT: the walRetain should be large enough to accomodate batchSize number of events,
49
49
# or in case of crash you might lose some events (PostgreSQL will not allow to go backwards in log deep enough)
@@ -68,10 +68,10 @@ topics = [ "topic1", "topic2" ]
68
68
# the events will be distributed evenly between consumers
69
69
groupID = " bar"
70
70
71
- # How frequently to retry sending events to sinks if they fail
71
+ # How frequently to retry sending events to sinks in case of failure
72
72
sendRetryInterval = " 100ms"
73
73
74
- # How many messages to get from Kafka before pushing them into sinks
74
+ # How many messages to get from Kafka before pushing them into sinks.
75
75
# This also sets Kafka library internal queue size
76
76
batchSize = 400
77
77
@@ -91,15 +91,15 @@ sources = [ "kafka1" ]
91
91
# List of kafka brokers in host:port form
92
92
hosts = [ " kafka1:9092" , " kafka2:9092" , " kafka3:9092" ]
93
93
94
- # A list of handlers to enable
94
+ # A list of handlers to enable (currently only "passthrough" is available)
95
95
handlers = [ " passthrough" ]
96
96
97
97
# Mapping between table name of event and Kafka topic
98
98
tableTopicMapping = { table1 = " topic1" , table2 = " topic2" }
99
99
100
100
# This specifies the topic where the messages for which the mapping wasn't found will go.
101
101
# If it's empty or undefined then they will be discarded.
102
- # At least one of tableTopicMapping or fallbackTopic should be specified.
102
+ # At least one of ' tableTopicMapping' or ' fallbackTopic' should be specified.
103
103
topicFallback = " garbageBin"
104
104
105
105
# Timeout for Kafka message sending
@@ -118,15 +118,15 @@ requiredAcks = -1
118
118
119
119
# Enable asynchronous operation. The Kafka library will use batches to dispatch events more efficiently.
120
120
# Be careful - in this mode you can lose events because Kafka library will not report back the errors
121
- # and we'll report success to the source as if the message was sent successfully.
121
+ # and we'll always report success to the source as if the messages were sent successfully.
122
122
async = false
123
123
124
124
# Number of messages to buffer before sending to Kafka
125
125
batchSize = 100
126
126
127
127
# How frequently to flush the queue if batchSize is not yet exceeded.
128
- # Be advised that this parameter is also used with ` async = false` and messages will be sent no faster than 1sec/batchTimeout.
129
- # Decreasing this parameter leads to more frequent polling of queue which, consequently, increases CPU usage even if idle.
128
+ # Be advised that this parameter is also used with ' async = false' and messages will be sent no faster than 1sec/batchTimeout.
129
+ # Decreasing this parameter leads to more frequent polling of queue which increases CPU usage even when idle.
130
130
# With 5ms each sink uses around 10% of one core on a MacBook's 3.3Ghz Core i5 7287U.
131
131
batchTimeout = " 10ms"
132
132
0 commit comments