You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: pkg/dist/integration_types.yml
+68Lines changed: 68 additions & 0 deletions
Original file line number
Diff line number
Diff line change
@@ -159,6 +159,74 @@ clickhouse_kafka:
159
159
minimum: 0
160
160
maximum: 30000
161
161
example: "1000"
162
+
producer_batch_num_messages:
163
+
title: The maximum number of messages in a batch sent to Kafka
164
+
description: The maximum number of messages in a batch sent to Kafka. If the number of messages exceeds this value, the batch is sent.
165
+
type: integer
166
+
default: "10000"
167
+
minimum: 1
168
+
maximum: 1e+06
169
+
example: "10000"
170
+
producer_batch_size:
171
+
title: The maximum size of a batch of messages sent to Kafka
172
+
description: The maximum size in bytes of a batch of messages sent to Kafka. If the batch size is exceeded, the batch is sent.
173
+
type: integer
174
+
default: "1000000"
175
+
minimum: 0
176
+
maximum: 2.147483647e+09
177
+
example: "1000000"
178
+
producer_compression_codec:
179
+
title: The compression codec to use for Kafka producer
180
+
description: The compression codec to use when sending a batch of messages to Kafka.
181
+
type: string
182
+
default: none
183
+
enum:
184
+
- value: gzip
185
+
- value: lz4
186
+
- value: none
187
+
- value: snappy
188
+
- value: zstd
189
+
example: zstd
190
+
producer_compression_level:
191
+
title: The compression level to use for Kafka producer
192
+
description: 'The compression level to use when sending a batch of messages to Kafka. Usable range is algorithm-dependent: [0-9] for gzip; [0-12] for lz4; only 0 for snappy; -1 = codec-dependent default compression level.'
193
+
type: integer
194
+
default: "-1"
195
+
minimum: -1
196
+
maximum: 12
197
+
example: "5"
198
+
producer_linger_ms:
199
+
title: The time to wait for additional messages before sending a batch
200
+
description: The time in milliseconds to wait for additional messages before sending a batch. If the time is exceeded, the batch is sent.
201
+
type: integer
202
+
default: "5"
203
+
minimum: 0
204
+
maximum: 900000
205
+
example: "5"
206
+
producer_queue_buffering_max_kbytes:
207
+
title: The maximum size of the buffer in kilobytes before sending
208
+
description: The maximum size of the producer queue in kilobytes.
209
+
type: integer
210
+
default: "1048576"
211
+
minimum: 0
212
+
maximum: 2.147483647e+09
213
+
example: "1048576"
214
+
producer_queue_buffering_max_messages:
215
+
title: The maximum number of messages to buffer before sending
216
+
description: The maximum number of messages in the producer queue.
217
+
type: integer
218
+
default: "100000"
219
+
minimum: 0
220
+
maximum: 2.147483647e+09
221
+
example: "100000"
222
+
producer_request_required_acks:
223
+
title: The number of acknowledgments required from Kafka brokers for a message to be considered successful
224
+
description: 'The number of acknowledgements the leader broker must receive from ISR brokers before responding to the request: 0=Broker does not send any response/ack to client, -1 will block until message is committed by all in sync replicas (ISRs).'
225
+
type: integer
226
+
default: "-1"
227
+
minimum: -1
228
+
maximum: 1000
229
+
example: "1"
162
230
skip_broken_messages:
163
231
title: Skip at least this number of broken messages from Kafka topic per block
0 commit comments