CL-Softwares
/
telegraf
8
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat(inputs.kafka_consumer): Add resolve canonical bootstrap server option (#15368)

This commit is contained in:
Joshua Powers 2024-05-31 02:27:46 -06:00 committed by GitHub
parent 31a1d34d99
commit 82902ebd06
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 28 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
plugins/inputs/kafka_consumer/README.md
View File

@ -149,6 +149,11 @@ to use them.
## limit. ## limit.
# metadata_retry_max_duration = 0 # metadata_retry_max_duration = 0
## When set to true, this turns each bootstrap broker address into a set of
## IPs, then does a reverse lookup on each one to get its canonical hostname.
## This list of hostnames then replaces the original address list.
## resolve_canonical_bootstrap_servers_only = false
## Strategy for making connection to kafka brokers. Valid options: "startup", ## Strategy for making connection to kafka brokers. Valid options: "startup",
## "defer". If set to "defer" the plugin is allowed to start before making a ## "defer". If set to "defer" the plugin is allowed to start before making a
## connection. This is useful if the broker may be down when telegraf is ## connection. This is useful if the broker may be down when telegraf is

34
plugins/inputs/kafka_consumer/kafka_consumer.go
View File

@ -34,24 +34,24 @@ type empty struct{}
type semaphore chan empty type semaphore chan empty
type KafkaConsumer struct { type KafkaConsumer struct {
Brokers []string `toml:"brokers"` Brokers []string `toml:"brokers"`
Version string `toml:"kafka_version"` Version string `toml:"kafka_version"`
ConsumerGroup string `toml:"consumer_group"` ConsumerGroup string `toml:"consumer_group"`
MaxMessageLen int `toml:"max_message_len"` MaxMessageLen int `toml:"max_message_len"`
MaxUndeliveredMessages int `toml:"max_undelivered_messages"` MaxUndeliveredMessages int `toml:"max_undelivered_messages"`
MaxProcessingTime config.Duration `toml:"max_processing_time"` MaxProcessingTime config.Duration `toml:"max_processing_time"`
Offset string `toml:"offset"` Offset string `toml:"offset"`
BalanceStrategy string `toml:"balance_strategy"` BalanceStrategy string `toml:"balance_strategy"`
Topics []string `toml:"topics"` Topics []string `toml:"topics"`
TopicRegexps []string `toml:"topic_regexps"` TopicRegexps []string `toml:"topic_regexps"`
TopicTag string `toml:"topic_tag"` TopicTag string `toml:"topic_tag"`
MsgHeadersAsTags []string `toml:"msg_headers_as_tags"` MsgHeadersAsTags []string `toml:"msg_headers_as_tags"`
MsgHeaderAsMetricName string `toml:"msg_header_as_metric_name"` MsgHeaderAsMetricName string `toml:"msg_header_as_metric_name"`
ConsumerFetchDefault config.Size `toml:"consumer_fetch_default"` ConsumerFetchDefault config.Size `toml:"consumer_fetch_default"`
ConnectionStrategy string `toml:"connection_strategy"` ConnectionStrategy string `toml:"connection_strategy"`
ResolveCanonicalBootstrapServersOnly bool `toml:"resolve_canonical_bootstrap_servers_only"`
kafka.ReadConfig kafka.ReadConfig
kafka.Logger kafka.Logger
Log telegraf.Logger `toml:"-"` Log telegraf.Logger `toml:"-"`
@ -150,6 +150,8 @@ func (k *KafkaConsumer) Init() error {
k.ConsumerCreator = &SaramaCreator{} k.ConsumerCreator = &SaramaCreator{}
} }
cfg.Net.ResolveCanonicalBootstrapServers = k.ResolveCanonicalBootstrapServersOnly
cfg.Consumer.MaxProcessingTime = time.Duration(k.MaxProcessingTime) cfg.Consumer.MaxProcessingTime = time.Duration(k.MaxProcessingTime)
if k.ConsumerFetchDefault != 0 { if k.ConsumerFetchDefault != 0 {

5
plugins/inputs/kafka_consumer/sample.conf
View File

@ -112,6 +112,11 @@
## limit. ## limit.
# metadata_retry_max_duration = 0 # metadata_retry_max_duration = 0
## When set to true, this turns each bootstrap broker address into a set of
## IPs, then does a reverse lookup on each one to get its canonical hostname.
## This list of hostnames then replaces the original address list.
## resolve_canonical_bootstrap_servers_only = false
## Strategy for making connection to kafka brokers. Valid options: "startup", ## Strategy for making connection to kafka brokers. Valid options: "startup",
## "defer". If set to "defer" the plugin is allowed to start before making a ## "defer". If set to "defer" the plugin is allowed to start before making a
## connection. This is useful if the broker may be down when telegraf is ## connection. This is useful if the broker may be down when telegraf is