feat: add field key option to set event partition key (#11076)

This commit is contained in:
Joshua Powers 2022-05-24 10:01:09 -06:00 committed by GitHub
parent d65640f9e6
commit 1c41f2d1ef
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 22 additions and 2 deletions

View File

@ -21,8 +21,16 @@ JSON is probably the easiest to integrate with downstream components.
## The full connection string to the Event Hub (required)
## The shared access key must have "Send" permissions on the target Event Hub.
connection_string = "Endpoint=sb://namespace.servicebus.windows.net/;SharedAccessKeyName=RootManageSharedAccessKey;SharedAccessKey=superSecret1234=;EntityPath=hubName"
## Client timeout (defaults to 30s)
# timeout = "30s"
## Partition key
## Metric tag or field name to use for the event partition key. The value of
## this tag or field is set as the key for events if it exists. If both, tag
## and field, exist the tag is preferred.
# partition_key = ""
## Data format to output.
## Each data format has its own unique set of configuration options, read
## more about them here:

View File

@ -50,7 +50,8 @@ func (eh *eventHub) SendBatch(ctx context.Context, iterator eventhub.BatchIterat
type EventHubs struct {
Log telegraf.Logger `toml:"-"`
ConnectionString string `toml:"connection_string"`
Timeout config.Duration
Timeout config.Duration `toml:"timeout"`
PartitionKey string `toml:"partition_key"`
Hub EventHubInterface
serializer serializers.Serializer
@ -102,7 +103,18 @@ func (e *EventHubs) Write(metrics []telegraf.Metric) error {
continue
}
events = append(events, eventhub.NewEvent(payload))
event := eventhub.NewEvent(payload)
if e.PartitionKey != "" {
if key, ok := metric.GetTag(e.PartitionKey); ok {
event.PartitionKey = &key
} else if key, ok := metric.GetField(e.PartitionKey); ok {
if strKey, ok := key.(string); ok {
event.PartitionKey = &strKey
}
}
}
events = append(events, event)
}
ctx, cancel := context.WithTimeout(context.Background(), time.Duration(e.Timeout))