test(processors): Fix unit-test for tracking metrics (#14844)
This commit is contained in:
parent
d752a38be2
commit
f005bfaa1c
|
|
@ -836,6 +836,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -289,6 +289,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -195,6 +195,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -391,6 +391,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -129,6 +129,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -228,6 +228,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -162,7 +162,7 @@ func TestCasesTracking(t *testing.T) {
|
||||||
testutil.RequireMetricsEqual(t, expected, actual)
|
testutil.RequireMetricsEqual(t, expected, actual)
|
||||||
|
|
||||||
// Simulate output acknowledging delivery
|
// Simulate output acknowledging delivery
|
||||||
for _, m := range input {
|
for _, m := range actual {
|
||||||
m.Accept()
|
m.Accept()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -170,7 +170,7 @@ func TestCasesTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
package regex
|
package regex
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"sync"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
|
@ -992,6 +993,56 @@ func TestAnyFieldConversion(t *testing.T) {
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestTrackedMetricNotLost(t *testing.T) {
|
func TestTrackedMetricNotLost(t *testing.T) {
|
||||||
|
now := time.Now()
|
||||||
|
|
||||||
|
// Setup raw input and expected output
|
||||||
|
inputRaw := testutil.MustMetric(
|
||||||
|
"access_log",
|
||||||
|
map[string]string{
|
||||||
|
"verb": "GET",
|
||||||
|
"resp_code": "200",
|
||||||
|
},
|
||||||
|
map[string]interface{}{
|
||||||
|
"request": "/api/search/?category=plugins&q=regex&sort=asc",
|
||||||
|
"ignore_number": int64(200),
|
||||||
|
"ignore_bool": true,
|
||||||
|
},
|
||||||
|
now,
|
||||||
|
)
|
||||||
|
|
||||||
|
expected := []telegraf.Metric{
|
||||||
|
metric.New(
|
||||||
|
"access_log",
|
||||||
|
map[string]string{
|
||||||
|
"verb": "GET",
|
||||||
|
"resp_code": "200",
|
||||||
|
"resp_code_group": "2xx",
|
||||||
|
"resp_code_text": "OK",
|
||||||
|
},
|
||||||
|
map[string]interface{}{
|
||||||
|
"request": "/api/search/?category=plugins&q=regex&sort=asc",
|
||||||
|
"method": "/search/",
|
||||||
|
"search_category": "plugins",
|
||||||
|
"ignore_number": int64(200),
|
||||||
|
"ignore_bool": true,
|
||||||
|
},
|
||||||
|
now,
|
||||||
|
),
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create fake notification for testing
|
||||||
|
var mu sync.Mutex
|
||||||
|
delivered := make([]telegraf.DeliveryInfo, 0, 1)
|
||||||
|
notify := func(di telegraf.DeliveryInfo) {
|
||||||
|
mu.Lock()
|
||||||
|
defer mu.Unlock()
|
||||||
|
delivered = append(delivered, di)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert raw input to tracking metric
|
||||||
|
input, _ := metric.WithTracking(inputRaw, notify)
|
||||||
|
|
||||||
|
// Prepare and start the plugin
|
||||||
regex := Regex{
|
regex := Regex{
|
||||||
Tags: []converter{
|
Tags: []converter{
|
||||||
{
|
{
|
||||||
|
|
@ -1025,32 +1076,19 @@ func TestTrackedMetricNotLost(t *testing.T) {
|
||||||
}
|
}
|
||||||
require.NoError(t, regex.Init())
|
require.NoError(t, regex.Init())
|
||||||
|
|
||||||
m := newM2().Copy()
|
// Process expected metrics and compare with resulting metrics
|
||||||
var delivered bool
|
actual := regex.Apply(input)
|
||||||
notify := func(telegraf.DeliveryInfo) {
|
testutil.RequireMetricsEqual(t, expected, actual)
|
||||||
delivered = true
|
|
||||||
}
|
|
||||||
m, _ = metric.WithTracking(m, notify)
|
|
||||||
processed := regex.Apply(m)
|
|
||||||
processed[0].Accept()
|
|
||||||
|
|
||||||
expectedFields := map[string]interface{}{
|
// Simulate output acknowledging delivery
|
||||||
"request": "/api/search/?category=plugins&q=regex&sort=asc",
|
for _, m := range actual {
|
||||||
"method": "/search/",
|
m.Accept()
|
||||||
"search_category": "plugins",
|
|
||||||
"ignore_number": int64(200),
|
|
||||||
"ignore_bool": true,
|
|
||||||
}
|
|
||||||
expectedTags := map[string]string{
|
|
||||||
"verb": "GET",
|
|
||||||
"resp_code": "200",
|
|
||||||
"resp_code_group": "2xx",
|
|
||||||
"resp_code_text": "OK",
|
|
||||||
}
|
}
|
||||||
|
|
||||||
require.Equal(t, expectedFields, processed[0].Fields())
|
// Check delivery
|
||||||
require.Equal(t, expectedTags, processed[0].Tags())
|
require.Eventuallyf(t, func() bool {
|
||||||
require.Eventually(t, func() bool {
|
mu.Lock()
|
||||||
return delivered
|
defer mu.Unlock()
|
||||||
}, time.Second, 100*time.Millisecond, "metric not delivered")
|
return len(delivered) == 1
|
||||||
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -124,6 +124,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -128,6 +128,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -118,6 +118,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -546,6 +546,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -148,6 +148,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -292,12 +292,16 @@ func TestTracking(t *testing.T) {
|
||||||
testutil.RequireMetricsEqual(t, expected, actual)
|
testutil.RequireMetricsEqual(t, expected, actual)
|
||||||
|
|
||||||
// Simulate output acknowledging delivery
|
// Simulate output acknowledging delivery
|
||||||
input.Accept()
|
for _, m := range actual {
|
||||||
|
m.Accept()
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check delivery
|
||||||
|
|
||||||
// Check delivery
|
// Check delivery
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(delivered) > 0
|
return len(delivered) == 1
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but 1 expected", len(delivered))
|
}, time.Second, 100*time.Millisecond, "%d delivered but 1 expected", len(delivered))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -576,6 +576,6 @@ func TestTracking(t *testing.T) {
|
||||||
require.Eventuallyf(t, func() bool {
|
require.Eventuallyf(t, func() bool {
|
||||||
mu.Lock()
|
mu.Lock()
|
||||||
defer mu.Unlock()
|
defer mu.Unlock()
|
||||||
return len(expected) == len(delivered)
|
return len(input) == len(delivered)
|
||||||
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue