test(processors): Fix unit-test for tracking metrics (#14844)

This commit is contained in:
Sven Rebhan 2024-02-20 15:21:32 +01:00 committed by GitHub
parent d752a38be2
commit f005bfaa1c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
15 changed files with 83 additions and 41 deletions

View File

@ -836,6 +836,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -289,6 +289,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -195,6 +195,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -391,6 +391,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -129,6 +129,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -228,6 +228,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -162,7 +162,7 @@ func TestCasesTracking(t *testing.T) {
testutil.RequireMetricsEqual(t, expected, actual) testutil.RequireMetricsEqual(t, expected, actual)
// Simulate output acknowledging delivery // Simulate output acknowledging delivery
for _, m := range input { for _, m := range actual {
m.Accept() m.Accept()
} }
@ -170,7 +170,7 @@ func TestCasesTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
}) })
} }

View File

@ -1,6 +1,7 @@
package regex package regex
import ( import (
"sync"
"testing" "testing"
"time" "time"
@ -992,6 +993,56 @@ func TestAnyFieldConversion(t *testing.T) {
} }
func TestTrackedMetricNotLost(t *testing.T) { func TestTrackedMetricNotLost(t *testing.T) {
now := time.Now()
// Setup raw input and expected output
inputRaw := testutil.MustMetric(
"access_log",
map[string]string{
"verb": "GET",
"resp_code": "200",
},
map[string]interface{}{
"request": "/api/search/?category=plugins&q=regex&sort=asc",
"ignore_number": int64(200),
"ignore_bool": true,
},
now,
)
expected := []telegraf.Metric{
metric.New(
"access_log",
map[string]string{
"verb": "GET",
"resp_code": "200",
"resp_code_group": "2xx",
"resp_code_text": "OK",
},
map[string]interface{}{
"request": "/api/search/?category=plugins&q=regex&sort=asc",
"method": "/search/",
"search_category": "plugins",
"ignore_number": int64(200),
"ignore_bool": true,
},
now,
),
}
// Create fake notification for testing
var mu sync.Mutex
delivered := make([]telegraf.DeliveryInfo, 0, 1)
notify := func(di telegraf.DeliveryInfo) {
mu.Lock()
defer mu.Unlock()
delivered = append(delivered, di)
}
// Convert raw input to tracking metric
input, _ := metric.WithTracking(inputRaw, notify)
// Prepare and start the plugin
regex := Regex{ regex := Regex{
Tags: []converter{ Tags: []converter{
{ {
@ -1025,32 +1076,19 @@ func TestTrackedMetricNotLost(t *testing.T) {
} }
require.NoError(t, regex.Init()) require.NoError(t, regex.Init())
m := newM2().Copy() // Process expected metrics and compare with resulting metrics
var delivered bool actual := regex.Apply(input)
notify := func(telegraf.DeliveryInfo) { testutil.RequireMetricsEqual(t, expected, actual)
delivered = true
}
m, _ = metric.WithTracking(m, notify)
processed := regex.Apply(m)
processed[0].Accept()
expectedFields := map[string]interface{}{ // Simulate output acknowledging delivery
"request": "/api/search/?category=plugins&q=regex&sort=asc", for _, m := range actual {
"method": "/search/", m.Accept()
"search_category": "plugins",
"ignore_number": int64(200),
"ignore_bool": true,
}
expectedTags := map[string]string{
"verb": "GET",
"resp_code": "200",
"resp_code_group": "2xx",
"resp_code_text": "OK",
} }
require.Equal(t, expectedFields, processed[0].Fields()) // Check delivery
require.Equal(t, expectedTags, processed[0].Tags()) require.Eventuallyf(t, func() bool {
require.Eventually(t, func() bool { mu.Lock()
return delivered defer mu.Unlock()
}, time.Second, 100*time.Millisecond, "metric not delivered") return len(delivered) == 1
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -124,6 +124,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -128,6 +128,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -118,6 +118,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -546,6 +546,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -148,6 +148,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }

View File

@ -292,12 +292,16 @@ func TestTracking(t *testing.T) {
testutil.RequireMetricsEqual(t, expected, actual) testutil.RequireMetricsEqual(t, expected, actual)
// Simulate output acknowledging delivery // Simulate output acknowledging delivery
input.Accept() for _, m := range actual {
m.Accept()
}
// Check delivery
// Check delivery // Check delivery
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(delivered) > 0 return len(delivered) == 1
}, time.Second, 100*time.Millisecond, "%d delivered but 1 expected", len(delivered)) }, time.Second, 100*time.Millisecond, "%d delivered but 1 expected", len(delivered))
} }

View File

@ -576,6 +576,6 @@ func TestTracking(t *testing.T) {
require.Eventuallyf(t, func() bool { require.Eventuallyf(t, func() bool {
mu.Lock() mu.Lock()
defer mu.Unlock() defer mu.Unlock()
return len(expected) == len(delivered) return len(input) == len(delivered)
}, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected)) }, time.Second, 100*time.Millisecond, "%d delivered but %d expected", len(delivered), len(expected))
} }