chore(parsers.avro): Add benchmark for binary format (#14311)
This commit is contained in:
parent
48d6d3c6fb
commit
8318d2c700
|
|
@ -5,6 +5,7 @@ import (
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/linkedin/goavro/v2"
|
||||||
"github.com/stretchr/testify/require"
|
"github.com/stretchr/testify/require"
|
||||||
|
|
||||||
"github.com/influxdata/telegraf"
|
"github.com/influxdata/telegraf"
|
||||||
|
|
@ -117,3 +118,64 @@ func BenchmarkParsing(b *testing.B) {
|
||||||
_, _ = plugin.Parse(benchmarkData)
|
_, _ = plugin.Parse(benchmarkData)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestBenchmarkDataBinary(t *testing.T) {
|
||||||
|
plugin := &Parser{
|
||||||
|
Measurement: "benchmark",
|
||||||
|
Tags: []string{"tags_platform", "tags_sdkver", "source"},
|
||||||
|
Fields: []string{"value"},
|
||||||
|
Timestamp: "timestamp",
|
||||||
|
TimestampFormat: "unix",
|
||||||
|
Schema: benchmarkSchema,
|
||||||
|
}
|
||||||
|
require.NoError(t, plugin.Init())
|
||||||
|
|
||||||
|
benchmarkDir := filepath.Join("testdata", "benchmark")
|
||||||
|
|
||||||
|
// Read the expected valued from file
|
||||||
|
parser := &influx.Parser{}
|
||||||
|
require.NoError(t, parser.Init())
|
||||||
|
expected, err := testutil.ParseMetricsFromFile(filepath.Join(benchmarkDir, "expected.out"), parser)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
// Re-encode the benchmark data from JSON to binary format
|
||||||
|
jsonData, err := os.ReadFile(filepath.Join(benchmarkDir, "message.json"))
|
||||||
|
require.NoError(t, err)
|
||||||
|
codec, err := goavro.NewCodec(benchmarkSchema)
|
||||||
|
require.NoError(t, err)
|
||||||
|
native, _, err := codec.NativeFromTextual(jsonData)
|
||||||
|
require.NoError(t, err)
|
||||||
|
benchmarkData, err := codec.BinaryFromNative(nil, native)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
// Do the actual testing
|
||||||
|
actual, err := plugin.Parse(benchmarkData)
|
||||||
|
require.NoError(t, err)
|
||||||
|
testutil.RequireMetricsEqual(t, expected, actual, testutil.SortMetrics())
|
||||||
|
}
|
||||||
|
|
||||||
|
func BenchmarkParsingBinary(b *testing.B) {
|
||||||
|
plugin := &Parser{
|
||||||
|
Measurement: "benchmark",
|
||||||
|
Tags: []string{"tags_platform", "tags_sdkver", "source"},
|
||||||
|
Fields: []string{"value"},
|
||||||
|
Timestamp: "timestamp",
|
||||||
|
TimestampFormat: "unix",
|
||||||
|
Schema: benchmarkSchema,
|
||||||
|
}
|
||||||
|
require.NoError(b, plugin.Init())
|
||||||
|
|
||||||
|
// Re-encode the benchmark data from JSON to binary format
|
||||||
|
jsonData, err := os.ReadFile(filepath.Join("testdata", "benchmark", "message.json"))
|
||||||
|
require.NoError(b, err)
|
||||||
|
codec, err := goavro.NewCodec(benchmarkSchema)
|
||||||
|
require.NoError(b, err)
|
||||||
|
native, _, err := codec.NativeFromTextual(jsonData)
|
||||||
|
require.NoError(b, err)
|
||||||
|
benchmarkData, err := codec.BinaryFromNative(nil, native)
|
||||||
|
require.NoError(b, err)
|
||||||
|
|
||||||
|
for n := 0; n < b.N; n++ {
|
||||||
|
_, _ = plugin.Parse(benchmarkData)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
|
||||||
|
|
@ -1 +1 @@
|
||||||
benchmark,source=myhost,tags_platform=python,tags_sdkver=3.11.5 value=5.0 1653643421
|
benchmark,source=myhost,tags_platform=python,tags_sdkver=3.11.5 value=5.0 1653643421000000000
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue