package models import ( "path/filepath" "testing" "time" "github.com/stretchr/testify/require" "github.com/tidwall/wal" "github.com/influxdata/telegraf" "github.com/influxdata/telegraf/metric" "github.com/influxdata/telegraf/testutil" ) func TestDiskBufferRetainsTrackingInformation(t *testing.T) { m := metric.New("cpu", map[string]string{}, map[string]interface{}{"value": 42.0}, time.Unix(0, 0)) var delivered int mm, _ := metric.WithTracking(m, func(telegraf.DeliveryInfo) { delivered++ }) buf, err := NewBuffer("test", "123", "", 0, "disk", t.TempDir()) require.NoError(t, err) buf.Stats().MetricsAdded.Set(0) buf.Stats().MetricsWritten.Set(0) buf.Stats().MetricsDropped.Set(0) defer buf.Close() buf.Add(mm) tx := buf.BeginTransaction(1) tx.AcceptAll() buf.EndTransaction(tx) require.Equal(t, 1, delivered) } func TestDiskBufferTrackingDroppedFromOldWal(t *testing.T) { m := metric.New("cpu", map[string]string{}, map[string]interface{}{"value": 42.0}, time.Unix(0, 0)) tm, _ := metric.WithTracking(m, func(telegraf.DeliveryInfo) {}) metrics := []telegraf.Metric{ // Basic metric with 1 field, 0 timestamp metric.New("cpu", map[string]string{}, map[string]interface{}{"value": 42.0}, time.Unix(0, 0)), // Basic metric with 1 field, different timestamp metric.New("cpu", map[string]string{}, map[string]interface{}{"value": 20.0}, time.Now()), // Metric with a field metric.New("cpu", map[string]string{"x": "y"}, map[string]interface{}{"value": 18.0}, time.Now()), // Tracking metric tm, // Metric with lots of tag types metric.New( "cpu", map[string]string{}, map[string]interface{}{ "value_f64": 20.0, "value_uint64": uint64(10), "value_int16": int16(5), "value_string": "foo", "value_boolean": true, "value_byte_array": []byte{1, 2, 3, 4, 5}, }, time.Now(), ), } // call manually so that we can properly use metric.ToBytes() without having initialized a buffer registerGob() // Prefill the WAL file path := t.TempDir() walfile, err := wal.Open(filepath.Join(path, "123"), nil) require.NoError(t, err) defer walfile.Close() for i, m := range metrics { data, err := metric.ToBytes(m) require.NoError(t, err) require.NoError(t, walfile.Write(uint64(i+1), data)) } walfile.Close() // Create a buffer buf, err := NewBuffer("123", "123", "", 0, "disk", path) require.NoError(t, err) buf.Stats().MetricsAdded.Set(0) buf.Stats().MetricsWritten.Set(0) buf.Stats().MetricsDropped.Set(0) defer buf.Close() tx := buf.BeginTransaction(4) // Check that the tracking metric is skipped expected := []telegraf.Metric{ metrics[0], metrics[1], metrics[2], metrics[4], } testutil.RequireMetricsEqual(t, expected, tx.Batch) }