476 lines
14 KiB
Go
476 lines
14 KiB
Go
package prometheus
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/influxdata/telegraf"
|
|
"github.com/influxdata/telegraf/testutil"
|
|
)
|
|
|
|
const (
|
|
validUniqueGauge = `# HELP cadvisor_version_info A metric with a constant '1' value labeled by kernel version, OS version, docker version, cadvisor version & cadvisor revision.
|
|
# TYPE cadvisor_version_info gauge
|
|
cadvisor_version_info{cadvisorRevision="",cadvisorVersion="",dockerVersion="1.8.2",kernelVersion="3.10.0-229.20.1.el7.x86_64",osVersion="CentOS Linux 7 (Core)"} 1
|
|
`
|
|
validUniqueCounter = `# HELP get_token_fail_count Counter of failed Token() requests to the alternate token source
|
|
# TYPE get_token_fail_count counter
|
|
get_token_fail_count 0
|
|
`
|
|
|
|
validUniqueSummary = `# HELP http_request_duration_microseconds The HTTP request latencies in microseconds.
|
|
# TYPE http_request_duration_microseconds summary
|
|
http_request_duration_microseconds{handler="prometheus",quantile="0.5"} 552048.506
|
|
http_request_duration_microseconds{handler="prometheus",quantile="0.9"} 5.876804288e+06
|
|
http_request_duration_microseconds{handler="prometheus",quantile="0.99"} 5.876804288e+06
|
|
http_request_duration_microseconds_sum{handler="prometheus"} 1.8909097205e+07
|
|
http_request_duration_microseconds_count{handler="prometheus"} 9
|
|
`
|
|
|
|
validUniqueHistogram = `# HELP apiserver_request_latencies Response latency distribution in microseconds for each verb, resource and client.
|
|
# TYPE apiserver_request_latencies histogram
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="125000"} 1994
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="250000"} 1997
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="500000"} 2000
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="1e+06"} 2005
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="2e+06"} 2012
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="4e+06"} 2017
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="8e+06"} 2024
|
|
apiserver_request_latencies_bucket{resource="bindings",verb="POST",le="+Inf"} 2025
|
|
apiserver_request_latencies_sum{resource="bindings",verb="POST"} 1.02726334e+08
|
|
apiserver_request_latencies_count{resource="bindings",verb="POST"} 2025
|
|
`
|
|
)
|
|
|
|
func TestParsingValidGauge(t *testing.T) {
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"osVersion": "CentOS Linux 7 (Core)",
|
|
"cadvisorRevision": "",
|
|
"cadvisorVersion": "",
|
|
"dockerVersion": "1.8.2",
|
|
"kernelVersion": "3.10.0-229.20.1.el7.x86_64",
|
|
},
|
|
map[string]interface{}{
|
|
"cadvisor_version_info": float64(1),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Gauge,
|
|
),
|
|
}
|
|
|
|
metrics, err := parse([]byte(validUniqueGauge))
|
|
|
|
require.NoError(t, err)
|
|
require.Len(t, metrics, 1)
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
}
|
|
|
|
func TestParsingValidCounter(t *testing.T) {
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{},
|
|
map[string]interface{}{
|
|
"get_token_fail_count": float64(0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Counter,
|
|
),
|
|
}
|
|
|
|
metrics, err := parse([]byte(validUniqueCounter))
|
|
|
|
require.NoError(t, err)
|
|
require.Len(t, metrics, 1)
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
}
|
|
|
|
func TestParsingValidSummary(t *testing.T) {
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"handler": "prometheus",
|
|
},
|
|
map[string]interface{}{
|
|
"http_request_duration_microseconds_sum": float64(1.8909097205e+07),
|
|
"http_request_duration_microseconds_count": float64(9.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Summary,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"handler": "prometheus",
|
|
"quantile": "0.5",
|
|
},
|
|
map[string]interface{}{
|
|
"http_request_duration_microseconds": float64(552048.506),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Summary,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"handler": "prometheus",
|
|
"quantile": "0.9",
|
|
},
|
|
map[string]interface{}{
|
|
"http_request_duration_microseconds": float64(5.876804288e+06),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Summary,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"handler": "prometheus",
|
|
"quantile": "0.99",
|
|
},
|
|
map[string]interface{}{
|
|
"http_request_duration_microseconds": float64(5.876804288e+6),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Summary,
|
|
),
|
|
}
|
|
|
|
metrics, err := parse([]byte(validUniqueSummary))
|
|
|
|
require.NoError(t, err)
|
|
require.Len(t, metrics, 4)
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
}
|
|
|
|
func TestParsingValidHistogram(t *testing.T) {
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_count": float64(2025.0),
|
|
"apiserver_request_latencies_sum": float64(1.02726334e+08),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "125000",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(1994.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "250000",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(1997.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "500000",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(2000.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "1e+06",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(2005.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "2e+06",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(2012.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "4e+06",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(2017.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "8e+06",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(2024.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"verb": "POST",
|
|
"resource": "bindings",
|
|
"le": "+Inf",
|
|
},
|
|
map[string]interface{}{
|
|
"apiserver_request_latencies_bucket": float64(2025.0),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Histogram,
|
|
),
|
|
}
|
|
|
|
metrics, err := parse([]byte(validUniqueHistogram))
|
|
|
|
require.NoError(t, err)
|
|
require.Len(t, metrics, 9)
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
}
|
|
|
|
func TestDefautTags(t *testing.T) {
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"osVersion": "CentOS Linux 7 (Core)",
|
|
"cadvisorRevision": "",
|
|
"cadvisorVersion": "",
|
|
"dockerVersion": "1.8.2",
|
|
"kernelVersion": "3.10.0-229.20.1.el7.x86_64",
|
|
"defaultTag": "defaultTagValue",
|
|
},
|
|
map[string]interface{}{
|
|
"cadvisor_version_info": float64(1),
|
|
},
|
|
time.Unix(0, 0),
|
|
telegraf.Gauge,
|
|
),
|
|
}
|
|
|
|
parser := Parser{
|
|
DefaultTags: map[string]string{
|
|
"defaultTag": "defaultTagValue",
|
|
"dockerVersion": "to_be_overriden",
|
|
},
|
|
}
|
|
metrics, err := parser.Parse([]byte(validUniqueGauge))
|
|
|
|
require.NoError(t, err)
|
|
require.Len(t, metrics, 1)
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
}
|
|
|
|
func TestMetricsWithTimestamp(t *testing.T) {
|
|
testTime := time.Date(2020, time.October, 4, 17, 0, 0, 0, time.UTC)
|
|
testTimeUnix := testTime.UnixNano() / int64(time.Millisecond)
|
|
metricsWithTimestamps := fmt.Sprintf(`
|
|
# TYPE test_counter counter
|
|
test_counter{label="test"} 1 %d
|
|
`, testTimeUnix)
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"label": "test",
|
|
},
|
|
map[string]interface{}{
|
|
"test_counter": float64(1.0),
|
|
},
|
|
testTime,
|
|
telegraf.Counter,
|
|
),
|
|
}
|
|
|
|
metrics, _ := parse([]byte(metricsWithTimestamps))
|
|
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.SortMetrics())
|
|
}
|
|
|
|
func TestMetricsWithoutIgnoreTimestamp(t *testing.T) {
|
|
testTime := time.Date(2020, time.October, 4, 17, 0, 0, 0, time.UTC)
|
|
testTimeUnix := testTime.UnixNano() / int64(time.Millisecond)
|
|
metricsWithTimestamps := fmt.Sprintf(`
|
|
# TYPE test_counter counter
|
|
test_counter{label="test"} 1 %d
|
|
`, testTimeUnix)
|
|
expected := testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"label": "test",
|
|
},
|
|
map[string]interface{}{
|
|
"test_counter": float64(1.0),
|
|
},
|
|
testTime,
|
|
telegraf.Counter,
|
|
)
|
|
|
|
parser := Parser{IgnoreTimestamp: true}
|
|
metric, _ := parser.ParseLine(metricsWithTimestamps)
|
|
|
|
testutil.RequireMetricEqual(t, expected, metric, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
require.WithinDuration(t, time.Now(), metric.Time(), 5*time.Second)
|
|
}
|
|
|
|
func parse(buf []byte) ([]telegraf.Metric, error) {
|
|
parser := Parser{}
|
|
return parser.Parse(buf)
|
|
}
|
|
|
|
func TestParserProtobufHeader(t *testing.T) {
|
|
var uClient = &http.Client{
|
|
Transport: &http.Transport{
|
|
DisableKeepAlives: true,
|
|
},
|
|
}
|
|
expected := []telegraf.Metric{
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"host": "omsk",
|
|
},
|
|
map[string]interface{}{
|
|
"swap_free": 9.77911808e+08,
|
|
},
|
|
time.Unix(0, 0),
|
|
2,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"host": "omsk",
|
|
},
|
|
map[string]interface{}{
|
|
"swap_in": 2.031616e+06,
|
|
},
|
|
time.Unix(0, 0),
|
|
1,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"host": "omsk",
|
|
},
|
|
map[string]interface{}{
|
|
"swap_out": 1.579008e+07,
|
|
},
|
|
time.Unix(0, 0),
|
|
1,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"host": "omsk",
|
|
},
|
|
map[string]interface{}{
|
|
"swap_total": 9.93185792e+08,
|
|
},
|
|
time.Unix(0, 0),
|
|
2,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"host": "omsk",
|
|
},
|
|
map[string]interface{}{
|
|
"swap_used": 1.5273984e+07,
|
|
},
|
|
time.Unix(0, 0),
|
|
2,
|
|
),
|
|
testutil.MustMetric(
|
|
"prometheus",
|
|
map[string]string{
|
|
"host": "omsk",
|
|
},
|
|
map[string]interface{}{
|
|
"swap_used_percent": 1.5378778193395661,
|
|
},
|
|
time.Unix(0, 0),
|
|
2,
|
|
),
|
|
}
|
|
sampleProtoBufData := []uint8{67, 10, 9, 115, 119, 97, 112, 95, 102, 114, 101, 101, 18, 25, 84, 101, 108, 101, 103, 114, 97, 102, 32, 99, 111, 108, 108, 101, 99, 116, 101, 100, 32, 109, 101, 116, 114, 105, 99, 24, 1, 34, 25, 10, 12, 10, 4, 104, 111, 115, 116, 18, 4, 111, 109, 115, 107, 18, 9, 9, 0, 0, 0, 0, 224, 36, 205, 65, 65, 10, 7, 115, 119, 97, 112, 95, 105, 110, 18, 25, 84, 101, 108, 101, 103, 114, 97, 102, 32, 99, 111, 108, 108, 101, 99, 116, 101, 100, 32, 109, 101, 116, 114, 105, 99, 24, 0, 34, 25, 10, 12, 10, 4, 104, 111, 115, 116, 18, 4, 111, 109, 115, 107, 26, 9, 9, 0, 0, 0, 0, 0, 0, 63, 65, 66, 10, 8, 115, 119, 97, 112, 95, 111, 117, 116, 18, 25, 84, 101, 108, 101, 103, 114, 97, 102, 32, 99, 111, 108, 108, 101, 99, 116, 101, 100, 32, 109, 101, 116, 114, 105, 99, 24, 0, 34, 25, 10, 12, 10, 4, 104, 111, 115, 116, 18, 4, 111, 109, 115, 107, 26, 9, 9, 0, 0, 0, 0, 0, 30, 110, 65, 68, 10, 10, 115, 119, 97, 112, 95, 116, 111, 116, 97, 108, 18, 25, 84, 101, 108, 101, 103, 114, 97, 102, 32, 99, 111, 108, 108, 101, 99, 116, 101, 100, 32, 109, 101, 116, 114, 105, 99, 24, 1, 34, 25, 10, 12, 10, 4, 104, 111, 115, 116, 18, 4, 111, 109, 115, 107, 18, 9, 9, 0, 0, 0, 0, 104, 153, 205, 65, 67, 10, 9, 115, 119, 97, 112, 95, 117, 115, 101, 100, 18, 25, 84, 101, 108, 101, 103, 114, 97, 102, 32, 99, 111, 108, 108, 101, 99, 116, 101, 100, 32, 109, 101, 116, 114, 105, 99, 24, 1, 34, 25, 10, 12, 10, 4, 104, 111, 115, 116, 18, 4, 111, 109, 115, 107, 18, 9, 9, 0, 0, 0, 0, 0, 34, 109, 65, 75, 10, 17, 115, 119, 97, 112, 95, 117, 115, 101, 100, 95, 112, 101, 114, 99, 101, 110, 116, 18, 25, 84, 101, 108, 101, 103, 114, 97, 102, 32, 99, 111, 108, 108, 101, 99, 116, 101, 100, 32, 109, 101, 116, 114, 105, 99, 24, 1, 34, 25, 10, 12, 10, 4, 104, 111, 115, 116, 18, 4, 111, 109, 115, 107, 18, 9, 9, 109, 234, 180, 197, 37, 155, 248, 63}
|
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
w.Header().Set("Content-Type", "application/vnd.google.protobuf; proto=io.prometheus.client.MetricFamily; encoding=delimited")
|
|
_, err := w.Write(sampleProtoBufData)
|
|
require.NoError(t, err)
|
|
}))
|
|
defer ts.Close()
|
|
req, err := http.NewRequest("GET", ts.URL, nil)
|
|
if err != nil {
|
|
t.Fatalf("unable to create new request '%s': %s", ts.URL, err)
|
|
}
|
|
var resp *http.Response
|
|
resp, err = uClient.Do(req)
|
|
if err != nil {
|
|
t.Fatalf("error making HTTP request to %s: %s", ts.URL, err)
|
|
}
|
|
defer resp.Body.Close()
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
t.Fatalf("error reading body: %s", err)
|
|
}
|
|
parser := Parser{Header: resp.Header}
|
|
metrics, err := parser.Parse(body)
|
|
if err != nil {
|
|
t.Fatalf("error reading metrics for %s: %s", ts.URL, err)
|
|
}
|
|
testutil.RequireMetricsEqual(t, expected, metrics, testutil.IgnoreTime(), testutil.SortMetrics())
|
|
}
|