mirror of
https://github.com/VictoriaMetrics/VictoriaMetrics.git
synced 2026-05-17 00:26:36 +03:00
20d4314168
### Describe Your Changes Fix stale `quantiles(...)` stream aggregation output for series without samples in the current aggregation interval. Previously, `quantilesAggrConfig` reused the `quantiles` buffer across aggregation values. If `quantilesAggrValue.flush` was called for a series without samples after another series had already calculated quantiles, the stale quantile values could be emitted for the empty series. This could produce unrealistic `*_quantiles` output values and make the same aggregated value appear across unrelated labelsets. The PR skips `quantiles(...)` output when there is no histogram for the current interval and adds a regression test for this case. ### Checklist The following checks are **mandatory**: - [x] My change adheres to [VictoriaMetrics contributing guidelines](https://docs.victoriametrics.com/victoriametrics/contributing/#pull-request-checklist). - [x] My change adheres to [VictoriaMetrics development goals](https://docs.victoriametrics.com/victoriametrics/goals/). --------- Co-authored-by: hagen1778 <roman@victoriametrics.com>
807 lines
19 KiB
Go
807 lines
19 KiB
Go
//go:build synctest
|
|
|
|
package streamaggr
|
|
|
|
import (
|
|
"strconv"
|
|
"sync"
|
|
"testing"
|
|
"testing/synctest"
|
|
"time"
|
|
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/prompb"
|
|
"github.com/VictoriaMetrics/VictoriaMetrics/lib/protoparser/prometheus"
|
|
)
|
|
|
|
func TestAggregatorsSuccess(t *testing.T) {
|
|
f := func(inputMetrics []string, interval time.Duration, outputMetricsExpected, config, matchIdxsStrExpected string) {
|
|
t.Helper()
|
|
|
|
var matchIdxs []uint32
|
|
var tssOutput []prompb.TimeSeries
|
|
synctest.Test(t, func(t *testing.T) {
|
|
var tssOutputLock sync.Mutex
|
|
// Initialize Aggregators
|
|
pushFunc := func(tss []prompb.TimeSeries) {
|
|
tssOutputLock.Lock()
|
|
tssOutput = appendClonedTimeseries(tssOutput, tss)
|
|
tssOutputLock.Unlock()
|
|
}
|
|
a, err := LoadFromData([]byte(config), pushFunc, nil, "some_alias")
|
|
if err != nil {
|
|
t.Fatalf("cannot initialize aggregators: %s", err)
|
|
}
|
|
offsetMsecs := time.Now().UnixMilli()
|
|
for _, metrics := range inputMetrics {
|
|
// Push the inputMetrics to Aggregators
|
|
tssInput := prometheus.MustParsePromMetrics(metrics, offsetMsecs)
|
|
matchIdxs = append(matchIdxs, a.Push(tssInput, nil)...)
|
|
time.Sleep(interval + time.Millisecond) // shift by 1ms from flush border to avoid flaky tests
|
|
offsetMsecs += interval.Milliseconds()
|
|
}
|
|
a.MustStop()
|
|
})
|
|
|
|
// Verify matchIdxs equals to matchIdxsExpected
|
|
matchIdxsStr := ""
|
|
for _, v := range matchIdxs {
|
|
matchIdxsStr += strconv.Itoa(int(v))
|
|
}
|
|
if matchIdxsStr != matchIdxsStrExpected {
|
|
t.Fatalf("unexpected matchIdxs;\ngot\n%s\nwant\n%s", matchIdxsStr, matchIdxsStrExpected)
|
|
}
|
|
|
|
// Verify the tssOutput contains the expected metrics
|
|
outputMetrics := timeSeriessToString(tssOutput)
|
|
if outputMetrics != outputMetricsExpected {
|
|
t.Fatalf("unexpected output metrics;\ngot\n%s\nwant\n%s", outputMetrics, outputMetricsExpected)
|
|
}
|
|
}
|
|
|
|
// Empty config
|
|
f([]string{}, time.Second, ``, ``, "")
|
|
f([]string{`foo{bar="baz"} 1`}, time.Second, ``, ``, "0")
|
|
f([]string{"foo 1\nbaz 2"}, time.Second, ``, ``, "00")
|
|
|
|
// Empty by list - aggregate only by time
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5 11
|
|
bar 34 10
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_count_samples 2
|
|
bar:1m_count_series 1
|
|
bar:1m_last 5
|
|
bar:1m_sum_samples 39
|
|
foo:1m_count_samples{abc="123"} 2
|
|
foo:1m_count_samples{abc="456",de="fg"} 1
|
|
foo:1m_count_series{abc="123"} 1
|
|
foo:1m_count_series{abc="456",de="fg"} 1
|
|
foo:1m_last{abc="123"} 8.5
|
|
foo:1m_last{abc="456",de="fg"} 8
|
|
foo:1m_sum_samples{abc="123"} 12.5
|
|
foo:1m_sum_samples{abc="456",de="fg"} 8
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [count_samples, sum_samples, count_series, last]
|
|
`, "11111")
|
|
|
|
// Special case: __name__ in `by` list - this is the same as empty `by` list
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_count_samples 1
|
|
bar:1m_count_series 1
|
|
bar:1m_sum_samples 5
|
|
foo:1m_count_samples 3
|
|
foo:1m_count_series 2
|
|
foo:1m_sum_samples 20.5
|
|
`, `
|
|
- interval: 1m
|
|
by: [__name__]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// Non-empty `by` list with non-existing labels
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_by_bar_foo_count_samples 1
|
|
bar:1m_by_bar_foo_count_series 1
|
|
bar:1m_by_bar_foo_sum_samples 5
|
|
foo:1m_by_bar_foo_count_samples 3
|
|
foo:1m_by_bar_foo_count_series 2
|
|
foo:1m_by_bar_foo_sum_samples 20.5
|
|
`, `
|
|
- interval: 1m
|
|
by: [foo, bar]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// Non-empty `by` list with existing label
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_by_abc_count_samples 1
|
|
bar:1m_by_abc_count_series 1
|
|
bar:1m_by_abc_sum_samples 5
|
|
foo:1m_by_abc_count_samples{abc="123"} 2
|
|
foo:1m_by_abc_count_samples{abc="456"} 1
|
|
foo:1m_by_abc_count_series{abc="123"} 1
|
|
foo:1m_by_abc_count_series{abc="456"} 1
|
|
foo:1m_by_abc_sum_samples{abc="123"} 12.5
|
|
foo:1m_by_abc_sum_samples{abc="456"} 8
|
|
`, `
|
|
- interval: 1m
|
|
by: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// Non-empty `by` list with duplicate existing label
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_by_abc_count_samples 1
|
|
bar:1m_by_abc_count_series 1
|
|
bar:1m_by_abc_sum_samples 5
|
|
foo:1m_by_abc_count_samples{abc="123"} 2
|
|
foo:1m_by_abc_count_samples{abc="456"} 1
|
|
foo:1m_by_abc_count_series{abc="123"} 1
|
|
foo:1m_by_abc_count_series{abc="456"} 1
|
|
foo:1m_by_abc_sum_samples{abc="123"} 12.5
|
|
foo:1m_by_abc_sum_samples{abc="456"} 8
|
|
`, `
|
|
- interval: 1m
|
|
by: [abc, abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// Non-empty `without` list with non-existing labels
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_without_foo_count_samples 1
|
|
bar:1m_without_foo_count_series 1
|
|
bar:1m_without_foo_sum_samples 5
|
|
foo:1m_without_foo_count_samples{abc="123"} 2
|
|
foo:1m_without_foo_count_samples{abc="456",de="fg"} 1
|
|
foo:1m_without_foo_count_series{abc="123"} 1
|
|
foo:1m_without_foo_count_series{abc="456",de="fg"} 1
|
|
foo:1m_without_foo_sum_samples{abc="123"} 12.5
|
|
foo:1m_without_foo_sum_samples{abc="456",de="fg"} 8
|
|
`, `
|
|
- interval: 1m
|
|
without: [foo]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// Non-empty `without` list with existing labels
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_without_abc_count_samples 1
|
|
bar:1m_without_abc_count_series 1
|
|
bar:1m_without_abc_sum_samples 5
|
|
foo:1m_without_abc_count_samples 2
|
|
foo:1m_without_abc_count_samples{de="fg"} 1
|
|
foo:1m_without_abc_count_series 1
|
|
foo:1m_without_abc_count_series{de="fg"} 1
|
|
foo:1m_without_abc_sum_samples 12.5
|
|
foo:1m_without_abc_sum_samples{de="fg"} 8
|
|
`, `
|
|
- interval: 1m
|
|
without: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// Special case: __name__ in `without` list
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `:1m_count_samples 1
|
|
:1m_count_samples{abc="123"} 2
|
|
:1m_count_samples{abc="456",de="fg"} 1
|
|
:1m_count_series 1
|
|
:1m_count_series{abc="123"} 1
|
|
:1m_count_series{abc="456",de="fg"} 1
|
|
:1m_sum_samples 5
|
|
:1m_sum_samples{abc="123"} 12.5
|
|
:1m_sum_samples{abc="456",de="fg"} 8
|
|
`, `
|
|
- interval: 1m
|
|
without: [__name__]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
`, "1111")
|
|
|
|
// drop some input metrics
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_without_abc_count_samples 1
|
|
bar:1m_without_abc_count_series 1
|
|
bar:1m_without_abc_sum_samples 5
|
|
`, `
|
|
- interval: 1m
|
|
without: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
input_relabel_configs:
|
|
- if: 'foo'
|
|
action: drop
|
|
`, "1111")
|
|
|
|
// rename output metrics
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar-1m-without-abc-count-samples 1
|
|
bar-1m-without-abc-count-series 1
|
|
bar-1m-without-abc-sum-samples 5
|
|
foo-1m-without-abc-count-samples 2
|
|
foo-1m-without-abc-count-series 1
|
|
foo-1m-without-abc-sum-samples 12.5
|
|
`, `
|
|
- interval: 1m
|
|
without: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
output_relabel_configs:
|
|
- action: replace_all
|
|
source_labels: [__name__]
|
|
regex: ":|_"
|
|
replacement: "-"
|
|
target_label: __name__
|
|
- action: drop
|
|
source_labels: [de]
|
|
regex: fg
|
|
`, "1111")
|
|
|
|
// match doesn't match anything
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, ``, `
|
|
- interval: 1m
|
|
without: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
match: '{non_existing_label!=""}'
|
|
name: foobar
|
|
`, "0000")
|
|
|
|
// match matches foo series with non-empty abc label
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `foo:1m_by_abc_count_samples{abc="123"} 2
|
|
foo:1m_by_abc_count_samples{abc="456"} 1
|
|
foo:1m_by_abc_count_series{abc="123"} 1
|
|
foo:1m_by_abc_count_series{abc="456"} 1
|
|
foo:1m_by_abc_sum_samples{abc="123"} 12.5
|
|
foo:1m_by_abc_sum_samples{abc="456"} 8
|
|
`, `
|
|
- interval: 1m
|
|
by: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
name: abcdef
|
|
match:
|
|
- foo{abc=~".+"}
|
|
- '{non_existing_label!=""}'
|
|
`, "1011")
|
|
|
|
// total output for non-repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 4.34
|
|
`}, time.Minute, `bar:1m_total{baz="qwe"} 0
|
|
foo:1m_total 0
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [total]
|
|
`, "11")
|
|
|
|
// total output for non-repeated series, ignore first sample 0s
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 4.34
|
|
`}, time.Minute, `bar:1m_total{baz="qwe"} 4.34
|
|
foo:1m_total 123
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [total]
|
|
ignore_first_sample_interval: 0s
|
|
`, "11")
|
|
|
|
// total_prometheus output for non-repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 4.34
|
|
`}, time.Minute, `bar:1m_total_prometheus{baz="qwe"} 0
|
|
foo:1m_total_prometheus 0
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [total_prometheus]
|
|
`, "11")
|
|
|
|
// total output for repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.31
|
|
bar{baz="qwe"} 4.34 1
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`}, time.Minute, `bar:1m_total{baz="qwe"} 3.03
|
|
bar:1m_total{baz="qwer"} 1
|
|
foo:1m_total 0
|
|
foo:1m_total{baz="qwe"} 15
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [total]
|
|
`, "11111111")
|
|
|
|
// total_prometheus output for repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.32
|
|
bar{baz="qwe"} 4.34
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`}, time.Minute, `bar:1m_total_prometheus{baz="qwe"} 5.02
|
|
bar:1m_total_prometheus{baz="qwer"} 1
|
|
foo:1m_total_prometheus 0
|
|
foo:1m_total_prometheus{baz="qwe"} 15
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [total_prometheus]
|
|
`, "11111111")
|
|
|
|
// total output for repeated series with group by __name__
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.32
|
|
bar{baz="qwe"} 4.34
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`}, time.Minute, `bar:1m_total 6.02
|
|
foo:1m_total 15
|
|
`, `
|
|
- interval: 1m
|
|
by: [__name__]
|
|
outputs: [total]
|
|
`, "11111111")
|
|
|
|
// total_prometheus output for repeated series with group by __name__
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.32
|
|
bar{baz="qwe"} 4.34
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`}, time.Minute, `bar:1m_total_prometheus 6.02
|
|
foo:1m_total_prometheus 15
|
|
`, `
|
|
- interval: 1m
|
|
by: [__name__]
|
|
outputs: [total_prometheus]
|
|
`, "11111111")
|
|
|
|
// increase output for non-repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 4.34
|
|
`}, time.Minute, `bar:1m_increase{baz="qwe"} 0
|
|
foo:1m_increase 0
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [increase]
|
|
`, "11")
|
|
|
|
// increase_prometheus output for non-repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 4.34
|
|
`}, time.Minute, `bar:1m_increase_prometheus{baz="qwe"} 0
|
|
foo:1m_increase_prometheus 0
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [increase_prometheus]
|
|
`, "11")
|
|
|
|
// increase output for repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.32
|
|
bar{baz="qwe"} 4.34
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`}, time.Minute, `bar:1m_increase{baz="qwe"} 5.02
|
|
bar:1m_increase{baz="qwer"} 1
|
|
foo:1m_increase 0
|
|
foo:1m_increase{baz="qwe"} 15
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [increase]
|
|
`, "11111111")
|
|
|
|
// increase_prometheus output for repeated series
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.32
|
|
bar{baz="qwe"} 4.34
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`}, time.Minute, `bar:1m_increase_prometheus{baz="qwe"} 5.02
|
|
bar:1m_increase_prometheus{baz="qwer"} 1
|
|
foo:1m_increase_prometheus 0
|
|
foo:1m_increase_prometheus{baz="qwe"} 15
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [increase_prometheus]
|
|
`, "11111111")
|
|
|
|
// multiple aggregate configs
|
|
f([]string{`
|
|
foo 1
|
|
foo{bar="baz"} 2
|
|
foo 3.3
|
|
`, ``, ``, ``, ``}, time.Minute, `foo:1m_count_series 1
|
|
foo:1m_count_series{bar="baz"} 1
|
|
foo:1m_sum_samples 0
|
|
foo:1m_sum_samples 0
|
|
foo:1m_sum_samples 4.3
|
|
foo:1m_sum_samples{bar="baz"} 0
|
|
foo:1m_sum_samples{bar="baz"} 0
|
|
foo:1m_sum_samples{bar="baz"} 2
|
|
foo:5m_by_bar_sum_samples 4.3
|
|
foo:5m_by_bar_sum_samples{bar="baz"} 2
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [count_series, sum_samples]
|
|
- interval: 5m
|
|
by: [bar]
|
|
outputs: [sum_samples]
|
|
`, "111")
|
|
|
|
// min and max outputs
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_max 5
|
|
bar:1m_min 5
|
|
foo:1m_max{abc="123"} 8.5
|
|
foo:1m_max{abc="456",de="fg"} 8
|
|
foo:1m_min{abc="123"} 4
|
|
foo:1m_min{abc="456",de="fg"} 8
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [min, max]
|
|
`, "1111")
|
|
|
|
// avg output
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_avg 5
|
|
foo:1m_avg{abc="123"} 6.25
|
|
foo:1m_avg{abc="456",de="fg"} 8
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [avg]
|
|
`, "1111")
|
|
|
|
// stddev output
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_stddev 0
|
|
foo:1m_stddev{abc="123"} 2.25
|
|
foo:1m_stddev{abc="456",de="fg"} 0
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [stddev]
|
|
`, "1111")
|
|
|
|
// stdvar output
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar:1m_stdvar 0
|
|
foo:1m_stdvar{abc="123"} 5.0625
|
|
foo:1m_stdvar{abc="456",de="fg"} 0
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [stdvar]
|
|
`, "1111")
|
|
|
|
// histogram_bucket output
|
|
f([]string{`
|
|
cpu_usage{cpu="1"} 12.5
|
|
cpu_usage{cpu="1"} 13.3
|
|
cpu_usage{cpu="1"} 13
|
|
cpu_usage{cpu="1"} 12
|
|
cpu_usage{cpu="1"} 14
|
|
cpu_usage{cpu="1"} 25
|
|
cpu_usage{cpu="2"} 90
|
|
`}, time.Minute, `cpu_usage:1m_histogram_bucket{cpu="1",vmrange="1.136e+01...1.292e+01"} 2
|
|
cpu_usage:1m_histogram_bucket{cpu="1",vmrange="1.292e+01...1.468e+01"} 3
|
|
cpu_usage:1m_histogram_bucket{cpu="1",vmrange="2.448e+01...2.783e+01"} 1
|
|
cpu_usage:1m_histogram_bucket{cpu="2",vmrange="8.799e+01...1.000e+02"} 1
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [histogram_bucket]
|
|
`, "1111111")
|
|
|
|
// histogram_bucket output without cpu
|
|
f([]string{`
|
|
cpu_usage{cpu="1"} 12.5
|
|
cpu_usage{cpu="1"} 13.3
|
|
cpu_usage{cpu="1"} 13
|
|
cpu_usage{cpu="1"} 12
|
|
cpu_usage{cpu="1"} 14
|
|
cpu_usage{cpu="1"} 25
|
|
cpu_usage{cpu="2"} 90
|
|
`}, time.Minute, `cpu_usage:1m_without_cpu_histogram_bucket{vmrange="1.136e+01...1.292e+01"} 2
|
|
cpu_usage:1m_without_cpu_histogram_bucket{vmrange="1.292e+01...1.468e+01"} 3
|
|
cpu_usage:1m_without_cpu_histogram_bucket{vmrange="2.448e+01...2.783e+01"} 1
|
|
cpu_usage:1m_without_cpu_histogram_bucket{vmrange="8.799e+01...1.000e+02"} 1
|
|
`, `
|
|
- interval: 1m
|
|
without: [cpu]
|
|
outputs: [histogram_bucket]
|
|
`, "1111111")
|
|
|
|
// quantiles output
|
|
f([]string{`
|
|
cpu_usage{cpu="1"} 12.5
|
|
cpu_usage{cpu="1"} 13.3
|
|
cpu_usage{cpu="1"} 13
|
|
cpu_usage{cpu="1"} 12
|
|
cpu_usage{cpu="1"} 14
|
|
cpu_usage{cpu="1"} 25
|
|
cpu_usage{cpu="2"} 90
|
|
`}, time.Minute, `cpu_usage:1m_quantiles{cpu="1",quantile="0"} 12
|
|
cpu_usage:1m_quantiles{cpu="1",quantile="0.5"} 13.3
|
|
cpu_usage:1m_quantiles{cpu="1",quantile="1"} 25
|
|
cpu_usage:1m_quantiles{cpu="2",quantile="0"} 90
|
|
cpu_usage:1m_quantiles{cpu="2",quantile="0.5"} 90
|
|
cpu_usage:1m_quantiles{cpu="2",quantile="1"} 90
|
|
`, `
|
|
- interval: 1m
|
|
outputs: ["quantiles(0, 0.5, 1)"]
|
|
`, "1111111")
|
|
|
|
// quantiles output without cpu
|
|
f([]string{`
|
|
cpu_usage{cpu="1"} 12.5
|
|
cpu_usage{cpu="1"} 13.3
|
|
cpu_usage{cpu="1"} 13
|
|
cpu_usage{cpu="1"} 12
|
|
cpu_usage{cpu="1"} 14
|
|
cpu_usage{cpu="1"} 25
|
|
cpu_usage{cpu="2"} 90
|
|
`}, time.Minute, `cpu_usage:1m_without_cpu_quantiles{quantile="0"} 12
|
|
cpu_usage:1m_without_cpu_quantiles{quantile="0.5"} 13.3
|
|
cpu_usage:1m_without_cpu_quantiles{quantile="1"} 90
|
|
`, `
|
|
- interval: 1m
|
|
without: [cpu]
|
|
outputs: ["quantiles(0, 0.5, 1)"]
|
|
`, "1111111")
|
|
|
|
// no stale quantiles should be produced
|
|
f([]string{`
|
|
cpu_usage{cpu="1"} 3
|
|
cpu_usage{cpu="2"} 3`,
|
|
`cpu_usage{cpu="2"} 4`,
|
|
}, time.Minute, `cpu_usage:1m_quantiles{cpu="1",quantile="1"} 3
|
|
cpu_usage:1m_quantiles{cpu="2",quantile="1"} 3
|
|
cpu_usage:1m_quantiles{cpu="2",quantile="1"} 4
|
|
`, `
|
|
- interval: 1m
|
|
outputs: ["quantiles(1)"]
|
|
`, "111")
|
|
|
|
// append additional label
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5 10
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar-1m-without-abc-count-samples{new_label="must_keep_metric_name"} 1
|
|
bar-1m-without-abc-count-series{new_label="must_keep_metric_name"} 1
|
|
bar-1m-without-abc-sum-samples{new_label="must_keep_metric_name"} 5
|
|
foo-1m-without-abc-count-samples{new_label="must_keep_metric_name"} 2
|
|
foo-1m-without-abc-count-series{new_label="must_keep_metric_name"} 1
|
|
foo-1m-without-abc-sum-samples{new_label="must_keep_metric_name"} 12.5
|
|
`, `
|
|
- interval: 1m
|
|
without: [abc]
|
|
outputs: [count_samples, sum_samples, count_series]
|
|
output_relabel_configs:
|
|
- action: replace_all
|
|
source_labels: [__name__]
|
|
regex: ":|_"
|
|
replacement: "-"
|
|
target_label: __name__
|
|
- action: drop
|
|
source_labels: [de]
|
|
regex: fg
|
|
- target_label: new_label
|
|
replacement: must_keep_metric_name
|
|
`, "1111")
|
|
|
|
// test rate_sum and rate_avg
|
|
f([]string{`
|
|
foo{abc="123", cde="1"} 3
|
|
foo{abc="456", cde="1"} 8.5
|
|
foo 12 34
|
|
`, `
|
|
foo{abc="123", cde="1"} 8
|
|
foo{abc="456", cde="1"} 11
|
|
`}, time.Minute, `foo:1m_by_cde_rate_avg{cde="1"} 0.0625
|
|
foo:1m_by_cde_rate_sum{cde="1"} 0.125
|
|
`, `
|
|
- interval: 1m
|
|
by: [cde]
|
|
outputs: [rate_sum, rate_avg]
|
|
`, "11111")
|
|
|
|
// test rate_sum and rate_avg, when two aggregation intervals are empty
|
|
f([]string{`
|
|
foo{abc="123", cde="1"} 2
|
|
foo{abc="456", cde="1"} 8
|
|
foo{abc="777", cde="1"} 9 -10
|
|
`, ``, ``, `
|
|
foo{abc="123", cde="1"} 20
|
|
foo{abc="456", cde="1"} 26
|
|
foo{abc="777", cde="1"} 27 -10
|
|
`}, time.Minute, `foo:1m_by_cde_rate_avg{cde="1"} 0.1
|
|
foo:1m_by_cde_rate_sum{cde="1"} 0.2
|
|
`, `
|
|
- interval: 1m
|
|
by: [cde]
|
|
outputs: [rate_sum, rate_avg]
|
|
enable_windows: true
|
|
`, "111111")
|
|
|
|
// rate_sum and rate_avg with duplicated events
|
|
f([]string{`
|
|
foo{abc="123", cde="1"} 4 10
|
|
foo{abc="123", cde="1"} 4 10
|
|
`}, time.Minute, ``, `
|
|
- interval: 1m
|
|
outputs: [rate_sum, rate_avg]
|
|
`, "11")
|
|
|
|
// rate_sum and rate_avg for a single sample
|
|
f([]string{`
|
|
foo 4 10
|
|
bar 5 10
|
|
`}, time.Minute, ``, `
|
|
- interval: 1m
|
|
outputs: [rate_sum, rate_avg]
|
|
`, "11")
|
|
|
|
// unique_samples output
|
|
f([]string{`
|
|
foo 1 10
|
|
foo 2 20
|
|
foo 1 10
|
|
foo 2 20
|
|
foo 3 20
|
|
`}, time.Minute, `foo:1m_unique_samples 3
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [unique_samples]
|
|
`, "11111")
|
|
|
|
// keep_metric_names
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
bar -34.3
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar 2
|
|
foo{abc="123"} 2
|
|
foo{abc="456",de="fg"} 1
|
|
`, `
|
|
- interval: 1m
|
|
keep_metric_names: true
|
|
outputs: [count_samples]
|
|
`, "11111")
|
|
|
|
// drop_input_labels
|
|
f([]string{`
|
|
foo{abc="123"} 4
|
|
bar 5
|
|
foo{abc="123"} 8.5
|
|
bar -34.3
|
|
foo{abc="456",de="fg"} 8
|
|
`}, time.Minute, `bar 2
|
|
foo 2
|
|
foo{de="fg"} 1
|
|
`, `
|
|
- interval: 1m
|
|
drop_input_labels: [abc]
|
|
keep_metric_names: true
|
|
outputs: [count_samples]
|
|
`, "11111")
|
|
|
|
f([]string{`
|
|
foo 123
|
|
bar 567
|
|
`, ``, ``}, 30*time.Second, `bar:1m_sum_samples 567
|
|
foo:1m_sum_samples 123
|
|
`, `
|
|
- interval: 1m
|
|
outputs: [sum_samples]
|
|
dedup_interval: 30s
|
|
`, "11")
|
|
|
|
f([]string{`
|
|
foo 123
|
|
bar{baz="qwe"} 1.32
|
|
bar{baz="qwe"} 4.34
|
|
bar{baz="qwe"} 2
|
|
foo{baz="qwe"} -5
|
|
bar{baz="qwer"} 343
|
|
bar{baz="qwer"} 344
|
|
foo{baz="qwe"} 10
|
|
`, ``, ``}, 30*time.Second, `bar:1m_sum_samples{baz="qwe"} 4.34
|
|
bar:1m_sum_samples{baz="qwer"} 344
|
|
foo:1m_sum_samples 123
|
|
foo:1m_sum_samples{baz="qwe"} 10
|
|
`, `
|
|
- interval: 1m
|
|
dedup_interval: 30s
|
|
outputs: [sum_samples]
|
|
`, "11111111")
|
|
}
|