github.com/go-graphite/carbonapi@v0.17.0/expr/functions/summarize/function_test.go

package summarize

import (
	"math"
	"testing"

	"github.com/go-graphite/carbonapi/expr/interfaces"
	"github.com/go-graphite/carbonapi/expr/metadata"
	"github.com/go-graphite/carbonapi/expr/types"
	"github.com/go-graphite/carbonapi/pkg/parser"
	th "github.com/go-graphite/carbonapi/tests"
)

var (
	md []interfaces.FunctionMetadata = New("")
)

func init() {
	for _, m := range md {
		metadata.RegisterFunction(m.Name, m.F)
	}
}

func TestEvalSummarize(t *testing.T) {
	tenThirtyTwo, _, tenThirty := th.InitTestSummarize()
	now32 := tenThirty

	tests := []th.SummarizeEvalTestItem{
		{
			Target: "summarize(metric1,'5s')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 35}: {types.MakeMetricData("metric1", []float64{
					1, 1, 1, 1, 1,
					2, 2, 2, 2, 2,
					3, 3, 3, 3, 3,
					4, 4, 4, 4, 4,
					5, 5, 5, 5, 5,
					math.NaN(), 2, 3, 4, 5,
					math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(),
				}, 1, now32)},
			},
			Want:  []float64{5, 10, 15, 20, 25, 14, math.NaN(), math.NaN()},
			From:  now32,
			Until: now32 + 35,
			Name:  "summarize(metric1,'5s')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 40,
		},
		{
			Target: "summarize(metric1,'5s')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 50}: {types.MakeMetricData("metric1", []float64{
					1, 2, 3, 4, 5,
				}, 10, now32)},
			},
			Want:  []float64{1, math.NaN(), 2, math.NaN(), 3, math.NaN(), 4, math.NaN(), 5, math.NaN(), math.NaN()},
			From:  now32,
			Until: now32 + 50,
			Name:  "summarize(metric1,'5s')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 55,
		},
		{
			Target: "summarize(metric1,'5s','avg')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 35}: {types.MakeMetricData("metric1", []float64{1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 1, 2, 3, math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN()}, 1, now32)},
			},
			Want:  []float64{1, 2, 3, 4, 5, 2, math.NaN(), math.NaN()},
			From:  now32,
			Until: now32 + 35,
			Name:  "summarize(metric1,'5s','avg')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 40,
		},
		{
			Target: "summarize(metric1,'5s','max')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{1, 2, 3, 4.5, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','max')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'5s','min')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{0, 1, 1.5, 2, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','min')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'5s','last')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{1, 2, 3, 4.5, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','last')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'5s','count')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 35}: {types.MakeMetricData("metric1", []float64{1, math.NaN(), 1, 1, math.NaN(), math.NaN(), 2, 2, 2, 2, 3, math.NaN(), math.NaN(), 3, 3, 4, 4, 4, math.NaN(), 4, 5, 5, math.NaN(), 5, 5, 1, 2, 3, math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN()}, 1, now32)},
			},
			Want:  []float64{3, 4, 3, 4, 4, 3, math.NaN(), math.NaN()},
			From:  now32,
			Until: now32 + 35,
			Name:  "summarize(metric1,'5s','count')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 40,
		},
		{
			Target: "summarize(metric1,'5s','p50')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{0.5, 1.5, 2, 3, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','p50')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'5s','p25')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{0, 1, 2, 3, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','p25')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'5s','p99.9')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{1, 2, 3, 4.498, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','p99.9')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'5s','p100.1')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'5s','p100.1')",
			Step:  5,
			Start: now32,
			Stop:  now32 + 30,
		},
		{
			Target: "summarize(metric1,'1s','p50')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: now32, Until: now32 + 25*1}: {types.MakeMetricData("metric1", []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5}, 1, now32)},
			},
			Want:  []float64{1, 0, 0, 0.5, 1, 2, 1, 1, 1.5, 2, 3, 2, 2, 1.5, 3, 4, 3, 2, 3, 4.5, 5, 5, 5, 5, 5, math.NaN()},
			From:  now32,
			Until: now32 + 25*1,
			Name:  "summarize(metric1,'1s','p50')",
			Step:  1,
			Start: now32,
			Stop:  now32 + 25 + 1,
		},
		{
			Target: "summarize(metric1,'10min')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: tenThirtyTwo, Until: tenThirty + 30*60}: {types.MakeMetricData("metric1", []float64{
					1, 1, 1, 1, 1, 2, 2, 2, 2, 2,
					3, 3, 3, 3, 3, 4, 4, 4, 4, 4,
					5, 5, 5, 5, 5}, 60, tenThirtyTwo)},
			},
			Want:  []float64{11, 31, 33, math.NaN()},
			From:  tenThirtyTwo,
			Until: tenThirty + 30*60,
			Name:  "summarize(metric1,'10min')",
			Step:  600,
			Start: tenThirty,
			Stop:  (tenThirty + 30*60) - ((tenThirty + 30*60) % 600) + 600, // When alignToFrom is false, the new stop time is calculated with: stop - (stop % bucketSize) + bucketSize
		},
		{
			Target: "summarize(metric1,'10min','sum',true)",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: tenThirtyTwo, Until: tenThirtyTwo + 25*60}: {types.MakeMetricData("metric1", []float64{
					1, 1, 1, 1, 1, 2, 2, 2, 2, 2,
					3, 3, 3, 3, 3, 4, 4, 4, 4, 4,
					5, 5, 5, 5, 5}, 60, tenThirtyTwo)},
			},
			Want:  []float64{15, 35, 25},
			From:  tenThirtyTwo,
			Until: tenThirtyTwo + 25*60,
			Name:  "summarize(metric1,'10min','sum',true)",
			Step:  600,
			Start: tenThirtyTwo,
			Stop:  tenThirtyTwo + (int64(math.Ceil(float64((tenThirtyTwo+25*60)-tenThirtyTwo)/float64(600))) * 600), // The end time for queries with alignToFrom set to true will have a stop time of start time + (number of buckets for results)*interval
		},
	}

	for _, tt := range tests {
		eval := th.EvaluatorFromFunc(md[0].F)
		th.TestSummarizeEvalExpr(t, eval, &tt)
	}
}

func TestEvalSummarize1Minute(t *testing.T) {
	tests := []th.SummarizeEvalTestItem{
		{
			Target: "summarize(metric1,'1min','sum')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{1770, 5370, 8970, 12570, math.NaN()},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','sum')",
			Step:  60,
			Start: 0,
			Stop:  300,
		},
		{
			Target: "summarize(metric1,'1min','avg')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{29.5, 89.5, 149.5, 209.5, math.NaN()},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','avg')",
			Step:  60,
			Start: 0,
			Stop:  300,
		},
		{
			Target: "summarize(metric1,'1min','last')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{59, 119, 179, 239, math.NaN()},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','last')",
			Step:  60,
			Start: 0,
			Stop:  300,
		},
		{
			Target: "summarize(metric1,'1min','max')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{59, 119, 179, 239, math.NaN()},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','max')",
			Step:  60,
			Start: 0,
			Stop:  300,
		},
		{
			Target: "summarize(metric1,'1min','min')",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{0, 60, 120, 180, math.NaN()},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','min')",
			Step:  60,
			Start: 0,
			Stop:  300,
		},
		{
			Target: "summarize(metric1,'1min','sum',true)",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{1770, 5370, 8970, 12570},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','sum',true)",
			Step:  60,
			Start: 0,
			Stop:  240,
		},
		{
			Target: "summarize(metric1,'1min','avg',true)",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{29.5, 89.5, 149.5, 209.5},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','avg',true)",
			Step:  60,
			Start: 0,
			Stop:  240,
		},
		{
			Target: "summarize(metric1,'1min','last',true)",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{59, 119, 179, 239},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','last',true)",
			Step:  60,
			Start: 0,
			Stop:  240,
		},
		{
			Target: "summarize(metric1,'1min','max',true)",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{59, 119, 179, 239},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','max',true)",
			Step:  60,
			Start: 0,
			Stop:  240,
		},
		{
			Target: "summarize(metric1,'1min','min',true)",
			M: map[parser.MetricRequest][]*types.MetricData{
				{Metric: "metric1", From: 0, Until: 240}: {types.MakeMetricData("metric1", generateValues(0, 240, 1), 1, 0)},
			},
			Want:  []float64{0, 60, 120, 180},
			From:  0,
			Until: 240,
			Name:  "summarize(metric1,'1min','min',true)",
			Step:  60,
			Start: 0,
			Stop:  240,
		},
	}

	for _, tt := range tests {
		eval := th.EvaluatorFromFunc(md[0].F)
		th.TestSummarizeEvalExpr(t, eval, &tt)
	}
}

func generateValues(start, stop, step int64) (values []float64) {
	for i := start; i < stop; i += step {
		values = append(values, float64(i))
	}
	return
}