github.com/m3db/m3@v1.5.1-0.20231129193456-75a402aa583b/src/query/graphite/native/builtin_functions_test.go

// Copyright (c) 2019 Uber Technologies, Inc.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.

package native

import (
	"context"
	"fmt"
	"math"
	"math/rand"
	"testing"
	"time"

	"github.com/m3db/m3/src/query/block"
	"github.com/m3db/m3/src/query/graphite/common"
	xctx "github.com/m3db/m3/src/query/graphite/context"
	"github.com/m3db/m3/src/query/graphite/storage"
	xtest "github.com/m3db/m3/src/query/graphite/testing"
	"github.com/m3db/m3/src/query/graphite/ts"
	querystorage "github.com/m3db/m3/src/query/storage"
	"github.com/m3db/m3/src/query/storage/m3/consolidators"
	xgomock "github.com/m3db/m3/src/x/test"

	"github.com/golang/mock/gomock"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

var (
	// testInput defines the input for various tests
	testInput = []common.TestSeries{
		{"foo", []float64{0, 601, 3, 4}},
		{"nan", []float64{math.NaN(), math.NaN(), math.NaN()}},
		{"bar", []float64{500, -8}},
		{"baz", []float64{600, -600, 3}},
		{"quux", []float64{100, 50000, 888, -1, -2, math.NaN()}},
	}

	// testSmallInput defines a small input for various tests
	testSmallInput = []common.TestSeries{
		testInput[0],
		testInput[2],
	}

	// testInputWithNaNSeries defines another input set with all-nan series
	testInputWithNaNSeries = []common.TestSeries{
		testInput[0],
		testInput[2],
		testInput[4],
		{"allNaN", []float64{math.NaN(), math.NaN()}},
	}
)

func TestExclude(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	now := time.Now()
	values := ts.NewConstantValues(ctx, 10.0, 1000, 10)

	g01 := ts.NewSeries(ctx, "servers.graphite01-foo.disk.bar.available_bytes", now, values)
	g02 := ts.NewSeries(ctx, "servers.graphite02-foo.disk.bar.available_bytes", now, values)
	g03 := ts.NewSeries(ctx, "servers.graphite03-foo.disk.bar.available_bytes", now, values)

	sampleInput := []*ts.Series{g01, g02, g03}
	sampleOutput := []*ts.Series{g01, g03}
	tests := []struct {
		inputs  []*ts.Series
		r       string
		n       int
		outputs []*ts.Series
	}{
		{
			sampleInput,
			"graphite02-foo",
			2,
			sampleOutput,
		},
		{
			sampleInput,
			"graphite",
			0,
			[]*ts.Series{},
		},
		{
			sampleInput,
			"graphite.*-foo",
			0,
			[]*ts.Series{},
		},
	}

	for _, test := range tests {
		results, err := exclude(nil, singlePathSpec{
			Values: test.inputs,
		}, test.r)
		require.Nil(t, err)
		require.NotNil(t, results)
		require.Equal(t, test.n, results.Len())
		for i := range results.Values {
			assert.Equal(t, sampleOutput[i].Name(), results.Values[i].Name())
		}
	}
}

func TestExcludeErr(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	now := time.Now()
	values := ts.NewConstantValues(ctx, 10.0, 1000, 10)

	series := []*ts.Series{
		ts.NewSeries(ctx, "anything", now, values),
	}
	results, err := exclude(ctx, singlePathSpec{
		Values: series,
	}, "(")
	require.Error(t, err, "Failure is expected")
	require.Nil(t, results.Values)
}

func TestGrep(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	now := time.Now()
	values := ts.NewConstantValues(ctx, 10.0, 5, 10)

	series1 := ts.NewSeries(ctx, "collectd.test-db1.load.value", now, values)
	series2 := ts.NewSeries(ctx, "collectd.test-db2.load.value", now, values)
	series3 := ts.NewSeries(ctx, "collectd.test-db3.load.value", now, values)
	series4 := ts.NewSeries(ctx, "collectd.test-db4.load.value", now, values)

	testInputs := []*ts.Series{series1, series2, series3, series4}
	expectedOutput := []common.TestSeries{
		{
			Name: "collectd.test-db1.load.value",
			Data: []float64{10.0, 10.0, 10.0, 10.0, 10.0},
		},
		{
			Name: "collectd.test-db2.load.value",
			Data: []float64{10.0, 10.0, 10.0, 10.0, 10.0},
		},
	}

	results, err := grep(nil, singlePathSpec{
		Values: testInputs,
	}, ".*db[12]")
	require.Nil(t, err)
	require.NotNil(t, results)
	common.CompareOutputsAndExpected(t, 10, now, expectedOutput, results.Values)

	// error case
	_, err = grep(nil, singlePathSpec{
		Values: testInputs,
	}, "+++++")
	require.NotNil(t, err)
}

func TestSortByName(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	now := time.Now()
	values := ts.NewConstantValues(ctx, 10.0, 1000, 10)

	series := []*ts.Series{
		ts.NewSeries(ctx, "b.d.a", now, values),
		ts.NewSeries(ctx, "zee", now, values),
		ts.NewSeries(ctx, "a.c.d", now, values),
	}

	// Normal.
	results, err := sortByName(ctx, singlePathSpec{
		Values: series,
	}, false, false)
	require.Nil(t, err)
	require.Equal(t, len(series), results.Len())
	assert.Equal(t, "a.c.d", results.Values[0].Name())
	assert.Equal(t, "b.d.a", results.Values[1].Name())
	assert.Equal(t, "zee", results.Values[2].Name())

	// Reverse.
	results, err = sortByName(ctx, singlePathSpec{
		Values: series,
	}, false, true)
	require.Nil(t, err)
	require.Equal(t, len(series), results.Len())
	assert.Equal(t, "zee", results.Values[0].Name())
	assert.Equal(t, "b.d.a", results.Values[1].Name())
	assert.Equal(t, "a.c.d", results.Values[2].Name())
}

func TestSortByNameNatural(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	now := time.Now()
	values := ts.NewConstantValues(ctx, 10.0, 1000, 10)

	series := []*ts.Series{
		ts.NewSeries(ctx, "server1", now, values),
		ts.NewSeries(ctx, "server11", now, values),
		ts.NewSeries(ctx, "server12", now, values),
		ts.NewSeries(ctx, "server2", now, values),
	}

	results, err := sortByName(ctx, singlePathSpec{
		Values: series,
	}, true, false)
	require.Nil(t, err)
	require.Equal(t, len(series), results.Len())
	assert.Equal(t, "server1", results.Values[0].Name())
	assert.Equal(t, "server2", results.Values[1].Name())
	assert.Equal(t, "server11", results.Values[2].Name())
	assert.Equal(t, "server12", results.Values[3].Name())
}

func getTestInput(ctx *common.Context) []*ts.Series {
	series := make([]*ts.Series, len(testInput))
	now := time.Now()
	for idx, s := range testInput {
		series[idx] = ts.NewSeries(ctx, s.Name, now, common.NewTestSeriesValues(ctx, 100, s.Data))
	}
	return series
}

func testSortingFuncs(
	t *testing.T,
	f func(ctx *common.Context, series singlePathSpec) (ts.SeriesList, error),
	resultIndexes []int,
) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	input := getTestInput(ctx)
	results, err := f(ctx, singlePathSpec{Values: input})
	require.Nil(t, err)
	require.Equal(t, len(resultIndexes), results.Len())

	expected := make([]string, 0, len(input))
	for _, idx := range resultIndexes {
		expected = append(expected, input[idx].Name())
	}

	actual := make([]string, 0, len(input))
	for _, s := range results.Values {
		actual = append(actual, s.Name())
	}
	require.Equal(t, expected, actual)

	for i, idx := range resultIndexes {
		require.Equal(t, results.Values[i], input[idx])
	}
}

func TestSortBy(t *testing.T) {
	for _, test := range []struct {
		fn      string
		indices []int
	}{
		{fn: "average", indices: []int{4, 2, 0, 3, 1}},
		{fn: "sum", indices: []int{4, 0, 2, 3, 1}},
		{fn: "max", indices: []int{4, 0, 3, 2, 1}},
		{fn: "min", indices: []int{1, 3, 2, 4, 0}},
	} {
		t.Run(test.fn, func(t *testing.T) {
			// Regular.
			expected := test.indices
			testSortingFuncs(t,
				func(ctx *common.Context, series singlePathSpec) (ts.SeriesList, error) {
					return sortBy(ctx, series, test.fn, false)
				},
				expected)

			// Reversed.
			for i, j := 0, len(expected)-1; i < j; i, j = i+1, j-1 {
				expected[i], expected[j] = expected[j], expected[i]
			}
			testSortingFuncs(t,
				func(ctx *common.Context, series singlePathSpec) (ts.SeriesList, error) {
					return sortBy(ctx, series, test.fn, true)
				},
				expected)
		})
	}
}

func TestSortByTotal(t *testing.T) {
	testSortingFuncs(t, sortByTotal, []int{4, 0, 2, 3, 1})
}

func TestSortByMaxima(t *testing.T) {
	testSortingFuncs(t, sortByMaxima, []int{4, 0, 3, 2, 1})
}

func TestSortByMinima(t *testing.T) {
	testSortingFuncs(t, sortByMinima, []int{1, 3, 2, 4, 0})
}

func TestAbsolute(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	inputVals := []float64{-2, 0, 42, math.NaN()}
	outputVals := []float64{2, 0, 42, math.NaN()}
	start := time.Now()

	input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 100, inputVals))
	r, err := absolute(ctx, singlePathSpec{
		Values: []*ts.Series{input},
	})
	require.NoError(t, err)

	outputs := r.Values
	require.Equal(t, 1, len(outputs))
	require.Equal(t, 100, outputs[0].MillisPerStep())
	require.Equal(t, len(outputVals), outputs[0].Len())
	require.Equal(t, start, outputs[0].StartTime())
	assert.Equal(t, "absolute(foo)", outputs[0].Name())

	for step := 0; step < outputs[0].Len(); step++ {
		v := outputs[0].ValueAt(step)
		xtest.Equalish(t, outputVals[step], v, "invalid value for %d", step)
	}
}

func TestScale(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs  []float64
		scale   float64
		outputs []float64
	}{
		{
			[]float64{0, 1.0, 2.0, math.NaN(), 3.0},
			2.5,
			[]float64{0, 2.5, 5.0, math.NaN(), 7.5},
		},
		{
			[]float64{0, 1.0, 2.0, math.NaN(), 3.0},
			0.5,
			[]float64{0, 0.5, 1.0, math.NaN(), 1.5},
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 100, test.inputs))
		r, err := scale(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		}, test.scale)
		require.NoError(t, err)

		outputs := r.Values
		require.Equal(t, 1, len(outputs))
		require.Equal(t, 100, outputs[0].MillisPerStep())
		require.Equal(t, len(test.inputs), outputs[0].Len())
		require.Equal(t, start, outputs[0].StartTime())
		assert.Equal(t, fmt.Sprintf("scale(foo,"+common.FloatingPointFormat+")", test.scale), outputs[0].Name())

		for step := 0; step < outputs[0].Len(); step++ {
			v := outputs[0].ValueAt(step)
			xtest.Equalish(t, test.outputs[step], v, "invalid value for %d", step)
		}
	}
}

func TestUseSeriesAbove(t *testing.T) {
	var (
		ctrl      = xgomock.NewController(t)
		store     = storage.NewMockStorage(ctrl)
		now       = time.Now().Truncate(time.Hour)
		engine    = NewEngine(store, CompileOptions{})
		startTime = now.Add(-3 * time.Minute)
		endTime   = now.Add(-time.Minute)
		ctx       = common.NewContext(common.ContextOptions{Start: startTime, End: endTime, Engine: engine})
		stepSize  = 60000
	)

	defer ctrl.Finish()
	defer func() { _ = ctx.Close() }()

	store.EXPECT().FetchByQuery(gomock.Any(), "foo.bar.q.zed", gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.q.zed"))
	store.EXPECT().FetchByQuery(gomock.Any(), "foo.bar.g.zed", gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.g.zed"))
	store.EXPECT().FetchByQuery(gomock.Any(), "foo.bar.x.zed", gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.x.zed")).Times(2)
	store.EXPECT().FetchByQuery(gomock.Any(), "foo.bar.g.zed.g", gomock.Any()).Return(
		&storage.FetchResult{SeriesList: []*ts.Series{ts.NewSeries(ctx, "foo.bar.g.zed.g", startTime,
			common.NewTestSeriesValues(ctx, 60000, []float64{10, 20, 30}))}}, nil)
	store.EXPECT().FetchByQuery(gomock.Any(), "foo.bar.q.zed.q", gomock.Any()).Return(
		&storage.FetchResult{SeriesList: []*ts.Series{ts.NewSeries(ctx, "foo.bar.q.zed.q", startTime,
			common.NewTestSeriesValues(ctx, 60000, []float64{1, 2, 3}))}}, nil)

	tests := []struct {
		target   string
		expected common.TestSeries
	}{
		{
			"useSeriesAbove(foo.bar.q.zed, -1, 'q', 'g')",
			common.TestSeries{
				Name: "foo.bar.g.zed",
				Data: []float64{1.0, 1.0},
			},
		},
		// two replacements
		{
			"useSeriesAbove(foo.bar.g.zed.g, 15, 'g', 'q')",
			common.TestSeries{
				Name: "foo.bar.q.zed.q",
				Data: []float64{1.0, 2.0, 3.0},
			},
		},
		// no replacments
		{
			"useSeriesAbove(foo.bar.x.zed, 1, 'p', 'g')",
			common.TestSeries{
				Name: "foo.bar.x.zed",
				Data: []float64{2.0, 2.0},
			},
		},
	}

	for _, test := range tests {
		expr, err := engine.Compile(test.target)
		require.NoError(t, err)
		res, err := expr.Execute(ctx)
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, stepSize, startTime,
			[]common.TestSeries{test.expected}, res.Values)
	}
}

func TestPercentileOfSeriesErrors(t *testing.T) {
	ctx := common.NewTestContext()

	tests := []struct {
		stepPerMillis         []int
		percentile            float64
		values                [][]float64
		expectedValues        []float64
		expectedStepPerMillis float64
		interpolate           genericInterface
	}{
		{ // percentile is over 100%.
			[]int{120, 120},
			101.0,
			[][]float64{
				{60.0, 50.0, 40.0, 30.0, 20.0, 10.0},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{5.5, 11.0, 16.5, 22.0, 27.5, 33.0},
			120,
			"true",
		},
		{ // percentile is less than zero.
			[]int{120, 120},
			-10.0,
			[][]float64{
				{60.0, 50.0, 40.0, 30.0, 20.0, 10.0},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{5.5, 11.0, 16.5, 22.0, 27.5, 33.0},
			120,
			"true",
		},
		{ // percentile input is empty.
			[]int{120, 120},
			10.0,
			[][]float64{},
			[]float64{},
			120,
			"true",
		},
		{ // percentile series have different size millisPerStep.
			[]int{120, 320},
			33.0,
			[][]float64{
				{60.0, 50.0, 40.0, 30.0, 20.0, 10.0},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{5.5, 11.0, 16.5, 22.0, 27.5, 33.0},
			960,
			"true",
		},
		{ // interpolateStr is neither "true" nor "false".
			[]int{120, 320},
			33.0,
			[][]float64{
				{60.0, 50.0, 40.0, 30.0, 20.0, 10.0},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{5.5, 11.0, 16.5, 22.0, 27.5, 33.0},
			960,
			"random",
		},
		{ // types other than boolean and string are not allowed
			[]int{120, 120, 120, 120, 120},
			33.0,
			[][]float64{
				{math.NaN(), 16, 23, math.NaN(), 75, 48, 42, 41},
				{math.NaN(), 36, 74, 43, 73},
				{math.NaN(), 61, 24, 29, math.NaN(), 62, 65, 72},
				{math.NaN(), 48, 94, math.NaN(), 32, 39, math.NaN(), 84},
				{math.NaN(), 16, math.NaN(), 85, 34, 27, 74, math.NaN(), 72},
			},
			[]float64{math.NaN(), 16, 24, 43, 34},
			120,
			[]*ts.Series(nil),
		},
	}

	for _, test := range tests {
		seriesList := make([]*ts.Series, len(test.values))
		for i := 0; i < len(seriesList); i++ {
			seriesList[i] = ts.NewSeries(ctx, "<values>", time.Now(), common.NewTestSeriesValues(ctx, test.stepPerMillis[i], test.values[i]))
		}

		_, err := percentileOfSeries(ctx, singlePathSpec{
			Values: seriesList,
		}, test.percentile, test.interpolate)
		assert.NotNil(t, err)
	}
}

func TestPercentileOfSeries(t *testing.T) {
	ctx := common.NewTestContext()

	tests := []struct {
		stepPerMillis         []int
		percentile            float64
		values                [][]float64
		expectedValues        []float64
		expectedStepPerMillis float64
		interpolate           genericInterface
	}{
		{ // Test arrays with NaNs, multiple series, and same time step.
			[]int{120, 120, 120, 120, 120},
			33,
			[][]float64{
				{math.NaN(), 16, 23, math.NaN(), 75, 48, 42, 41},
				{math.NaN(), 36, 74, 43, 73},
				{math.NaN(), 61, 24, 29, math.NaN(), 62, 65, 72},
				{math.NaN(), 48, 94, math.NaN(), 32, 39, math.NaN(), 84},
				{math.NaN(), 16, math.NaN(), 85, 34, 27, 74, math.NaN(), 72},
			},
			[]float64{math.NaN(), 16, 24, 43, 34},
			120,
			"false",
		},
		{ // Test arrays with NaNs, multiple series, and same time step.
			[]int{120, 120, 120, 120, 120},
			33,
			[][]float64{
				{math.NaN(), 16, 23, math.NaN(), 75, 48, 42, 41},
				{math.NaN(), 36, 74, 43, 73},
				{math.NaN(), 61, 24, 29, math.NaN(), 62, 65, 72},
				{math.NaN(), 48, 94, math.NaN(), 32, 39, math.NaN(), 84},
				{math.NaN(), 16, math.NaN(), 85, 34, 27, 74, math.NaN(), 72},
			},
			[]float64{math.NaN(), 16.0, 23.65, 33.480000000000004, 33.3},
			120,
			"true",
		},
		{ // Test arrays with NaNs remove them and get correct percentile value
			[]int{120, 120, 120},
			5,
			[][]float64{
				{math.NaN(), 60, 50, 40, math.NaN(), 30, 20, 10},
				{math.NaN(), 15, 12, 9, 6, 3, math.NaN()},
				{math.NaN(), 6, 5, 4, 3, 2, 1},
			},
			[]float64{math.NaN(), 6, 5, 4, 3, 2, 1},
			120,
			"false",
		},
		{ // Test non-interpolated percentile
			[]int{120, 120},
			42,
			[][]float64{
				{60, 5, 40, 30, 20, 10},
				{3, 40, 4, 1, 2, 6},
			},
			[]float64{60, 40, 40, 30, 20, 10},
			120,
			"false",
		},
		{ // Test non-interpolated percentile for 100th percentile
			[]int{120, 120, 120},
			100,
			[][]float64{
				{60, 50, 40, 30, 20, 10},
				{18, 15, 12, 9, 6, 3},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{60, 50, 40, 30, 20, 10},
			120,
			"false",
		},
		{ // Test non-interpolated percentile for 1st percentile
			[]int{120, 120},
			1,
			[][]float64{
				{60, 50, 40, 30, 20, 10},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{6, 5, 4, 3, 2, 1},
			120,
			"false",
		},
		{ // Test interpolation for a percentile series
			[]int{120, 120},
			75,
			[][]float64{
				{60, 50, 40, 30, 20, 10},
				{6, 5, 4, 3, 2, 1},
			},
			[]float64{60, 50, 40, 30, 20, 10},
			120,
			"true",
		},
	}

	for _, test := range tests {
		seriesList := make([]*ts.Series, len(test.values))
		for i := 0; i < len(seriesList); i++ {
			seriesList[i] = ts.NewSeries(ctx, "<values>", time.Now(), common.NewTestSeriesValues(ctx, test.stepPerMillis[i], test.values[i]))
		}

		r, err := percentileOfSeries(ctx, singlePathSpec{
			Values: seriesList,
		}, test.percentile, test.interpolate)
		require.NoError(t, err)

		output := r.Values
		name := fmt.Sprintf("percentileOfSeries(<values>,"+common.FloatingPointFormat+")",
			test.percentile)
		assert.Equal(t, name, output[0].Name())
		for step := 0; step < output[0].Len(); step++ {
			v := output[0].ValueAt(step)
			require.NoError(t, err)

			xtest.Equalish(t, test.expectedValues[step], v)
		}
		xtest.Equalish(t, test.expectedStepPerMillis, output[0].MillisPerStep())
	}
}

func TestOffset(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs  []float64
		factor  float64
		outputs []float64
	}{
		{
			[]float64{0, 1.0, 2.0, math.NaN(), 3.0},
			2.5,
			[]float64{2.5, 3.5, 4.5, math.NaN(), 5.5},
		},
		{
			[]float64{0, 1.0, 2.0, math.NaN(), 3.0},
			-0.5,
			[]float64{-0.5, 0.5, 1.5, math.NaN(), 2.5},
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 100, test.inputs))
		r, err := offset(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		}, test.factor)
		require.NoError(t, err)

		outputs := r.Values
		require.Equal(t, 1, len(outputs))
		require.Equal(t, 100, outputs[0].MillisPerStep())
		require.Equal(t, len(test.inputs), outputs[0].Len())
		require.Equal(t, start, outputs[0].StartTime())
		assert.Equal(t, fmt.Sprintf("offset(foo,"+common.FloatingPointFormat+")", test.factor), outputs[0].Name())

		for step := 0; step < outputs[0].Len(); step++ {
			v := outputs[0].ValueAt(step)
			xtest.Equalish(t, test.outputs[step], v, "invalid value for %d", step)
		}
	}
}

func TestPerSecond(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		millisPerStep int
		input         []float64
		output        []float64
	}{
		// increase by 1 per 100ms == 10 per sec
		{100, []float64{1, 2, 3, 4, 5}, []float64{math.NaN(), 10, 10, 10, 10}},

		// increase by 1 per 10s == .1 per sec
		{10000, []float64{1, 2, 3, 4, 5}, []float64{math.NaN(), 0.1, 0.1, 0.1, 0.1}},

		// decreasing value - rate of change not applicable
		{
			1000,
			[]float64{5, 4, 3, 2, 1},
			[]float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN()},
		},

		// skip over missing values
		{1000, []float64{1, 2, math.NaN(), 4, 5}, []float64{math.NaN(), 1, math.NaN(), 1, 1}},
	}

	for _, test := range tests {
		values := common.NewTestSeriesValues(ctx, test.millisPerStep, test.input)
		series := ts.NewSeries(ctx, "foo", time.Now(), values)
		r, err := perSecond(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		}, math.NaN())
		require.NoError(t, err)

		perSec := r.Values
		require.Equal(t, 1, len(perSec))
		require.Equal(t, len(test.output), perSec[0].Len())
		assert.Equal(t, series.StartTime(), perSec[0].StartTime())
		assert.Equal(t, "perSecond(foo)", perSec[0].Name())
		for i := 0; i < perSec[0].Len(); i++ {
			val := perSec[0].ValueAt(i)
			xtest.Equalish(t, test.output[i], val, "invalid value for %d", i)
		}
	}
}

func TestTransformNull(t *testing.T) {
	var (
		start         = time.Now()
		ctx           = common.NewTestContext()
		millisPerStep = 100
	)
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs       []*ts.Series
		defaultValue float64
		outputs      []common.TestSeries
	}{
		{
			[]*ts.Series{
				ts.NewSeries(ctx, "foo1", start,
					common.NewTestSeriesValues(ctx, millisPerStep, []float64{0, math.NaN(), 2.0, math.NaN(), 3.0})),
				ts.NewSeries(ctx, "foo2", start,
					common.NewTestSeriesValues(ctx, millisPerStep, []float64{math.NaN(), 7, 2.0, 6.5, math.NaN()})),
			},
			42.5,
			[]common.TestSeries{
				{
					Name: "transformNull(foo1,42.500)",
					Data: []float64{0, 42.5, 2.0, 42.5, 3.0},
				},
				{
					Name: "transformNull(foo2,42.500)",
					Data: []float64{42.5, 7, 2.0, 6.5, 42.5},
				},
			},
		},
		{
			[]*ts.Series{
				ts.NewSeries(ctx, "foo1", start,
					common.NewTestSeriesValues(ctx, millisPerStep, []float64{0, 1.0, 2.0, math.NaN(), 3.0})),
				ts.NewSeries(ctx, "foo2", start,
					common.NewTestSeriesValues(ctx, millisPerStep, []float64{math.NaN(), 7, math.NaN(), 6.5, math.NaN()})),
			},
			-0.5,
			[]common.TestSeries{
				{
					Name: "transformNull(foo1,-0.500)",
					Data: []float64{0, 1.0, 2.0, -0.5, 3.0},
				},
				{
					Name: "transformNull(foo2,-0.500)",
					Data: []float64{-0.5, 7, -0.5, 6.5, -0.5},
				},
			},
		},
	}

	for _, test := range tests {
		r, err := transformNull(ctx, singlePathSpec{
			Values: test.inputs,
		}, test.defaultValue)
		require.NoError(t, err)

		common.CompareOutputsAndExpected(t, 100, start,
			test.outputs, r.Values)
	}
}

var (
	testMovingFunctionBootstrap = testMovingFunctionStart.Add(-30 * time.Second)
	testMovingFunctionStart     = time.Now().Truncate(time.Minute)
	testMovingFunctionEnd       = testMovingFunctionStart.Add(time.Minute).Add(-time.Second)
)

func testMovingFunction(t *testing.T, target, expectedName string, values, bootstrap, output []float64) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis:     10000,
		Bootstrap:      bootstrap,
		BootstrapStart: testMovingFunctionBootstrap,
		Values:         values,
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  testMovingFunctionStart,
		End:    testMovingFunctionEnd,
		Engine: engine,
	})

	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)
	var expected []common.TestSeries
	if output != nil {
		expectedSeries := common.TestSeries{
			Name: expectedName,
			Data: output,
		}
		expected = append(expected, expectedSeries)
	}
	common.CompareOutputsAndExpected(t, 10000, testMovingFunctionStart,
		expected, res.Values)
}

var (
	testGeneralFunctionStart = time.Now().Add(time.Minute * -11).Truncate(time.Minute)
	testGeneralFunctionEnd   = time.Now().Add(time.Minute * -3).Truncate(time.Minute)
)

// testGeneralFunction is a copy of testMovingFunction but without any logic for bootstrapping values
func testGeneralFunction(t *testing.T, target, expectedName string, values, output []float64) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis: 60000,
		Values:     values,
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  testGeneralFunctionStart,
		End:    testGeneralFunctionEnd,
		Engine: engine,
	})

	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)
	var expected []common.TestSeries
	if output != nil {
		expectedSeries := common.TestSeries{
			Name: expectedName,
			Data: output,
		}
		expected = append(expected, expectedSeries)
	}
	common.CompareOutputsAndExpected(t, 60000, testGeneralFunctionStart, expected, res.Values)
}

func TestCombineBootstrapWithOriginal(t *testing.T) {
	var (
		contextStart = time.Date(2020, time.October, 5, 1, 15, 37, 884207922, time.UTC)
		contextEnd   = time.Date(2020, time.October, 5, 1, 18, 37, 884207922, time.UTC)
		ctx          = common.NewContext(common.ContextOptions{
			Start:  contextStart,
			End:    contextEnd,
			Engine: NewEngine(&common.MovingFunctionStorage{}, CompileOptions{}),
		})

		originalStart            = time.Date(2020, time.October, 5, 1, 16, 0o0, 0, time.UTC)
		originalValues           = []float64{14, 15, 16, 17, 18}
		originalSeriesListValues = []*ts.Series{ts.NewSeries(ctx, "original", originalStart, common.NewTestSeriesValues(ctx, 30000, originalValues))}
		originalSeriesList       = singlePathSpec{Values: originalSeriesListValues}

		bootstrappedStart            = time.Date(2020, time.October, 5, 1, 15, 0o0, 0, time.UTC)
		bootstrappedValues           = []float64{12, 13, 14, 15, 16, 17, 18}
		bootstrappedSeriesListValues = []*ts.Series{ts.NewSeries(ctx, "original", bootstrappedStart, common.NewTestSeriesValues(ctx, 30000, bootstrappedValues))}
		bootstrappedSeriesList       = ts.NewSeriesList()

		bootstrapStartTime = time.Date(2020, time.October, 5, 1, 14, 37, 884207922, time.UTC)
		bootstrapEndTime   = time.Date(2020, time.October, 5, 1, 15, 37, 884207922, time.UTC)

		expectedValues = []float64{12, 13, 14, 15, 16, 17, 18}
		expectedSeries = ts.NewSeries(ctx, "original", bootstrapStartTime, common.NewTestSeriesValues(ctx, 30000, expectedValues))
	)
	bootstrappedSeriesList.Values = bootstrappedSeriesListValues

	defer func() { _ = ctx.Close() }()

	output, err := combineBootstrapWithOriginal(ctx, bootstrapStartTime, bootstrapEndTime,
		contextStart, contextEnd, bootstrappedSeriesList, originalSeriesList)
	assert.Equal(t, output.Values[0], expectedSeries)
	assert.Nil(t, err)
}

func TestMovingAverageSuccess(t *testing.T) {
	values := []float64{12.0, 19.0, -10.0, math.NaN(), 10.0}
	bootstrap := []float64{3.0, 4.0, 5.0}
	expected := []float64{4.0, 7.0, 12.0, 7.0, 4.5}
	expectedWithXFiles := []float64{4.0, 7.0, 12.0, 7.0, math.NaN()}

	testMovingFunction(t, "movingAverage(foo.bar.baz, '30s', 0.5)", "movingAverage(foo.bar.baz,\"30s\")", values, bootstrap, expected)
	testMovingFunction(t, "movingAverage(foo.bar.baz, '30s', 0.8)", "movingAverage(foo.bar.baz,\"30s\")", values, bootstrap, expectedWithXFiles)
	testMovingFunction(t, "movingAverage(foo.bar.baz, 3, 0.6)", "movingAverage(foo.bar.baz,3)", values, bootstrap, expected)
}

func TestExponentialMovingAverageSuccess(t *testing.T) {
	tests := []struct {
		target       string
		expectedName string
		bootstrap    []float64
		inputs       []float64
		expected     []float64
	}{
		{
			"exponentialMovingAverage(foo.bar.baz, '30s')",
			"exponentialMovingAverage(foo.bar.baz,\"30s\")",
			[]float64{0.0, 1.0, 2.0},
			[]float64{3.0, 4.0, 5.0, 6.0, 7.0},
			[]float64{1, 1.193548, 1.439126, 1.733376, 2.073158},
		},
		{
			"exponentialMovingAverage(foo.bar.baz, 3)",
			"exponentialMovingAverage(foo.bar.baz,3)",
			[]float64{0.0, 1.0, 2.0},
			[]float64{3.0, 4.0, 5.0, 6.0, 7.0},
			[]float64{1, 2.5, 3.75, 4.875, 5.9375},
		},
		{
			"exponentialMovingAverage(foo.bar.baz, 3)",
			"exponentialMovingAverage(foo.bar.baz,3)",
			[]float64{0.0, 1.0, 2.0},
			[]float64{3.0, 4.0, 5.0, math.NaN(), 7.0},
			[]float64{1, 2.5, 3.75, math.NaN(), 5.375},
		},
	}

	for _, test := range tests {
		t.Run(test.target, func(t *testing.T) {
			testMovingFunction(t, test.target, test.expectedName, test.inputs, test.bootstrap, test.expected)
		})
	}
}

func testMovingFunctionError(t *testing.T, target string) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis:     10000,
		Bootstrap:      []float64{1.0},
		BootstrapStart: testMovingFunctionBootstrap,
		Values:         []float64{1.0},
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  testMovingFunctionStart,
		End:    testMovingFunctionEnd,
		Engine: engine,
	})

	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.Error(t, err)
	require.Nil(t, res.Values)
}

func testMovingFunctionErrorWithInput(t *testing.T, target string, values, bootstrap []float64) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis:     10000,
		Bootstrap:      bootstrap,
		BootstrapStart: testMovingFunctionBootstrap,
		Values:         values,
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  testMovingFunctionStart,
		End:    testMovingFunctionEnd,
		Engine: engine,
	})

	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.Error(t, err)
	require.Nil(t, res.Values)
}

func TestMovingAverageError(t *testing.T) {
	testMovingFunctionError(t, "movingAverage(foo.bar.baz, '-30s')")
	testMovingFunctionError(t, "movingAverage(foo.bar.baz, 0)")
	testMovingFunctionErrorWithInput(t, "movingAverage(foo.bar.baz, 3, 0.1)", nil, nil)
}

func TestMovingSumSuccess(t *testing.T) {
	values := []float64{12.0, 19.0, -10.0, math.NaN(), 10.0}
	bootstrap := []float64{3.0, 4.0, 5.0}
	expected := []float64{12.0, 21.0, 36.0, 21.0, 9.0} // (3+4+5), (4+5+12), (5+12+19), (12+19-10), (19-10+Nan)
	expectedXFF := []float64{12.0, 21.0, 36.0, 21.0, math.NaN()}

	testMovingFunction(t, "movingSum(foo.bar.baz, '30s', 0.1)", "movingSum(foo.bar.baz,\"30s\")", values, bootstrap, expected)
	testMovingFunction(t, "movingSum(foo.bar.baz, '30s')", "movingSum(foo.bar.baz,\"30s\")", values, bootstrap, expected)
	testMovingFunction(t, "movingSum(foo.bar.baz, '30s', 1.0)", "movingSum(foo.bar.baz,\"30s\")", values, bootstrap, expectedXFF)
	testMovingFunction(t, "movingSum(foo.bar.baz, '30s')", "movingSum(foo.bar.baz,\"30s\")", values, bootstrap, expected)

	testMovingFunction(t, "movingSum(foo.bar.baz, '30s')", "movingSum(foo.bar.baz,3)", nil, nil, nil)
}

// TestMovingSumOfMovingSum tests that expansion of the time window
// fetched is stacked when child contexts are created, otherwise the child
// functions do not have enough data to work with to satisfy the parent call.
func TestMovingSumOfMovingSum(t *testing.T) {
	var (
		ctrl   = xgomock.NewController(t)
		store  = storage.NewMockStorage(ctrl)
		engine = NewEngine(store, CompileOptions{})
		end    = time.Now().Truncate(time.Minute)
		start  = end.Add(-5 * time.Minute)
		ctx    = common.NewContext(common.ContextOptions{
			Start:  start,
			End:    end,
			Engine: engine,
		})
		millisPerStep = 60000
		data          = []float64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15}
	)

	defer ctrl.Finish()
	defer func() { _ = ctx.Close() }()

	store.EXPECT().
		FetchByQuery(gomock.Any(), "foo.bar", gomock.Any()).
		DoAndReturn(func(
			_ *common.Context,
			query string,
			opts storage.FetchOptions,
		) (*storage.FetchResult, error) {
			if !opts.EndTime.Equal(end) {
				return nil, fmt.Errorf("unexpected end")
			}
			length := int(opts.EndTime.Sub(opts.StartTime) / time.Minute)
			values := data[len(data)-length:]
			return &storage.FetchResult{
				SeriesList: []*ts.Series{
					ts.NewSeries(ctx, query, opts.StartTime,
						common.NewTestSeriesValues(ctx, millisPerStep, values)),
				},
			}, nil
		}).
		AnyTimes()

	target := `movingSum(movingSum(foo.bar,"2min"),"5min")`

	phonyContext := common.NewContext(common.ContextOptions{
		Start:  start,
		End:    end,
		Engine: engine,
	})

	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)

	expected := []common.TestSeries{
		{
			Name: target,
			Data: []float64{65, 75, 85, 95, 105},
		},
	}

	common.CompareOutputsAndExpected(t, millisPerStep, start,
		expected, res.Values)
}

func TestMovingSumError(t *testing.T) {
	testMovingFunctionError(t, "movingSum(foo.bar.baz, '-30s')")
	testMovingFunctionError(t, "movingSum(foo.bar.baz, 0)")
}

// TestMovingSumOriginalIDsMissingFromBootstrapIDs tests the case for the
// "moving" function families where the bootstrap of the time range that
// expands back returns timeseries not present from the original series list
// which can happen when using a temporal index (i.e. latest time window
// does not include the same timeseries as the time window from the bootstrap
// list, say using movingSum 1h but the query is only for the last few minutes
// and in the last few minutes data for a series from an hour ago exists
// but is not present in the last few minutes; for this case the results
// from the preceding hour should still be evaluated as part of the movingSum
// calculation).
func TestMovingSumOriginalIDsMissingFromBootstrapIDs(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	end := time.Now().Truncate(time.Minute)
	start := end.Add(-3 * time.Minute)
	end = end.Add(time.Second) // Extend so three values are calculated.
	bootstrapStart := start.Add(-10 * time.Minute)

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis: 60000,
		OriginalValues: []common.SeriesNameAndValues{
			{Name: "foo.bar", Values: []float64{3, 3, 3}},
		},
		ExplicitBootstraps: []common.ExplicitBootstrap{
			{
				Start: bootstrapStart,
				Values: []common.SeriesNameAndValues{
					{Name: "foo.bar", Values: []float64{1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 3, 3, 3}},
					{Name: "foo.baz", Values: []float64{1, 1, 1, 1, 1, 2, 2, 2, 2, 2, math.NaN(), math.NaN(), math.NaN()}},
				},
			},
		},
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  start,
		End:    end,
		Engine: engine,
	})

	target := "movingSum(foo.*, '10min')"
	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)
	expected := []common.TestSeries{
		{
			Name: "movingSum(foo.bar,\"10min\")",
			Data: []float64{15, 17, 19},
		},
		{
			Name: "movingSum(foo.baz,\"10min\")",
			Data: []float64{15, 14, 13},
		},
	}
	common.CompareOutputsAndExpected(t, 60000, start,
		expected, res.Values)
}

// TestMovingSumAllOriginalIDsMissingFromBootstrapIDs tests the case for the
// "moving" function families where the bootstrap of the time range that
// expands back returns timeseries and the original series list is empty
// which can also happen when using a temporal index.
func TestMovingSumAllOriginalIDsMissingFromBootstrapIDs(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	end := time.Now().Truncate(time.Minute)
	start := end.Add(-3 * time.Minute)
	end = end.Add(time.Second) // Extend so three values are calculated.
	bootstrapStart := start.Add(-10 * time.Minute)

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis: 60000,
		ExplicitBootstraps: []common.ExplicitBootstrap{
			{
				Start: bootstrapStart,
				Values: []common.SeriesNameAndValues{
					{Name: "foo.bar", Values: []float64{1, 1, 1, 1, 1, 2, 2, 2, 2, 2, math.NaN(), math.NaN(), math.NaN()}},
					{Name: "foo.baz", Values: []float64{1, 1, 1, 1, 1, 2, 2, 2, 2, 2, math.NaN(), math.NaN(), math.NaN()}},
				},
			},
		},
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  start,
		End:    end,
		Engine: engine,
	})

	target := "movingSum(foo.*, '10min')"
	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)
	expected := []common.TestSeries{
		{
			Name: "movingSum(foo.bar,\"10min\")",
			Data: []float64{15, 14, 13},
		},
		{
			Name: "movingSum(foo.baz,\"10min\")",
			Data: []float64{15, 14, 13},
		},
	}
	common.CompareOutputsAndExpected(t, 60000, start,
		expected, res.Values)
}

// TestMovingSumOriginalIDsDifferentResolutionFromBootstrapIDs tests the case
// where when a "moving" function fetches the bootstrapped time range but that
// ends up returning a different resolution of data from a different namespace
// and as such requires an adjusted context shift.
func TestMovingSumOriginalIDsDifferentResolutionFromBootstrapIDs(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	end := time.Now().Truncate(time.Minute)
	start := end.Add(-3 * time.Minute)
	end = end.Add(time.Second) // Extend so three values are calculated.

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis: int(time.Minute / time.Millisecond),
		OriginalValues: []common.SeriesNameAndValues{
			{Name: "foo.bar", Values: []float64{1, 1, 1}},
		},
		ExplicitBootstraps: []common.ExplicitBootstrap{
			{
				Start: start.Add(-3 * time.Minute),
				Values: []common.SeriesNameAndValues{
					// Two values for a 3min query + 3min bootstrap (6min window) at 5min resolution.
					{Name: "foo.bar", Values: []float64{2, 2}},
					{Name: "foo.baz", Values: []float64{4, 4}},
				},
				StepMillis: int((5 * time.Minute) / time.Millisecond),
			},
			{
				Start: start.Add(-15 * time.Minute),
				Values: []common.SeriesNameAndValues{
					// Four values for a 3min query + 15 bootstrap (18min window) at 5min resolution.
					{Name: "foo.bar", Values: []float64{3, 3, 3, 3}},
					{Name: "foo.baz", Values: []float64{6, 6, 6, 6}},
				},
				StepMillis: int((5 * time.Minute) / time.Millisecond),
			},
		},
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  start,
		End:    end,
		Engine: engine,
	})

	target := "movingSum(foo.*, 3)"
	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)
	expected := []common.TestSeries{
		{
			Name: "movingSum(foo.bar,3)",
			Data: []float64{9},
		},
		{
			Name: "movingSum(foo.baz,3)",
			Data: []float64{18},
		},
	}
	common.CompareOutputsAndExpected(t, int((5*time.Minute)/time.Millisecond),
		start, expected, res.Values)
}

func TestMovingMaxSuccess(t *testing.T) {
	values := []float64{12.0, 19.0, -10.0, math.NaN(), 10.0}
	bootstrap := []float64{3.0, 4.0, 5.0}
	expected := []float64{5.0, 12.0, 19.0, 19.0, 19.0} // max(3,4,5), max(4,5,12), max(5,12,19), max(12,19,10), max(19,-10,NaN)

	testMovingFunction(t, "movingMax(foo.bar.baz, '30s')", "movingMax(foo.bar.baz,\"30s\")", values, bootstrap, expected)
	testMovingFunction(t, "movingMax(foo.bar.baz, '30s')", "movingMax(foo.bar.baz,3)", nil, nil, nil)
}

func TestMovingMaxError(t *testing.T) {
	testMovingFunctionError(t, "movingMax(foo.bar.baz, '-30s')")
	testMovingFunctionError(t, "movingMax(foo.bar.baz, 0)")
}

func TestMovingMinSuccess(t *testing.T) {
	values := []float64{12.0, 19.0, -10.0, math.NaN(), 10.0}
	bootstrap := []float64{3.0, 4.0, 5.0}
	expected := []float64{3.0, 4.0, 5.0, -10.0, -10.0} // min(3,4,5), min(4,5,12), min(5,12,19), min(12,19,-10), min(19,-10,NaN)

	testMovingFunction(t, "movingMin(foo.bar.baz, '30s')", "movingMin(foo.bar.baz,\"30s\")", values, bootstrap, expected)
	testMovingFunction(t, "movingMin(foo.bar.baz, '30s')", "movingMin(foo.bar.baz,3)", nil, nil, nil)
}

func TestMovingMinError(t *testing.T) {
	testMovingFunctionError(t, "movingMin(foo.bar.baz, '-30s')")
	testMovingFunctionError(t, "movingMin(foo.bar.baz, 0)")
}

func TestIsNonNull(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs  []float64
		outputs []float64
	}{
		{
			[]float64{0, math.NaN(), 2.0, math.NaN(), 3.0},
			[]float64{1, 0, 1, 0, 1},
		},
		{
			[]float64{0, 1.0, 2.0, math.NaN(), 3.0},
			[]float64{1, 1, 1, 0, 1},
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 100, test.inputs))
		r, err := isNonNull(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		})
		require.NoError(t, err)

		outputs := r.Values
		require.Equal(t, 1, len(outputs))
		require.Equal(t, 100, outputs[0].MillisPerStep())
		require.Equal(t, len(test.inputs), outputs[0].Len())
		require.Equal(t, start, outputs[0].StartTime())
		assert.Equal(t, "isNonNull(foo)", outputs[0].Name())

		for step := 0; step < outputs[0].Len(); step++ {
			v := outputs[0].ValueAt(step)
			assert.Equal(t, test.outputs[step], v, "invalid value for %d", step)
		}
	}
}

func TestKeepLastValue(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs  []float64
		outputs []float64
		limit   int
	}{
		{
			[]float64{0, math.NaN(), 2.0, math.NaN(), 3.0},
			[]float64{0, 0, 2.0, 2.0, 3.0},
			-1,
		},
		{
			[]float64{math.NaN(), 1.0, 2.0, math.NaN(), 3.0},
			[]float64{math.NaN(), 1.0, 2.0, 2.0, 3.0},
			-1,
		},
		{
			[]float64{1.0, math.NaN(), math.NaN(), math.NaN(), 3.0, math.NaN(), math.NaN(), 2.0},
			[]float64{1.0, math.NaN(), math.NaN(), math.NaN(), 3.0, 3.0, 3.0, 2.0},
			2,
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 100, test.inputs))
		outputs, err := keepLastValue(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		}, test.limit)
		expected := common.TestSeries{Name: "keepLastValue(foo)", Data: test.outputs}
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, 100, start,
			[]common.TestSeries{expected}, outputs.Values)
	}
}

func TestRoundFunction(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		name       string
		inputs     []float64
		outputs    []float64
		outputName string
		precision  int
	}{
		{
			"foo",
			[]float64{111.1, math.NaN(), 111.11, math.NaN(), 111.111},
			[]float64{110, math.NaN(), 110, math.NaN(), 110},
			"roundFunction(foo,-1)",
			-1,
		},
		{
			"foo",
			[]float64{1.1, math.NaN(), 1.11, math.NaN(), 1.111},
			[]float64{1, math.NaN(), 1, math.NaN(), 1},
			"roundFunction(foo)",
			0,
		},
		{
			"foo",
			[]float64{1.1, math.NaN(), 1.11, math.NaN(), 1.111},
			[]float64{1.1, math.NaN(), 1.1, math.NaN(), 1.1},
			"roundFunction(foo,1)",
			1,
		},
		{
			"foo",
			[]float64{1.1, math.NaN(), 1.11, math.NaN(), 1.111},
			[]float64{1.10, math.NaN(), 1.11, math.NaN(), 1.11},
			"roundFunction(foo,2)",
			2,
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, test.name, start, common.NewTestSeriesValues(ctx, 100, test.inputs))
		outputs, err := roundFunction(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		}, test.precision)
		expected := common.TestSeries{Name: test.outputName, Data: test.outputs}
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, 100, start,
			[]common.TestSeries{expected}, outputs.Values)
	}
}

func TestSustainedAbove(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs    []float64
		outputs   []float64
		threshold float64
		interval  string
	}{
		{
			[]float64{0, 0, 3, 3, 4, 0, 0},
			[]float64{0, 0, 3, 3, 4, 0, 0},
			2,
			"10s",
		},
		{
			[]float64{0, 0, 3, 3, 4, 0, 0},
			[]float64{0, 0, 0, 3, 4, 0, 0},
			2,
			"20s",
		},
		{
			[]float64{0, 0, 3, 3, 4, 0, 0},
			[]float64{0, 0, 0, 0, 4, 0, 0},
			2,
			"30s",
		},
		{
			[]float64{0, 0, 3, 3, 4, 0, 0},
			[]float64{0, 0, 0, 0, 0, 0, 0},
			2,
			"40s",
		},
		{
			[]float64{0, 3, 3, 4, 4, 2, 0},
			[]float64{0, 0, 0, 0, 4, 0, 0},
			4,
			"20s",
		},
		{
			[]float64{1, 2, 3, 4, 9, 9, 9, 9, 9, 3},
			[]float64{0, 0, 0, 0, 0, 0, 9, 9, 9, 0},
			8,
			"30s",
		},
		{
			[]float64{1, 2, 3, 4, 5, 5, 5, 5, 5, 3},
			[]float64{0, 0, 0, 4, 5, 5, 5, 5, 5, 0},
			4,
			"10s",
		},
		{
			[]float64{-3, -4, -1, 3, 0, -1, -5, -6, -3},
			[]float64{-4, -4, -4, 3, 0, -1, -4, -4, -4},
			-2,
			"20s",
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 10000, test.inputs))
		r, err := sustainedAbove(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		}, test.threshold, test.interval)
		require.NoError(t, err)

		outputs := r.Values
		require.Equal(t, 1, len(outputs))
		require.Equal(t, 10000, outputs[0].MillisPerStep())
		require.Equal(t, len(test.inputs), outputs[0].Len())
		require.Equal(t, start, outputs[0].StartTime())

		str := fmt.Sprintf("sustainedAbove(foo, %f, '%s')", test.threshold, test.interval)

		assert.Equal(t, str, outputs[0].Name())

		for step := 0; step < outputs[0].Len(); step++ {
			v := outputs[0].ValueAt(step)

			assert.Equal(t, test.outputs[step], v, "invalid value for %d", step)
		}
	}
}

func TestSustainedAboveFail(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	input := ts.NewSeries(ctx, "foo", time.Now(), common.NewTestSeriesValues(ctx, 10000, []float64{0}))
	outputs, err := sustainedAbove(ctx, singlePathSpec{
		Values: []*ts.Series{input},
	}, 10, "wat")
	require.Error(t, err)
	require.Equal(t, 0, outputs.Len())
}

func TestSustainedBelow(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		inputs    []float64
		outputs   []float64
		threshold float64
		interval  string
	}{
		{
			[]float64{4, 4, 1, 1, 1, 4, 4},
			[]float64{4, 4, 1, 1, 1, 4, 4},
			2,
			"10s",
		},
		{
			[]float64{7, 8, 3, 3, 2, 6, 7},
			[]float64{6, 6, 6, 3, 2, 6, 6},
			3,
			"20s",
		},
		{
			[]float64{9, 7, 3, 3, 2, 5, 6},
			[]float64{6, 6, 6, 6, 2, 6, 6},
			3,
			"30s",
		},
		{
			[]float64{8, 5, 3, 3, 2, 5, 8},
			[]float64{6, 6, 6, 6, 6, 6, 6},
			3,
			"40s",
		},
		{
			[]float64{4, 3, 3, 1, 1, 2, 4},
			[]float64{2, 2, 2, 2, 1, 2, 2},
			1,
			"20s",
		},
		{
			[]float64{7, 8, 9, 2, 2, 4, 2, 5, 3, 2},
			[]float64{8, 8, 8, 8, 8, 8, 2, 8, 8, 8},
			4,
			"40s",
		},
		{
			[]float64{1, 2, 3, 4, 9, 9, 9, 9, 9, 3},
			[]float64{8, 2, 3, 4, 8, 8, 8, 8, 8, 8},
			4,
			"20s",
		},
		{
			[]float64{-3, -4, -3, -1, 3, 2, -5, -4, -3, -3},
			[]float64{0, -4, -3, 0, 0, 0, 0, -4, -3, -3},
			-2,
			"20s",
		},
	}

	start := time.Now()
	for _, test := range tests {
		input := ts.NewSeries(ctx, "foo", start, common.NewTestSeriesValues(ctx, 10000, test.inputs))
		r, err := sustainedBelow(ctx, singlePathSpec{
			Values: []*ts.Series{input},
		}, test.threshold, test.interval)
		require.NoError(t, err)

		outputs := r.Values
		require.Equal(t, 1, len(outputs))
		require.Equal(t, 10000, outputs[0].MillisPerStep())
		require.Equal(t, len(test.inputs), outputs[0].Len())
		require.Equal(t, start, outputs[0].StartTime())

		str := fmt.Sprintf("sustainedBelow(foo, %f, '%s')", test.threshold, test.interval)

		assert.Equal(t, str, outputs[0].Name())
		for step := 0; step < outputs[0].Len(); step++ {
			v := outputs[0].ValueAt(step)

			assert.Equal(t, test.outputs[step], v, "invalid value for %d", step)
		}
	}
}

func TestSustainedBelowFail(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	input := ts.NewSeries(ctx, "foo", time.Now(), common.NewTestSeriesValues(ctx, 10000, []float64{0}))
	outputs, err := sustainedBelow(ctx, singlePathSpec{
		Values: []*ts.Series{input},
	}, 10, "wat")
	require.Error(t, err)
	require.Equal(t, 0, outputs.Len())
}

// nIntParamGoldenData holds test data for functions that take an additional "n" int parameter
type nIntParamGoldenData struct {
	inputs  []common.TestSeries
	n       int
	outputs []common.TestSeries
}

// nIntParamGoldenDataWithAgg holds test data for functions that take an additional "n" int parameter
// It also holds an aggregation function
type nIntParamGoldenDataWithAgg struct {
	nIntParamGoldenData
	aggFunc string
}

// rankingFunc selects the n lowest or highest series based on certain metric of the
// series (e.g., maximum, minimum, average).
type rankingFunc func(ctx *common.Context, input singlePathSpec, n int) (ts.SeriesList, error)

// testRanking can be used to test the ranking alias functions
// (e.g. lowestAverage, highestMax, highestAverage, lowestCurrent)
// these functions are all aliases of the "meta-ranking" functions (i.e. highest and lowest)
func testRanking(t *testing.T, ctx *common.Context, tests []nIntParamGoldenData, f rankingFunc) {
	start := time.Now()
	step := 100
	for _, test := range tests {
		outputs, err := f(ctx, singlePathSpec{
			Values: generateSeriesList(ctx, start, test.inputs, step),
		}, test.n)
		if test.n < 0 {
			require.NotNil(t, err)
			require.Equal(t, "n must be positive", err.Error())
			assert.Nil(t, outputs.Values, "Nil timeseries should be returned")
			continue
		}
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start,
			test.outputs, outputs.Values)
	}
}

// testOrderedAggregationFunc is a helper function for testing lowest and highest
func testOrderedAggregationFunc(t *testing.T, ctx *common.Context, tests []nIntParamGoldenDataWithAgg, isLowest bool) {
	f := highest
	if isLowest {
		f = lowest
	}

	start := time.Now()
	step := 100
	for _, test := range tests {
		input := singlePathSpec{Values: generateSeriesList(ctx, start, test.inputs, step)}
		outputs, err := f(ctx, input, test.n, test.aggFunc)

		if test.n < 0 {
			require.NotNil(t, err)
			require.Equal(t, "n must be positive", err.Error())
			assert.Nil(t, outputs.Values, "Nil timeseries should be returned")
			continue
		}

		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start,
			test.outputs, outputs.Values)
	}
}

func TestHighest(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenDataWithAgg{
		{
			nIntParamGoldenData{
				testInput,
				0,
				nil,
			},
			"sum",
		},
		{
			nIntParamGoldenData{
				testInput,
				1,
				[]common.TestSeries{testInput[0]},
			},
			"current",
		},
		{
			nIntParamGoldenData{
				testInput,
				2,
				[]common.TestSeries{testInput[4], testInput[2]},
			},
			"average",
		},
		{
			nIntParamGoldenData{
				testInput,
				len(testInput) + 10, // force sort
				[]common.TestSeries{testInput[0], testInput[3], testInput[4], testInput[2], testInput[1]},
			},
			"last",
		},
	}
	testOrderedAggregationFunc(t, ctx, tests, false)
}

func TestHighestCurrent(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInput,
			0,
			nil,
		},
		{
			testInput,
			1,
			[]common.TestSeries{testInput[0]},
		},
		{
			testInput,
			2,
			[]common.TestSeries{testInput[0], testInput[3]},
		},
		{
			testInput,
			len(testInput) + 10, // force sort
			[]common.TestSeries{testInput[0], testInput[3], testInput[4], testInput[2], testInput[1]},
		},
	}
	testRanking(t, ctx, tests, highestCurrent)
}

func TestHighestCurrentWithNaNSeries(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInputWithNaNSeries,
			0,
			nil,
		},
		{
			testInputWithNaNSeries,
			1,
			[]common.TestSeries{testInputWithNaNSeries[0]},
		},
		{
			testInputWithNaNSeries,
			2,
			[]common.TestSeries{testInputWithNaNSeries[0], testInputWithNaNSeries[2]},
		},
		{
			testInputWithNaNSeries,
			3,
			[]common.TestSeries{testInputWithNaNSeries[0], testInputWithNaNSeries[2], testInputWithNaNSeries[1]},
		},
		{
			testInputWithNaNSeries,
			4,
			[]common.TestSeries{testInputWithNaNSeries[0], testInputWithNaNSeries[2], testInputWithNaNSeries[1], testInputWithNaNSeries[3]},
		},
	}
	testRanking(t, ctx, tests, highestCurrent)
}

func TestHighestAverage(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInput,
			1,
			[]common.TestSeries{testInput[4]},
		},
		{
			testInput,
			2,
			[]common.TestSeries{testInput[4], testInput[2]},
		},
	}
	testRanking(t, ctx, tests, highestAverage)
}

func TestHighestMax(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInput,
			1,
			[]common.TestSeries{testInput[4]},
		},
		{
			testInput,
			2,
			[]common.TestSeries{testInput[4], testInput[0]},
		},
	}
	testRanking(t, ctx, tests, highestMax)
}

//nolint:govet
func TestFallbackSeries(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		input    []common.TestSeries
		fallback []common.TestSeries
		output   []common.TestSeries
	}{
		{
			nil,
			[]common.TestSeries{{Name: "output", Data: []float64{0, 1.0}}},
			[]common.TestSeries{{Name: "output", Data: []float64{0, 1.0}}},
		},
		{
			[]common.TestSeries{},
			[]common.TestSeries{{Name: "output", Data: []float64{0, 1.0}}},
			[]common.TestSeries{{Name: "output", Data: []float64{0, 1.0}}},
		},
		{
			[]common.TestSeries{{Name: "output", Data: []float64{0, 2.0}}},
			[]common.TestSeries{{Name: "fallback", Data: []float64{0, 1.0}}},
			[]common.TestSeries{{Name: "output", Data: []float64{0, 2.0}}},
		},
	}

	start := time.Now()
	step := 100
	for _, test := range tests {

		inputs := generateSeriesList(ctx, start, test.input, step)
		fallbacks := generateSeriesList(ctx, start, test.fallback, step)

		outputs, err := fallbackSeries(ctx, singlePathSpec{
			Values: inputs,
		}, singlePathSpec{
			Values: fallbacks,
		})
		require.NoError(t, err)

		common.CompareOutputsAndExpected(t, step, start,
			test.output, outputs.Values)
	}
}

func TestMostDeviant(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInput,
			-2,
			nil,
		},
		{
			testInput,
			1,
			[]common.TestSeries{testInput[4]},
		},
		{
			testInput,
			2,
			[]common.TestSeries{testInput[4], testInput[3]},
		},
	}
	testRanking(t, ctx, tests, mostDeviant)
}

func TestLowest(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenDataWithAgg{
		{
			nIntParamGoldenData{
				testInput,
				0,
				nil,
			},
			"max",
		},
		{
			nIntParamGoldenData{
				testInput,
				2,
				[]common.TestSeries{testInput[1], testInput[3]},
			},
			"sum",
		},
		{
			nIntParamGoldenData{
				testInput,
				2,
				[]common.TestSeries{testInput[1], testInput[2]},
			},
			"current",
		},
		{
			nIntParamGoldenData{
				testInput,
				3,
				[]common.TestSeries{testInput[1], testInput[3], testInput[0]},
			},
			"average",
		},
	}
	testOrderedAggregationFunc(t, ctx, tests, true)
}

func TestLowestAverage(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInput,
			0,
			nil,
		},
		{
			testInput,
			1,
			[]common.TestSeries{testInput[1]},
		},
		{
			testInput,
			2,
			[]common.TestSeries{testInput[1], testInput[3]},
		},
		{
			testInput,
			3,
			[]common.TestSeries{testInput[1], testInput[3], testInput[0]},
		},
	}
	testRanking(t, ctx, tests, lowestAverage)
}

func TestLowestCurrent(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []nIntParamGoldenData{
		{
			testInput,
			0,
			nil,
		},
		{
			testInput,
			1,
			[]common.TestSeries{testInput[1]},
		},
		{
			testInput,
			2,
			[]common.TestSeries{testInput[1], testInput[2]},
		},
		{
			testInput,
			3,
			[]common.TestSeries{testInput[1], testInput[2], testInput[4]},
		},
	}
	testRanking(t, ctx, tests, lowestCurrent)
}

type comparatorFunc func(ctx *common.Context, series singlePathSpec, n float64) (ts.SeriesList, error)

func testComparatorFunc(
	t *testing.T,
	f comparatorFunc,
	n float64,
	resultIndexes []int,
) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	input := getTestInput(ctx)
	results, err := f(ctx, singlePathSpec{
		Values: input,
	}, n)
	require.Nil(t, err)
	require.Equal(t, len(resultIndexes), results.Len())
	for i, idx := range resultIndexes {
		require.Equal(t, input[idx], results.Values[i])
	}
}

func TestMaximumAbove(t *testing.T) {
	testComparatorFunc(t, maximumAbove, -10, []int{0, 2, 3, 4})
	testComparatorFunc(t, maximumAbove, 600, []int{0, 4})
	testComparatorFunc(t, maximumAbove, 100000, nil)
}

func TestMinimumAbove(t *testing.T) {
	testComparatorFunc(t, minimumAbove, -1000, []int{0, 2, 3, 4})
	testComparatorFunc(t, minimumAbove, -100, []int{0, 2, 4})
	testComparatorFunc(t, minimumAbove, 1, nil)
}

func TestAverageAbove(t *testing.T) {
	testComparatorFunc(t, averageAbove, 0, []int{0, 2, 3, 4})
	testComparatorFunc(t, averageAbove, 1, []int{0, 2, 4})
	testComparatorFunc(t, averageAbove, 12000, nil)
}

func TestAverageBelow(t *testing.T) {
	testComparatorFunc(t, averageBelow, 0, nil)
	testComparatorFunc(t, averageBelow, 600, []int{0, 2, 3})
	testComparatorFunc(t, averageBelow, 12000, []int{0, 2, 3, 4})
}

func TestCurrentAbove(t *testing.T) {
	testComparatorFunc(t, currentAbove, -10, []int{0, 2, 3, 4})
	testComparatorFunc(t, currentAbove, -5, []int{0, 3, 4})
	testComparatorFunc(t, currentAbove, 5, nil)
}

func TestCurrentBelow(t *testing.T) {
	testComparatorFunc(t, currentBelow, 5, []int{0, 2, 3, 4})
	testComparatorFunc(t, currentBelow, 0, []int{2, 4})
	testComparatorFunc(t, currentBelow, -5, []int{2})
	testComparatorFunc(t, currentBelow, -10, nil)
}

func TestRemoveBelowValue(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	tests := []struct {
		inputs  []common.TestSeries
		n       float64
		outputs []common.TestSeries
	}{
		{
			testSmallInput,
			500,
			[]common.TestSeries{
				{"foo", []float64{nan, 601, nan, nan}},
				{"bar", []float64{500, nan}},
			},
		},
		{
			testSmallInput,
			4,
			[]common.TestSeries{
				{"foo", []float64{nan, 601, nan, 4}},
				{"bar", []float64{500, nan}},
			},
		},
	}
	start := time.Now()
	step := 100
	for _, test := range tests {
		outputs, err := removeBelowValue(ctx, singlePathSpec{
			Values: generateSeriesList(ctx, start, test.inputs, step),
		}, test.n)
		require.NoError(t, err)
		for i := range test.outputs { // overwrite series names
			name := fmt.Sprintf("removeBelowValue(%s, "+common.FloatingPointFormat+")",
				test.outputs[i].Name, test.n)
			test.outputs[i].Name = name
		}
		common.CompareOutputsAndExpected(t, step, start,
			test.outputs, outputs.Values)
	}
}

func TestRemoveAboveValue(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	tests := []struct {
		inputs  []common.TestSeries
		n       float64
		outputs []common.TestSeries
	}{
		{
			testSmallInput,
			500,
			[]common.TestSeries{
				{"foo", []float64{0, nan, 3, 4}},
				{"bar", []float64{500, -8}},
			},
		},
		{
			testSmallInput,
			3,
			[]common.TestSeries{
				{"foo", []float64{0, nan, 3, nan}},
				{"bar", []float64{nan, -8}},
			},
		},
	}
	start := time.Now()
	step := 100
	for _, test := range tests {
		outputs, err := removeAboveValue(ctx, singlePathSpec{
			Values: generateSeriesList(ctx, start, test.inputs, step),
		}, test.n)
		require.NoError(t, err)
		for i := range test.outputs { // overwrite series names
			test.outputs[i].Name = fmt.Sprintf(
				"removeAboveValue(%s, "+common.FloatingPointFormat+")",
				test.outputs[i].Name,
				test.n,
			)
		}
		common.CompareOutputsAndExpected(t, step, start,
			test.outputs, outputs.Values)
	}
}

func TestRemoveEmptySeries(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	tests := []struct {
		inputs       []common.TestSeries
		xFilesFactor float64
		outputs      []common.TestSeries
	}{
		{
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
				{Name: "baz", Data: []float64{500, nan, nan}},
				{Name: "qux", Data: []float64{nan, nan, nan}},
			},
			0,
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
				{Name: "baz", Data: []float64{500, nan, nan}},
			},
		},
		{
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
				{Name: "baz", Data: []float64{500, nan, nan}},
				{Name: "qux", Data: []float64{nan, nan, nan}},
			},
			0.5,
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
			},
		},
		{
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
				{Name: "baz", Data: []float64{500, nan, nan}},
				{Name: "qux", Data: []float64{nan, nan, nan}},
			},
			1,
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
			},
		},
	}
	start := time.Now()
	step := 100
	for _, test := range tests {
		outputs, err := removeEmptySeries(ctx,
			singlePathSpec{Values: generateSeriesList(ctx, start, test.inputs, step)},
			test.xFilesFactor)
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start,
			test.outputs, outputs.Values)
	}
}

func TestFilterSeries(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	tests := []struct {
		inputs        []common.TestSeries
		aggregationFn string
		comparator    string
		threashold    float64
		outputs       []common.TestSeries
	}{
		{
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
				{Name: "baz", Data: []float64{500, nan, nan}},
				{Name: "qux", Data: []float64{nan, nan, nan}},
			},
			"max",
			">",
			600,
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
			},
		},
		{
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
				{Name: "baz", Data: []float64{500, nan, nan}},
				{Name: "qux", Data: []float64{nan, nan, nan}},
			},
			"max",
			">=",
			600,
			[]common.TestSeries{
				{Name: "foo", Data: []float64{500, 600, 700}},
				{Name: "bar", Data: []float64{500, 600, nan}},
			},
		},
	}
	start := time.Now()
	step := 100
	for _, test := range tests {
		outputs, err := filterSeries(ctx,
			singlePathSpec{Values: generateSeriesList(ctx, start, test.inputs, step)},
			test.aggregationFn, test.comparator, test.threashold)
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start,
			test.outputs, outputs.Values)
	}
}

func generateSeriesList(ctx *common.Context, start time.Time, inputs []common.TestSeries, step int) []*ts.Series {
	tSeriesList := make([]*ts.Series, 0, len(inputs))
	for _, in := range inputs {
		tSeries := ts.NewSeries(ctx, in.Name, start, common.NewTestSeriesValues(ctx, step, in.Data))
		tSeriesList = append(tSeriesList, tSeries)
	}
	return tSeriesList
}

func TestScaleToSeconds(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		millisPerStep int
		values        []float64
		expected      []float64
		seconds       int
	}{
		{
			1000,
			[]float64{1000.0, 2000.0, 3000.0, 4000.0, 5000.0},
			[]float64{2000.0, 4000.0, 6000.0, 8000.0, 10000.0},
			2,
		},
		// expected values should double when step is halved
		// relative to the original expected values
		{
			500,
			[]float64{1000.0, 2000.0, 3000.0, 4000.0, 5000.0},
			[]float64{4000.0, 8000.0, 12000.0, 16000.0, 20000.0},
			2,
		},
		// expected values should drop by a factor of 1/5 when step is multiplied by 5
		// relative to the original expected values
		{
			5000,
			[]float64{1000.0, 2000.0, 3000.0, 4000.0, 5000.0},
			[]float64{400.0, 800.0, 1200.0, 1600.0, 2000.0},
			2,
		},
	}

	for _, test := range tests {
		timeSeries := ts.NewSeries(ctx, "<values>", ctx.StartTime,
			common.NewTestSeriesValues(ctx, test.millisPerStep, test.values))

		r, err := scaleToSeconds(ctx, singlePathSpec{
			Values: []*ts.Series{timeSeries},
		}, test.seconds)
		require.NoError(t, err)

		output := r.Values
		require.Equal(t, 1, len(output))
		assert.Equal(t, "scaleToSeconds(<values>,2)", output[0].Name())
		for step := 0; step < output[0].Len(); step++ {
			v := output[0].ValueAt(step)
			assert.Equal(t, test.expected[step], v)
		}
	}
}

func TestAsPercentWithSeriesTotal(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		valuesStep int
		values     []float64
		totalsStep int
		totals     []float64
		outputStep int
		output     []float64
	}{
		{
			100,
			[]float64{10.0, 20.0, 30.0, 40.0, 50.0},
			100,
			[]float64{1000.0, 1000.0, 1000.0, 1000.0, 1000.0},
			100,
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0},
		},
		{
			100,
			[]float64{12.0, 14.0, 16.0, math.NaN(), 20.0},
			150,
			[]float64{50.0, 50.0, 25.0, 50.0, 50.0},
			300,
			[]float64{28.0, 53.0},
		},
	}

	for _, test := range tests {
		timeSeries := ts.NewSeries(ctx, "<values>", ctx.StartTime,
			common.NewTestSeriesValues(ctx, test.valuesStep, test.values))
		totalSeries := ts.NewSeries(ctx, "<totals>", ctx.StartTime,
			common.NewTestSeriesValues(ctx, test.totalsStep, test.totals))

		r, err := asPercent(ctx, singlePathSpec{
			Values: []*ts.Series{timeSeries},
		}, ts.SeriesList{
			Values: []*ts.Series{totalSeries},
		})
		require.NoError(t, err, fmt.Sprintf("err: %v", err))

		output := r.Values
		require.Equal(t, 1, len(output))
		require.Equal(t, output[0].MillisPerStep(), test.outputStep)
		assert.Equal(t, "asPercent(<values>,<totals>)", output[0].Name())

		for step := 0; step < output[0].Len(); step++ {
			v := output[0].ValueAt(step)
			assert.Equal(t, math.Trunc(v), test.output[step])
		}
	}
}

func TestAsPercentWithFloatTotal(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	tests := []struct {
		valuesStep int
		values     []float64
		total      float64
		outputStep int
		output     []float64
	}{
		{
			100,
			[]float64{12.0, 14.0, 16.0, nan, 20.0},
			20.0,
			100,
			[]float64{60, 70, 80, nan, 100},
		},
		{
			100,
			[]float64{12.0, 14.0, 16.0, nan, 20.0},
			0,
			100,
			[]float64{nan, nan, nan, nan, nan},
		},
	}

	for _, test := range tests {
		timeSeries := ts.NewSeries(ctx, "<values>", ctx.StartTime,
			common.NewTestSeriesValues(ctx, test.valuesStep, test.values))
		r, err := asPercent(ctx, singlePathSpec{
			Values: []*ts.Series{timeSeries},
		}, test.total)
		require.NoError(t, err)

		output := r.Values
		require.Equal(t, 1, len(output))
		require.Equal(t, output[0].MillisPerStep(), test.outputStep)
		expectedName := fmt.Sprintf("asPercent(<values>,"+common.FloatingPointFormat+")",
			test.total)
		assert.Equal(t, expectedName, output[0].Name())

		for step := 0; step < output[0].Len(); step++ {
			v := output[0].ValueAt(step)
			xtest.Equalish(t, math.Trunc(v), test.output[step])
		}
	}
}

func TestAsPercentWithNilTotal(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	tests := []struct {
		valuesStep int
		values     []float64
		outputStep int
		output     []float64
	}{
		{
			60,
			[]float64{12.0, 14.0, 16.0, nan, 20.0},
			60,
			[]float64{100, 100, 100, nan, 100},
		},
	}

	for _, test := range tests {
		timeSeries := ts.NewSeries(ctx, "<values>", ctx.StartTime,
			common.NewTestSeriesValues(ctx, test.valuesStep, test.values))
		r, err := asPercent(ctx, singlePathSpec{
			Values: []*ts.Series{timeSeries},
		}, nil)
		require.NoError(t, err)

		output := r.Values
		require.Equal(t, 1, len(output))
		require.Equal(t, output[0].MillisPerStep(), test.outputStep)
		expectedName := "asPercent(<values>,sumSeries(<values>))"
		assert.Equal(t, expectedName, output[0].Name())

		for step := 0; step < output[0].Len(); step++ {
			v := output[0].ValueAt(step)
			xtest.Equalish(t, math.Trunc(v), test.output[step])
		}
	}
}

func TestAsPercentWithSeriesList(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	inputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"foo",
			100,
			[]float64{12.0, 14.0, 16.0, nan, 20.0, 30.0},
		},
		{
			"bar",
			200,
			[]float64{7.0, nan, 25.0},
		},
	}
	outputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"asPercent(foo,sumSeries(foo,bar))",
			200,
			[]float64{65.0, 100.0, 50.0},
		},
		{
			"asPercent(bar,sumSeries(foo,bar))",
			200,
			[]float64{35.0, nan, 50.0},
		},
	}

	inputSeries := make([]*ts.Series, 0, len(inputs))
	for _, input := range inputs {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		inputSeries = append(inputSeries, timeSeries)
	}

	expected := make([]*ts.Series, 0, len(outputs))
	for _, output := range outputs {
		timeSeries := ts.NewSeries(
			ctx,
			output.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, output.step, output.values),
		)
		expected = append(expected, timeSeries)
	}

	r, err := asPercent(ctx, singlePathSpec{
		Values: inputSeries,
	}, nil)
	require.NoError(t, err)
	requireEqual(t, expected, r.Values)
}

func requireEqual(t *testing.T, expected, results []*ts.Series) {
	require.Equal(t, len(expected), len(results))
	for i := 0; i < len(results); i++ {
		require.Equal(t, expected[i].MillisPerStep(), results[i].MillisPerStep())
		require.Equal(t, expected[i].Len(), results[i].Len())
		require.Equal(t, expected[i].Name(), results[i].Name())
		for step := 0; step < results[i].Len(); step++ {
			xtest.Equalish(t, expected[i].ValueAt(step), results[i].ValueAt(step))
		}
	}
}

func TestAsPercentWithSeriesListAndTotalSeriesList(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	inputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"foo.value",
			100,
			[]float64{12.0, 14.0, 16.0, nan, 20.0, 30.0},
		},
		{
			"bar.value",
			200,
			[]float64{7.0, nan, 25.0},
		},
	}
	totals := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"foo.total",
			100,
			[]float64{24.0, 28.0, 48.0, nan, 40.0, 60.0},
		},
		{
			"bar.total",
			200,
			[]float64{14.0, nan, 75.0},
		},
	}
	outputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"asPercent(bar.value,bar.total)",
			200,
			[]float64{50.0, nan, 33.33333333333333},
		},
		{
			"asPercent(foo.value,foo.total)",
			100,
			[]float64{50.0, 50.0, 33.33333333333333, nan, 50.0, 50.0},
		},
	}

	var inputSeries []*ts.Series // nolint: prealloc
	for _, input := range inputs {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		inputSeries = append(inputSeries, timeSeries)
	}

	var totalSeries []*ts.Series // nolint: prealloc
	for _, input := range totals {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		totalSeries = append(totalSeries, timeSeries)
	}

	var expected []*ts.Series // nolint: prealloc
	for _, output := range outputs {
		timeSeries := ts.NewSeries(
			ctx,
			output.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, output.step, output.values),
		)
		expected = append(expected, timeSeries)
	}

	r, err := asPercent(ctx, singlePathSpec{
		Values: inputSeries,
	}, singlePathSpec{
		Values: totalSeries,
	})
	require.NoError(t, err)
	requireEqual(t, expected, r.Values)
}

func TestAsPercentWithSeriesListAndEmptyTotalSeriesList(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	inputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"foo.bar",
			100,
			[]float64{2.5, 5, 7.5, 10},
		},
		{
			"foo.baz",
			100,
			[]float64{10, 20, 30, 40},
		},
	}
	outputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"asPercent(foo.bar,sumSeries(foo.*))",
			100,
			[]float64{20, 20, 20, 20},
		},
		{
			"asPercent(foo.baz,sumSeries(foo.*))",
			100,
			[]float64{80, 80, 80, 80},
		},
	}

	var inputSeries []*ts.Series // nolint: prealloc
	for _, input := range inputs {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		timeSeries.Specification = "foo.*"
		inputSeries = append(inputSeries, timeSeries)
	}

	var expected []*ts.Series // nolint: prealloc
	for _, output := range outputs {
		timeSeries := ts.NewSeries(
			ctx,
			output.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, output.step, output.values),
		)
		expected = append(expected, timeSeries)
	}

	r, err := asPercent(ctx, singlePathSpec{
		Values: inputSeries,
	}, nil)
	require.NoError(t, err)
	requireEqual(t, expected, r.Values)
}

func TestAsPercentWithNodesAndTotalNil(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	inputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"cpu.foo.core1",
			200,
			[]float64{12.0, 5.0, 48.0},
		},
		{
			"cpu.foo.core2",
			200,
			[]float64{12.0, 15.0, 16.0},
		},
		{
			"cpu.bar.core1",
			200,
			[]float64{12.0, 14.0, 16.0},
		},
	}
	outputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"asPercent(cpu.bar.core1,cpu.bar.core1)",
			200,
			[]float64{100.0, 100.0, 100.0},
		},
		{
			"asPercent(cpu.foo.core1,sumSeries(cpu.foo.core1,cpu.foo.core2))",
			200,
			[]float64{50.0, 25.0, 75.0},
		},
		{
			"asPercent(cpu.foo.core2,sumSeries(cpu.foo.core1,cpu.foo.core2))",
			200,
			[]float64{50.0, 75.0, 25.0},
		},
	}

	var inputSeries []*ts.Series // nolint: prealloc
	for _, input := range inputs {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		inputSeries = append(inputSeries, timeSeries)
	}

	var expected []*ts.Series // nolint: prealloc
	for _, output := range outputs {
		timeSeries := ts.NewSeries(
			ctx,
			output.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, output.step, output.values),
		)
		expected = append(expected, timeSeries)
	}

	r, err := asPercent(ctx, singlePathSpec{
		Values: inputSeries,
	}, nil, 1)
	require.NoError(t, err)
	requireEqual(t, expected, r.Values)
}

func TestAsPercentWithNodesAndTotalSeriesList(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	inputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"cpu.foo.core1",
			200,
			[]float64{12.0, 5.0, 48.0},
		},
		{
			"cpu.foo.core2",
			200,
			[]float64{12.0, 15.0, 16.0},
		},
		{
			"cpu.bar.core1",
			200,
			[]float64{12.0, 14.0, 16.0},
		},
		{
			"cpu.qux.core1",
			200,
			[]float64{12.0, 14.0, 16.0},
		},
	}
	totals := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"cpu_cluster.foo.zone-a",
			200,
			[]float64{24.0, 40.0, 256.0},
		},
		{
			"cpu_cluster.foo.zone-b",
			200,
			[]float64{24.0, 40.0, 256.0},
		},
		{
			"cpu_cluster.bar",
			200,
			[]float64{48.0, 14.0, 16.0},
		},
		{
			"cpu_cluster.baz",
			200,
			[]float64{12.0, 14.0, 16.0},
		},
	}
	outputs := []struct {
		name   string
		step   int
		values []float64
	}{
		{
			"asPercent(cpu.bar.core1,cpu_cluster.bar)",
			200,
			[]float64{25.0, 100.0, 100.0},
		},
		{
			"asPercent(MISSING,cpu_cluster.baz)",
			200,
			[]float64{nan, nan, nan},
		},
		{
			"asPercent(cpu.foo.core1,sumSeries(cpu_cluster.foo.zone-a,cpu_cluster.foo.zone-b))",
			200,
			[]float64{25.0, 6.25, 9.375},
		},
		{
			"asPercent(cpu.foo.core2,sumSeries(cpu_cluster.foo.zone-a,cpu_cluster.foo.zone-b))",
			200,
			[]float64{25.0, 18.75, 3.125},
		},
		{
			"asPercent(cpu.qux.core1,MISSING)",
			200,
			[]float64{nan, nan, nan},
		},
	}

	var inputSeries []*ts.Series // nolint: prealloc
	for _, input := range inputs {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		inputSeries = append(inputSeries, timeSeries)
	}

	var totalSeries []*ts.Series // nolint: prealloc
	for _, input := range totals {
		timeSeries := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, input.step, input.values),
		)
		totalSeries = append(totalSeries, timeSeries)
	}

	var expected []*ts.Series // nolint: prealloc
	for _, output := range outputs {
		timeSeries := ts.NewSeries(
			ctx,
			output.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, output.step, output.values),
		)
		expected = append(expected, timeSeries)
	}

	r, err := asPercent(ctx, singlePathSpec{
		Values: inputSeries,
	}, singlePathSpec{
		Values: totalSeries,
	}, 1)
	require.NoError(t, err)
	requireEqual(t, expected, r.Values)
}

func testLogarithm(t *testing.T, base float64, asserts func(*ts.Series)) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	invals := make([]float64, 101)
	for i := range invals {
		invals[i] = float64(i)
	}

	series := ts.NewSeries(ctx, "hello", time.Now(),
		common.NewTestSeriesValues(ctx, 10000, invals))

	r, err := logarithm(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, base)
	require.NoError(t, err)

	output := r.Values
	require.Equal(t, 1, len(output))
	assert.Equal(t, fmt.Sprintf("log(hello, %f)", base), output[0].Name())
	assert.Equal(t, series.StartTime(), output[0].StartTime())
	require.Equal(t, len(invals), output[0].Len())
	xtest.Equalish(t, math.NaN(), output[0].ValueAt(0))
	asserts(output[0])
}

func TestLogarithm(t *testing.T) {
	testLogarithm(t, 10, func(output *ts.Series) {
		xtest.Equalish(t, 0, output.ValueAt(1))
		xtest.Equalish(t, 1, output.ValueAt(10))
		xtest.Equalish(t, 2, output.ValueAt(100))
	})
	testLogarithm(t, 2, func(output *ts.Series) {
		xtest.Equalish(t, 0, output.ValueAt(1))
		xtest.Equalish(t, 1, output.ValueAt(2))
		xtest.Equalish(t, 2, output.ValueAt(4))
	})
	testLogarithm(t, 3.142, func(output *ts.Series) {
		xtest.Equalish(t, 0, output.ValueAt(1))
		xtest.Equalish(t, 0.6054429879326457, output.ValueAt(2))
		xtest.Equalish(t, 0.9596044321978149, output.ValueAt(3))
	})

	_, err := logarithm(nil, singlePathSpec{}, -1)
	require.NotNil(t, err)
}

func TestIntegral(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	invals := []float64{
		0, 1, 2, 3, 4, 5, 6, math.NaN(), 8, math.NaN(),
	}

	outvals := []float64{
		0, 1, 3, 6, 10, 15, 21, math.NaN(), 29, math.NaN(),
	}

	series := ts.NewSeries(ctx, "hello", time.Now(),
		common.NewTestSeriesValues(ctx, 10000, invals))

	r, err := integral(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	})
	require.NoError(t, err)

	output := r.Values
	require.Equal(t, 1, len(output))
	assert.Equal(t, "integral(hello)", output[0].Name())
	assert.Equal(t, series.StartTime(), output[0].StartTime())
	require.Equal(t, len(outvals), output[0].Len())
	for i, expected := range outvals {
		xtest.Equalish(t, expected, output[0].ValueAt(i), "incorrect value at %d", i)
	}
}

func TestInterpolate(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		values []float64
		output []float64
		limit  int
	}{
		{
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0, 20.0},
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0, 20.0},
			-1,
		},
		{
			[]float64{math.NaN(), 2.0, math.NaN(), 4.0, math.NaN(), 6.0, math.NaN(), 8.0, math.NaN(), 10.0, math.NaN(), 12.0, math.NaN(), 14.0, math.NaN(), 16.0, math.NaN(), 18.0, math.NaN(), 20.0},
			[]float64{math.NaN(), 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0, 20.0},
			-1,
		},
		{
			[]float64{1.0, 2.0, math.NaN(), math.NaN(), math.NaN(), 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, math.NaN(), math.NaN(), math.NaN()},
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, math.NaN(), math.NaN(), math.NaN()},
			-1,
		},
		{
			[]float64{1.0, 2.0, 3.0, 4.0, math.NaN(), 6.0, math.NaN(), math.NaN(), 9.0, 10.0, 11.0, math.NaN(), 13.0, math.NaN(), math.NaN(), math.NaN(), math.NaN(), 18.0, 19.0, 20.0},
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0, 20.0},
			-1,
		},
		{
			[]float64{1.0, 2.0, math.NaN(), math.NaN(), math.NaN(), 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, math.NaN(), math.NaN()},
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, math.NaN(), math.NaN()},
			-1,
		},
		{
			[]float64{1.0, 2.0, math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, math.NaN(), math.NaN()},
			[]float64{1.0, 2.0, math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, math.NaN(), math.NaN()},
			3,
		},
		{
			[]float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0, 20.0},
			[]float64{math.NaN(), math.NaN(), math.NaN(), math.NaN(), math.NaN(), 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 13.0, 14.0, 15.0, 16.0, 17.0, 18.0, 19.0, 20.0},
			-1,
		},
	}

	start := time.Now()
	step := 100
	for _, test := range tests {
		input := []common.TestSeries{{Name: "foo", Data: test.values}}
		expected := []common.TestSeries{{Name: "interpolate(foo)", Data: test.output}}
		timeSeries := generateSeriesList(ctx, start, input, step)
		output, err := interpolate(ctx, singlePathSpec{
			Values: timeSeries,
		}, test.limit)
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start,
			expected, output.Values)
	}
}

func TestIntegralByInterval(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	invals := []float64{
		math.NaN(), 1, 2, 3, 4, 5, math.NaN(), 6, 7, 8,
	}

	outvals := []float64{
		0, 1, 2, 5, 4, 9, 0, 6, 7, 15,
	}

	series := ts.NewSeries(ctx, "hello", time.Now(),
		common.NewTestSeriesValues(ctx, 60000, invals))

	r, err := integralByInterval(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, "2min")
	require.NoError(t, err)

	output := r.Values
	require.Equal(t, 1, len(output))
	assert.Equal(t, "integralByInterval(hello, 2min)", output[0].Name())
	assert.Equal(t, series.StartTime(), output[0].StartTime())
	require.Equal(t, len(outvals), output[0].Len())
	for i, expected := range outvals {
		xtest.Equalish(t, expected, output[0].ValueAt(i), "incorrect value at %d", i)
	}
}

func TestDerivative(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		values []float64
		output []float64
	}{
		{
			[]float64{10.0, 20.0, 30.0, 5.0, 5.0},
			[]float64{math.NaN(), 10.0, 10.0, -25.0, 0.0},
		},
		{
			[]float64{50.0, 50.0, 25.0, 250.0, 350.0},
			[]float64{math.NaN(), 0.0, -25.0, 225.0, 100.0},
		},
	}

	start := time.Now()
	step := 100
	for _, test := range tests {
		input := []common.TestSeries{{Name: "foo", Data: test.values}}
		expected := []common.TestSeries{{Name: "derivative(foo)", Data: test.output}}
		timeSeries := generateSeriesList(ctx, start, input, step)
		output, err := derivative(ctx, singlePathSpec{
			Values: timeSeries,
		})
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start,
			expected, output.Values)
	}
}

func TestNonNegativeDerivative(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	tests := []struct {
		values   []float64
		maxValue float64
		output   []float64
	}{
		{
			[]float64{10.0, 20.0, 30.0, 5.0, 5.0},
			math.NaN(),
			[]float64{math.NaN(), 10.0, 10.0, math.NaN(), 0.0},
		},
		{
			[]float64{50.0, 50.0, 25.0, 250.0, 350.0},
			100.0,
			[]float64{math.NaN(), 0.0, 76.0, 225.0, 100.0},
		},
	}

	start := time.Now()
	step := 100
	for _, test := range tests {
		input := []common.TestSeries{{Name: "foo", Data: test.values}}
		expected := []common.TestSeries{{Name: "nonNegativeDerivative(foo)", Data: test.output}}
		timeSeries := generateSeriesList(ctx, start, input, step)
		output, err := nonNegativeDerivative(ctx, singlePathSpec{
			Values: timeSeries,
		}, test.maxValue)
		require.NoError(t, err)
		common.CompareOutputsAndExpected(t, step, start, expected, output.Values)
	}
}

type TimeSeriesPtrVector []*ts.Series

func (o TimeSeriesPtrVector) Len() int           { return len(o) }
func (o TimeSeriesPtrVector) Less(i, j int) bool { return o[i].Name() < o[j].Name() }
func (o TimeSeriesPtrVector) Swap(i, j int)      { o[i], o[j] = o[j], o[i] }

func TestConstantLine(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	testValue := 5.0
	r, err := constantLine(ctx, testValue)
	require.Nil(t, err)

	testSeries := r.Values
	require.Equal(t, 1, len(testSeries))
	require.Equal(t, 3, testSeries[0].Len())
	expectedName := fmt.Sprintf(common.FloatingPointFormat, testValue)
	require.Equal(t, expectedName, testSeries[0].Name())
	for i := 0; i < testSeries[0].Len(); i++ {
		require.Equal(t, float64(testValue), testSeries[0].ValueAt(i))
	}
}

func TestIdentity(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	testName := "testName.mytest"
	r, err := identity(ctx, testName)
	require.Nil(t, err)

	testSeries := r.Values
	require.Equal(t, 1, len(testSeries))
	require.Equal(t, testName, testSeries[0].Name())
	require.Equal(t, 60, testSeries[0].Len())
	expectedValue := ctx.StartTime.Unix()
	for i := 0; i < testSeries[0].Len(); i++ {
		require.Equal(t, float64(expectedValue), testSeries[0].ValueAt(i))
		expectedValue += 60
	}
}

func TestLimit(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	// invalid input
	testInput := getTestInput(ctx)
	testSeries, err := limit(ctx, singlePathSpec{
		Values: testInput,
	}, -1)
	require.NotNil(t, err)

	// valid input
	testSeries, err = limit(ctx, singlePathSpec{
		Values: testInput,
	}, 1)
	require.Nil(t, err)
	require.Equal(t, 1, testSeries.Len())

	// input bigger than length of series
	testSeries, err = limit(ctx, singlePathSpec{
		Values: testInput,
	}, 10)
	require.Nil(t, err)
	require.Equal(t, len(testInput), testSeries.Len())
}

func TestLimitSortStable(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	constValues := common.NewTestSeriesValues(ctx, 1000, []float64{1, 2, 3, 4})
	series := []*ts.Series{
		ts.NewSeries(ctx, "qux", time.Now(), constValues),
		ts.NewSeries(ctx, "bar", time.Now(), constValues),
		ts.NewSeries(ctx, "foo", time.Now(), constValues),
		ts.NewSeries(ctx, "baz", time.Now(), constValues),
	}

	// Check that if input order is random that the same first
	// series is chosen deterministically each time if the results weren't
	// already ordered.
	var lastOrder []string
	for i := 0; i < 100; i++ {
		rand.Shuffle(len(series), func(i, j int) {
			series[i], series[j] = series[j], series[i]
		})

		result, err := limit(ctx, singlePathSpec(ts.SeriesList{
			Values:      series,
			SortApplied: false,
		}), 2)
		require.NoError(t, err)

		order := make([]string, 0, len(result.Values))
		for _, series := range result.Values {
			order = append(order, series.Name())
		}

		expectedOrder := lastOrder
		lastOrder = order
		if expectedOrder == nil {
			continue
		}

		require.Equal(t, expectedOrder, order)
	}
}

func TestHitcount(t *testing.T) {
	now := time.Now()
	tests := []struct {
		name           string
		startTime      time.Time
		stepInMilli    int
		values         []float64
		intervalString string
		newStartTime   time.Time
		newStep        int
		output         []float64
	}{
		{
			"foo",
			now,
			1000,
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, math.NaN(), 6.0},
			"2s",
			now.Add(-time.Second),
			2000,
			[]float64{1.0, 5.0, 9.0, 6.0},
		},
		{
			"bar",
			now,
			1000,
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0, math.NaN(), 6.0},
			"10s",
			now.Add(-3 * time.Second),
			10000,
			[]float64{21.0},
		},
	}

	for i, input := range tests {
		input := input
		t.Run(fmt.Sprintf("test_%d_%s", i, input.name), func(t *testing.T) {
			ctrl := xgomock.NewController(t)
			defer ctrl.Finish()

			store := storage.NewMockStorage(ctrl)
			engine := NewEngine(store, CompileOptions{})

			ctx := common.NewContext(common.ContextOptions{
				Start:  input.startTime,
				End:    input.startTime.Add(time.Second * 10),
				Engine: engine,
			})
			defer func() { _ = ctx.Close() }()

			series := ts.NewSeries(ctx, input.name, input.startTime,
				common.NewTestSeriesValues(ctx, input.stepInMilli, input.values))

			target := fmt.Sprintf("hitcount(%s, %q, false)", input.name, input.intervalString)
			testSeriesFn := func(
				*common.Context,
				string,
				storage.FetchOptions,
			) (*storage.FetchResult, error) {
				return &storage.FetchResult{SeriesList: []*ts.Series{series}}, nil
			}

			store.EXPECT().
				FetchByQuery(gomock.Any(), gomock.Any(), gomock.Any()).
				DoAndReturn(testSeriesFn).
				AnyTimes()
			expr, err := engine.Compile(target)
			require.NoError(t, err)
			res, err := expr.Execute(ctx)
			require.NoError(t, err)
			expected := common.TestSeries{
				Name: fmt.Sprintf("hitcount(%s, %q)", input.name, input.intervalString),
				Data: input.output,
			}
			require.NoError(t, err)
			common.CompareOutputsAndExpected(t, input.newStep, input.newStartTime,
				[]common.TestSeries{expected}, res.Values)
		})
	}
}

func TestSubstr(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	now := ctx.StartTime
	input := struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		"aliasByName(foo.bar,baz)",
		now,
		1000,
		[]float64{1.0, 2.0, 3.0},
	}

	series := ts.NewSeries(
		ctx,
		input.name,
		input.startTime,
		common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
	)
	results, err := substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, 1, 0)
	expected := common.TestSeries{Name: "bar", Data: input.values}
	require.NoError(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	results, err = substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, 0, 2)
	expected = common.TestSeries{Name: "foo.bar", Data: input.values}
	require.NoError(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	results, err = substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, 0, 0)
	expected = common.TestSeries{Name: "foo.bar", Data: input.values}
	require.NoError(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	// Negative support -1, 0.
	results, err = substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, -1, 0)
	expected = common.TestSeries{Name: "bar", Data: input.values}
	require.NoError(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	// Negative support -3, 0.
	results, err = substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, -3, 0)
	expected = common.TestSeries{Name: "bar", Data: input.values}
	require.NoError(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	results, err = substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, 2, 1)
	require.Error(t, err)

	results, err = substr(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, 3, 4)
	require.Error(t, err)
}

type mockStorage struct{}

func (*mockStorage) FetchByQuery(
	ctx xctx.Context,
	query string,
	opts storage.FetchOptions,
) (*storage.FetchResult, error) {
	return storage.NewFetchResult(ctx, nil, block.NewResultMetadata()), nil
}

func (*mockStorage) CompleteTags(
	ctx context.Context,
	query *querystorage.CompleteTagsQuery,
	opts *querystorage.FetchOptions,
) (*consolidators.CompleteTagsResult, error) {
	return nil, fmt.Errorf("not implemented")
}

func TestHoltWintersForecast(t *testing.T) {
	ctx := common.NewTestContext()
	ctx.Engine = NewEngine(&mockStorage{}, CompileOptions{})
	defer func() { _ = ctx.Close() }()

	now := ctx.StartTime
	tests := []struct {
		name         string
		startTime    time.Time
		stepInMilli  int
		values       []float64
		duration     time.Duration
		newStartTime time.Time
		newStep      int
		output       []float64
	}{
		{
			"foo",
			now,
			1000,
			[]float64{4, 5.0, 6.0},
			3 * time.Second,
			now,
			1000,
			[]float64{math.NaN(), 4.0, 4.10035},
		},
	}

	for _, input := range tests {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)

		results, err := holtWintersForecastInternal(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		}, input.duration)
		expected := common.TestSeries{
			Name: fmt.Sprintf(`holtWintersForecast(%s)`, input.name),
			Data: input.output,
		}
		require.Nil(t, err)

		common.CompareOutputsAndExpected(t, input.newStep, input.newStartTime,
			[]common.TestSeries{expected}, results.Values)
	}
}

func TestHoltWintersConfidenceBands(t *testing.T) {
	ctx := common.NewTestContext()
	ctx.Engine = NewEngine(&mockStorage{}, CompileOptions{})
	defer func() { _ = ctx.Close() }()

	now := ctx.StartTime
	tests := []struct {
		name           string
		startTime      time.Time
		stepInMilli    int
		values         []float64
		duration       time.Duration
		lowerStartTime time.Time
		lowerStep      int
		lowerOutput    []float64
		upperStartTime time.Time
		upperStep      int
		upperOutput    []float64
	}{
		{
			"foo",
			now,
			1000,
			[]float64{4.0, 5.0, 6.0},
			3 * time.Second,
			now,
			1000,
			[]float64{math.NaN(), 3.7, 3.5305},
			now,
			1000,
			[]float64{math.NaN(), 4.3, 4.6702},
		},
	}

	for _, input := range tests {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)
		results, err := holtWintersConfidenceBandsInternal(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		}, 3, input.duration)
		lowerExpected := common.TestSeries{
			Name: fmt.Sprintf(`holtWintersConfidenceLower(%s)`, input.name),
			Data: input.lowerOutput,
		}
		upperExpected := common.TestSeries{
			Name: fmt.Sprintf(`holtWintersConfidenceUpper(%s)`, input.name),
			Data: input.upperOutput,
		}
		require.Nil(t, err)
		common.CompareOutputsAndExpected(t, input.lowerStep, input.lowerStartTime,
			[]common.TestSeries{lowerExpected}, []*ts.Series{results.Values[0]})
		common.CompareOutputsAndExpected(t, input.upperStep, input.upperStartTime,
			[]common.TestSeries{upperExpected}, []*ts.Series{results.Values[1]})
	}
}

func TestHoltWintersAberration(t *testing.T) {
	ctx := common.NewTestContext()
	ctx.Engine = NewEngine(&mockStorage{}, CompileOptions{})
	defer func() { _ = ctx.Close() }()

	now := ctx.StartTime
	tests := []struct {
		name                string
		startTime           time.Time
		stepInMilli         int
		values              []float64
		duration            time.Duration
		aberrationStartTime time.Time
		aberrationStep      int
		aberrationOutput    []float64
	}{
		{
			"foo",
			now,
			1000,
			[]float64{4.0, 5.0, 6.0},
			3 * time.Second,
			now,
			1000,
			[]float64{0, 0.7, 1.3298},
		},
	}

	for _, input := range tests {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)
		results, err := holtWintersAberrationInternal(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		}, 3, input.duration)
		expected := common.TestSeries{
			Name: fmt.Sprintf(`holtWintersAberration(%s)`, input.name),
			Data: input.aberrationOutput,
		}
		require.Nil(t, err)
		common.CompareOutputsAndExpected(t, input.aberrationStep, input.aberrationStartTime,
			[]common.TestSeries{expected}, results.Values)
	}
}

func TestSquareRoot(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	startTime := ctx.StartTime
	stepSize := 10000
	inputs := []struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		{
			"foo",
			startTime,
			stepSize,
			[]float64{1.0, -2.0, 3.0, nan},
		},
		{
			"bar",
			startTime,
			stepSize,
			[]float64{4.0},
		},
	}

	inputSeries := make([]*ts.Series, 0, len(inputs))
	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)
		inputSeries = append(inputSeries, series)
	}
	expected := []common.TestSeries{
		{Name: "squareRoot(foo)", Data: []float64{1.0, nan, 1.73205, nan}},
		{Name: "squareRoot(bar)", Data: []float64{2.0}},
	}
	results, err := squareRoot(ctx, singlePathSpec{
		Values: inputSeries,
	})
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		expected, results.Values)
}

func TestStdev(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	startTime := ctx.StartTime
	stepSize := 10000
	inputs := []struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		{
			"foo",
			startTime,
			stepSize,
			[]float64{1.0, 2.0, 3.0, 4.0, nan, nan, nan, 5.0, 6.0, nan, nan},
		},
	}

	inputSeries := make([]*ts.Series, 0, len(inputs))
	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)
		inputSeries = append(inputSeries, series)
	}
	expected := []common.TestSeries{
		{Name: "stddev(foo,3)", Data: []float64{0.0, 0.5, 0.8165, 0.8165, 0.5, 0.0, nan, 0.0, 0.5, 0.5, 0.0}},
	}
	results, err := stdev(ctx, singlePathSpec{
		Values: inputSeries,
	}, 3, 0.1)
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		expected, results.Values)
}

func TestRangeOfSeries(t *testing.T) {
	ctx, input := newConsolidationTestSeries()
	defer func() { _ = ctx.Close() }()

	expectedStart := ctx.StartTime.Add(-30 * time.Second)
	expectedStep := 10000
	rangeSeries, err := rangeOfSeries(ctx, singlePathSpec{
		Values: input,
	})
	require.Nil(t, err)
	expected := common.TestSeries{
		Name: "rangeOfSeries(a,b,c,d)",
		Data: []float64{0, 0, 0, 12, 12, 12, 14, 14, 14, 0, 0, 0},
	}
	common.CompareOutputsAndExpected(t, expectedStep, expectedStart,
		[]common.TestSeries{expected}, rangeSeries.Values)
}

type percentileFunction func(ctx *common.Context, seriesList singlePathSpec, percentile float64) (ts.SeriesList, error)

func testPercentileFunction(t *testing.T, f percentileFunction, expected []common.TestSeries) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	startTime := ctx.StartTime
	stepSize := 10000
	inputs := []struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		{
			"foo",
			startTime,
			stepSize,
			[]float64{nan, nan, nan, nan, nan},
		},
		{
			"bar",
			startTime,
			stepSize,
			[]float64{3.0, 2.0, 4.0, nan, 1.0, 6.0, nan, 5.0},
		},
		{
			"baz",
			startTime,
			stepSize,
			[]float64{1.0},
		},
	}

	inputSeries := make([]*ts.Series, 0, len(inputs))
	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)
		inputSeries = append(inputSeries, series)
	}
	percentile := 40.123
	results, err := f(ctx, singlePathSpec{
		Values: inputSeries,
	}, percentile)
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		expected, results.Values)
}

func TestNPercentile(t *testing.T) {
	expected := []common.TestSeries{
		{
			Name: "nPercentile(bar, 40.123)",
			Data: []float64{3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0},
		},
		{
			Name: "nPercentile(baz, 40.123)",
			Data: []float64{1.0},
		},
	}
	testPercentileFunction(t, nPercentile, expected)
}

func TestRemoveAbovePercentile(t *testing.T) {
	nan := math.NaN()
	expected := []common.TestSeries{
		{
			Name: "removeAbovePercentile(foo, 40.123)",
			Data: []float64{nan, nan, nan, nan, nan},
		},
		{
			Name: "removeAbovePercentile(bar, 40.123)",
			Data: []float64{3.0, 2.0, nan, nan, 1.0, nan, nan, nan},
		},
		{
			Name: "removeAbovePercentile(baz, 40.123)",
			Data: []float64{1.0},
		},
	}

	testPercentileFunction(t, removeAbovePercentile, expected)
}

func TestRemoveBelowPercentile(t *testing.T) {
	nan := math.NaN()

	expected := []common.TestSeries{
		{
			Name: "removeBelowPercentile(foo, 40.123)",
			Data: []float64{nan, nan, nan, nan, nan},
		},
		{
			Name: "removeBelowPercentile(bar, 40.123)",
			Data: []float64{3.0, nan, 4.0, nan, nan, 6.0, nan, 5.0},
		},
		{
			Name: "removeBelowPercentile(baz, 40.123)",
			Data: []float64{1.0},
		},
	}

	testPercentileFunction(t, removeBelowPercentile, expected)
}

func testRandomWalkFunctionInternal(t *testing.T, ctx *common.Context, stepSize, expectedLen int) {
	r, err := randomWalkFunction(ctx, "foo", stepSize)
	require.Nil(t, err)

	results := r.Values
	require.Equal(t, 1, len(results))
	require.Equal(t, expectedLen, results[0].Len())
	for i := 0; i < expectedLen; i++ {
		v := results[0].ValueAt(i)
		require.True(t, v >= -0.5 && v < 0.5)
	}
}

func TestRandomWalkFunction(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	ctx.EndTime = ctx.StartTime.Add(1100 * time.Millisecond)
	testRandomWalkFunctionInternal(t, ctx, 1, 2)

	ctx.EndTime = ctx.StartTime.Add(1600 * time.Millisecond)
	testRandomWalkFunctionInternal(t, ctx, 1, 2)
}

func testAggregateLineInternal(t *testing.T, f string, expectedName string, expectedVal float64) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	input := struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		"foo",
		ctx.StartTime,
		10000,
		[]float64{1.0, 2.0, 3.0, 4.0},
	}

	series := ts.NewSeries(
		ctx,
		input.name,
		input.startTime,
		common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
	)

	r, err := aggregateLine(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, f)
	require.Nil(t, err)

	results := r.Values
	require.Equal(t, 1, len(results))
	require.Equal(t, expectedName, results[0].Name())
	require.Equal(t, 3, results[0].Len())
	for i := 0; i < 2; i++ {
		require.Equal(t, expectedVal, results[0].ValueAt(i))
	}
}

func TestAggregateLine(t *testing.T) {
	testAggregateLineInternal(t, "avg", "aggregateLine(foo,2.500)", 2.5)
	testAggregateLineInternal(t, "max", "aggregateLine(foo,4.000)", 4.0)
	testAggregateLineInternal(t, "min", "aggregateLine(foo,1.000)", 1.0)
}

func TestChanged(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	startTime := ctx.StartTime
	stepSize := 10000
	input := struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		"foo",
		startTime,
		stepSize,
		[]float64{1.0, 1.0, 2.0, 3.0, nan, 3.0, nan, 4.0, nan},
	}

	series := ts.NewSeries(
		ctx,
		input.name,
		input.startTime,
		common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
	)

	expected := []common.TestSeries{
		{
			Name: "changed(foo)",
			Data: []float64{0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0},
		},
	}
	results, err := changed(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	})
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		expected, results.Values)
}

func TestEffectiveXFilesFactor(t *testing.T) {
	require.True(t, effectiveXFF(10, 9, 0))
	require.True(t, effectiveXFF(10, 4, 0.5))
	require.True(t, effectiveXFF(10, 0, 1.0))

	require.False(t, effectiveXFF(10, 10, 0.1))
	require.False(t, effectiveXFF(10, 6, 0.5))
	require.False(t, effectiveXFF(10, 1, 1.0))
}

func TestMovingMedian(t *testing.T) {
	ctrl := xgomock.NewController(t)
	defer ctrl.Finish()

	store := storage.NewMockStorage(ctrl)
	now := time.Now().Truncate(time.Hour)
	engine := NewEngine(store, CompileOptions{})
	startTime := now.Add(-3 * time.Minute)
	// Make sure two full steps considered.
	endTime := now.Add(-time.Minute)
	ctx := common.NewContext(common.ContextOptions{Start: startTime, End: endTime, Engine: engine})
	defer func() { _ = ctx.Close() }()

	stepSize := 60000
	target := "movingMedian(foo.bar.q.zed, '1min')"
	store.EXPECT().FetchByQuery(gomock.Any(), gomock.Any(), gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.q.zed")).Times(2)
	expr, err := engine.Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(ctx)
	require.NoError(t, err)
	expected := common.TestSeries{
		Name: "movingMedian(foo.bar.q.zed,\"1min\")",
		Data: []float64{0.0, 0.0},
	}
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		[]common.TestSeries{expected}, res.Values)
}

func TestMovingAverage(t *testing.T) {
	ctrl := xgomock.NewController(t)
	defer ctrl.Finish()

	store := storage.NewMockStorage(ctrl)
	now := time.Now().Truncate(time.Hour)
	engine := NewEngine(store, CompileOptions{})
	startTime := now.Add(-3 * time.Minute)
	endTime := now.Add(-1 * time.Minute)
	ctx := common.NewContext(common.ContextOptions{Start: startTime, End: endTime, Engine: engine})
	defer func() { _ = ctx.Close() }()

	stepSize := 60000
	target := `movingAverage(timeShift(foo.bar.g.zed,'-1d'), '1min', 0.7)`
	store.EXPECT().FetchByQuery(gomock.Any(), gomock.Any(), gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.g.zed")).AnyTimes()
	expr, err := engine.Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(ctx)
	require.NoError(t, err)
	expected := common.TestSeries{
		Name: `movingAverage(timeShift(foo.bar.g.zed,"-1d"),"1min")`,
		Data: []float64{1, 1},
	}
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		[]common.TestSeries{expected}, res.Values)
}

// nolint: dupl
func TestMovingWindow(t *testing.T) {
	ctrl := xgomock.NewController(t)
	defer ctrl.Finish()

	store := storage.NewMockStorage(ctrl)
	now := time.Now().Truncate(time.Hour)
	engine := NewEngine(store, CompileOptions{})
	startTime := now.Add(-3 * time.Minute)
	endTime := now.Add(-1 * time.Minute)
	ctx := common.NewContext(common.ContextOptions{Start: startTime, End: endTime, Engine: engine})
	defer func() { _ = ctx.Close() }()

	stepSize := 60000
	target := `movingWindow(timeShift(foo.bar.g.zed,'-1d'), '1min', 'avg', 0.7)`
	store.EXPECT().FetchByQuery(gomock.Any(), gomock.Any(), gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.g.zed")).AnyTimes()
	expr, err := engine.Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(ctx)
	require.NoError(t, err)
	expected := common.TestSeries{
		Name: `movingAverage(timeShift(foo.bar.g.zed,"-1d"),"1min")`,
		Data: []float64{1, 1},
	}
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		[]common.TestSeries{expected}, res.Values)
}

func TestLegendValue(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	vals := []float64{1.0, 2.0, 3.0, 4.0, math.NaN()}
	input := struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		"foo",
		ctx.StartTime,
		10000,
		vals,
	}

	series := ts.NewSeries(
		ctx,
		input.name,
		input.startTime,
		common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
	)

	results, err := legendValue(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, "avg")
	expected := common.TestSeries{Name: "foo (avg: 2.500)", Data: vals}
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	results, err = legendValue(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, "last")
	expected = common.TestSeries{Name: "foo (last: 4.000)", Data: vals}
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)

	results, err = legendValue(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	}, "unknown")
	require.NotNil(t, err)
}

func TestCactiStyle(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	stepSize := 10000
	inputs := []struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		{
			"foo",
			ctx.StartTime,
			stepSize,
			[]float64{1.0, 2.0, 3.0, 4.0, math.NaN()},
		},
		{
			"barbaz",
			ctx.StartTime,
			stepSize,
			[]float64{10.0, -5.0, 80.0, 100.0, math.NaN()},
		},
		{
			"test",
			ctx.StartTime,
			stepSize,
			[]float64{math.NaN()},
		},
	}

	inputSeries := make([]*ts.Series, 0, len(inputs))
	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			input.startTime,
			common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
		)
		inputSeries = append(inputSeries, series)
	}

	results, err := cactiStyle(ctx, singlePathSpec{
		Values: inputSeries,
	})
	expected := []common.TestSeries{
		{Name: "foo    Current:4.00      Max:4.00      Min:1.00     ", Data: inputs[0].values},
		{Name: "barbaz Current:100.00    Max:100.00    Min:-5.00    ", Data: inputs[1].values},
		{Name: "test   Current:nan       Max:nan       Min:nan      ", Data: inputs[2].values},
	}
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, stepSize, ctx.StartTime,
		expected, results.Values)
}

func TestConsolidateBy(t *testing.T) {
	start := common.NewTestContext().StartTime
	stepSize := 10000
	for i, test := range []struct {
		name               string
		fn                 string
		startTime          time.Time
		stepMillis         int
		maxDataPoints      int64
		values             []float64
		expectedValues     []float64
		expectedStepMillis int
		expectedErr        bool
	}{
		{
			name:               "foo",
			fn:                 "min",
			startTime:          start,
			stepMillis:         stepSize,
			values:             []float64{1.0, 2.0, 3.0, 4.0, 5.0, math.NaN()},
			expectedStepMillis: stepSize,
			expectedValues:     []float64{1.0, 2.0, 3.0, 4.0, 5.0, math.NaN()},
		},
		{
			name:               "foo",
			fn:                 "min",
			startTime:          start,
			stepMillis:         stepSize,
			maxDataPoints:      2,
			values:             []float64{1.0, 2.0, 3.0, 4.0, 5.0, math.NaN()},
			expectedStepMillis: 3 * stepSize,
			expectedValues:     []float64{1.0, 4.0},
		},
		{
			name:               "foo",
			fn:                 "last",
			startTime:          start,
			stepMillis:         stepSize,
			maxDataPoints:      2,
			values:             []float64{1.0, 2.0, 3.0, 4.0, 5.0, math.NaN()},
			expectedStepMillis: 3 * stepSize,
			expectedValues:     []float64{3.0, 5.0},
		},
		{
			name:        "foo",
			fn:          "nonexistent",
			startTime:   start,
			stepMillis:  stepSize,
			values:      []float64{1.0, 2.0, 3.0, 4.0, math.NaN(), 5.0},
			expectedErr: true,
		},
	} {
		input := test
		t.Run(fmt.Sprintf("%d-%s", i, input.name), func(t *testing.T) {
			ctx := common.NewTestContext()
			ctx.MaxDataPoints = input.maxDataPoints
			defer func() { _ = ctx.Close() }()

			series := ts.NewSeries(
				ctx,
				input.name,
				input.startTime,
				common.NewTestSeriesValues(ctx, input.stepMillis, input.values),
			)

			results, err := consolidateBy(ctx, singlePathSpec{
				Values: []*ts.Series{series},
			}, input.fn)
			if input.expectedErr {
				require.Error(t, err)
				return
			}

			expected := common.TestSeries{
				Name: fmt.Sprintf(`consolidateBy(%s,"%s")`, input.name, input.fn),
				Data: input.expectedValues,
			}
			require.NoError(t, err)
			common.CompareOutputsAndExpected(t, input.expectedStepMillis, input.startTime,
				[]common.TestSeries{expected}, results.Values)
		})
	}
}

func TestPow(t *testing.T) {
	var (
		ctx           = common.NewTestContext()
		millisPerStep = 10000
	)

	defer func() { _ = ctx.Close() }()

	inputs := []struct {
		name     string
		values   []float64
		pow      float64
		expected []float64
	}{
		{
			"foo",
			[]float64{1.0, 2.0, 3.0, 4.0, 5.0},
			2,
			[]float64{1.0, 4.0, 9.0, 16.0, 25.0},
		},
		{
			"bar",
			[]float64{0.0, 2.0, 4.0, 6.0, 8.0},
			2,
			[]float64{0.0, 4.0, 16.0, 36.0, 64.0},
		},
	}

	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, millisPerStep, input.values),
		)
		results, err := pow(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		}, input.pow)
		require.NoError(t, err)
		expected := common.TestSeries{
			Name: fmt.Sprintf("pow(%s, %f)", input.name, input.pow),
			Data: input.expected,
		}
		common.CompareOutputsAndExpected(t, millisPerStep, ctx.StartTime,
			[]common.TestSeries{expected}, results.Values)
	}
}

func TestInvert(t *testing.T) {
	var (
		ctx           = common.NewTestContext()
		millisPerStep = 10000
	)

	defer func() { _ = ctx.Close() }()

	inputs := []struct {
		name     string
		values   []float64
		expected []float64
	}{
		{
			"foo",
			[]float64{1.0, 2.0, 4.0},
			[]float64{1.0, 1 / 2.0, 1 / 4.0},
		},
	}

	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			ctx.StartTime,
			common.NewTestSeriesValues(ctx, millisPerStep, input.values),
		)
		results, err := invert(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		})
		require.NoError(t, err)
		expected := common.TestSeries{
			Name: fmt.Sprintf("invert(%s)", input.name),
			Data: input.expected,
		}
		common.CompareOutputsAndExpected(t, millisPerStep, ctx.StartTime,
			[]common.TestSeries{expected}, results.Values)
	}
}

func TestCumulative(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	stepSize := 10000
	input := struct {
		name        string
		startTime   time.Time
		stepInMilli int
		values      []float64
	}{
		"foo",
		ctx.StartTime,
		stepSize,
		[]float64{1.0, 2.0, 3.0, 4.0, math.NaN()},
	}

	series := ts.NewSeries(
		ctx,
		input.name,
		input.startTime,
		common.NewTestSeriesValues(ctx, input.stepInMilli, input.values),
	)

	results, err := cumulative(ctx, singlePathSpec{
		Values: []*ts.Series{series},
	})
	expected := common.TestSeries{Name: `consolidateBy(foo,"sum")`, Data: input.values}
	require.Nil(t, err)
	common.CompareOutputsAndExpected(t, input.stepInMilli, input.startTime,
		[]common.TestSeries{expected}, results.Values)
}

func TestOffsetToZero(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	startTime := ctx.StartTime
	stepSize := 10000
	inputs := []struct {
		name     string
		values   []float64
		expected []float64
	}{
		{
			"foo",
			[]float64{nan, nan, nan, nan, nan},
			[]float64{nan, nan, nan, nan, nan},
		},
		{
			"bar",
			[]float64{3.0, 2.0, 4.0, nan, 1.0, 6.0, nan, 5.0},
			[]float64{2.0, 1.0, 3.0, nan, 0.0, 5.0, nan, 4.0},
		},
		{
			"baz",
			[]float64{1.0},
			[]float64{0.0},
		},
	}

	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			startTime,
			common.NewTestSeriesValues(ctx, stepSize, input.values),
		)
		results, err := offsetToZero(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		})
		require.NoError(t, err)
		expected := common.TestSeries{
			Name: fmt.Sprintf("offsetToZero(%s)", input.name),
			Data: input.expected,
		}
		common.CompareOutputsAndExpected(t, stepSize, startTime,
			[]common.TestSeries{expected}, results.Values)
	}
}

func TestTimeFunction(t *testing.T) {
	ctx := common.NewTestContext()
	now := time.Now()
	truncatedNow := float64(now.Truncate(time.Second).Unix())
	ctx.StartTime = now
	ctx.EndTime = now.Add(2 * time.Minute)
	defer func() { _ = ctx.Close() }()

	results, err := timeFunction(ctx, "foo", 30)
	require.NoError(t, err)
	expected := common.TestSeries{
		Name: "foo",
		Data: []float64{truncatedNow, truncatedNow + 30, truncatedNow + 60, truncatedNow + 90},
	}
	common.CompareOutputsAndExpected(t, 30000, now.Truncate(time.Second),
		[]common.TestSeries{expected}, results.Values)
}

func TestTimeShift(t *testing.T) {
	ctrl := xgomock.NewController(t)
	defer ctrl.Finish()

	store := storage.NewMockStorage(ctrl)
	now := time.Now().Truncate(time.Hour)
	engine := NewEngine(store, CompileOptions{})
	startTime := now.Add(-3 * time.Minute)
	endTime := now.Add(-time.Minute)
	ctx := common.NewContext(common.ContextOptions{
		Start:  startTime,
		End:    endTime,
		Engine: engine,
	})
	defer func() { _ = ctx.Close() }()

	stepSize := 60000
	target := "timeShift(foo.bar.q.zed, '1min', false)"

	store.EXPECT().FetchByQuery(gomock.Any(), gomock.Any(), gomock.Any()).DoAndReturn(
		buildTestSeriesFn(stepSize, "foo.bar.q.zed")).AnyTimes()

	expr, err := engine.Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(ctx)
	require.NoError(t, err)
	expected := common.TestSeries{
		Name: `timeShift(foo.bar.q.zed,"-1min")`,
		Data: []float64{0.0, 0.0},
	}
	common.CompareOutputsAndExpected(t, stepSize, startTime,
		[]common.TestSeries{expected}, res.Values)
}

func TestDelay(t *testing.T) {
	values := [3][]float64{
		{54.0, 48.0, 92.0, 54.0, 14.0, 1.2},
		{4.0, 5.0, math.NaN(), 6.4, 7.2, math.NaN()},
		{math.NaN(), 8.0, 9.0, 10.6, 11.2, 12.2},
	}
	expected := [3][]float64{
		{math.NaN(), math.NaN(), math.NaN(), 54.0, 48.0, 92.0},
		{math.NaN(), math.NaN(), math.NaN(), 4.0, 5.0, math.NaN()},
		{math.NaN(), math.NaN(), math.NaN(), math.NaN(), 8.0, 9.0},
	}

	for index, value := range values {
		e := expected[index]
		testDelay(t, "delay(foo.bar.baz, 3)", "delay(foo.bar.baz,3)", value, e)
	}
}

var (
	testDelayStart = time.Now().Truncate(time.Minute)
	testDelayEnd   = testMovingFunctionEnd.Add(time.Minute)
)

func testDelay(t *testing.T, target, expectedName string, values, output []float64) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	engine := NewEngine(&common.MovingFunctionStorage{
		StepMillis: 10000,
		Values:     values,
	}, CompileOptions{})
	phonyContext := common.NewContext(common.ContextOptions{
		Start:  testDelayStart,
		End:    testDelayEnd,
		Engine: engine,
	})

	expr, err := phonyContext.Engine.(*Engine).Compile(target)
	require.NoError(t, err)
	res, err := expr.Execute(phonyContext)
	require.NoError(t, err)
	var expected []common.TestSeries

	if output != nil {
		expectedSeries := common.TestSeries{
			Name: expectedName,
			Data: output,
		}
		expected = append(expected, expectedSeries)
	}
	common.CompareOutputsAndExpected(t, 10000, testDelayStart, expected, res.Values)
}

func TestTimeSlice(t *testing.T) {
	values := []float64{math.NaN(), 1.0, 2.0, 3.0, math.NaN(), 5.0, 6.0, math.NaN(), 7.0, 8.0, 9.0}
	expected := []float64{math.NaN(), math.NaN(), math.NaN(), 3.0, math.NaN(), 5.0, 6.0, math.NaN(), 7.0, math.NaN(), math.NaN()}

	testGeneralFunction(t,
		"timeSlice(foo.bar.baz, '-9min','-3min')",
		`timeSlice(foo.bar.baz, "-9min", "-3min")`,
		values, expected)
}

func TestDashed(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	nan := math.NaN()
	startTime := ctx.StartTime
	stepSize := 10000
	inputs := []struct {
		name     string
		values   []float64
		expected []float64
	}{
		{
			"foo",
			[]float64{nan, nan, nan, nan, nan},
			[]float64{nan, nan, nan, nan, nan},
		},
	}

	for _, input := range inputs {
		series := ts.NewSeries(
			ctx,
			input.name,
			startTime,
			common.NewTestSeriesValues(ctx, stepSize, input.values),
		)
		results, err := dashed(ctx, singlePathSpec{
			Values: []*ts.Series{series},
		}, 3.0)
		require.NoError(t, err)
		expected := common.TestSeries{
			Name: fmt.Sprintf("dashed(%s, 3.000)", input.name),
			Data: input.expected,
		}
		common.CompareOutputsAndExpected(t, stepSize, startTime,
			[]common.TestSeries{expected}, results.Values)
	}
}

func TestThreshold(t *testing.T) {
	ctx := common.NewTestContext()
	defer func() { _ = ctx.Close() }()

	r, err := threshold(ctx, 1.0, "bar", "yellow")
	require.NoError(t, err)

	results := r.Values
	require.Equal(t, 1, len(results))
	require.Equal(t, "bar", results[0].Name())

	r, err = threshold(ctx, 1.0, "", "red")
	require.NoError(t, err)

	results = r.Values
	require.Equal(t, 1, len(results))
	require.Equal(t, "1.000", results[0].Name())

	r, err = threshold(ctx, 1.0, "", "")
	require.NoError(t, err)

	results = r.Values
	require.Equal(t, 1, len(results))
	require.Equal(t, "1.000", results[0].Name())
}

func TestFunctionsRegistered(t *testing.T) {
	fnames := []string{
		"abs",
		"absolute",
		"aggregate",
		"aggregateLine",
		"alias",
		"aliasByMetric",
		"aliasByNode",
		"aliasByTags",
		"aliasSub",
		"asPercent",
		"averageAbove",
		"averageSeries",
		"averageSeriesWithWildcards",
		"avg",
		"cactiStyle",
		"changed",
		"consolidateBy",
		"constantLine",
		"countSeries",
		"cumulative",
		"currentAbove",
		"currentBelow",
		"dashed",
		"delay",
		"derivative",
		"diffSeries",
		"divideSeries",
		"divideSeriesLists",
		"exclude",
		"exponentialMovingAverage",
		"fallbackSeries",
		"grep",
		"group",
		"groupByNode",
		"groupByNodes",
		"highest",
		"highestAverage",
		"highestCurrent",
		"highestMax",
		"hitcount",
		"holtWintersAberration",
		"holtWintersConfidenceBands",
		"holtWintersForecast",
		"identity",
		"integral",
		"integralByInterval",
		"interpolate",
		"isNonNull",
		"keepLastValue",
		"legendValue",
		"limit",
		"log",
		"logarithm",
		"lowest",
		"lowestAverage",
		"lowestCurrent",
		"max",
		"maxSeries",
		"maximumAbove",
		"min",
		"minSeries",
		"minimumAbove",
		"mostDeviant",
		"movingAverage",
		"movingMedian",
		"movingSum",
		"movingMax",
		"movingMin",
		"multiplySeries",
		"nonNegativeDerivative",
		"nPercentile",
		"offset",
		"offsetToZero",
		"perSecond",
		"pow",
		"powSeries",
		"randomWalk",
		"randomWalkFunction",
		"rangeOfSeries",
		"removeAbovePercentile",
		"removeAboveValue",
		"removeBelowPercentile",
		"removeBelowValue",
		"removeEmptySeries",
		"scale",
		"scaleToSeconds",
		"smartSummarize",
		"sortByMaxima",
		"sortByMinima",
		"sortByName",
		"sortByTotal",
		"squareRoot",
		"stdev",
		"stddevSeries",
		"substr",
		"sum",
		"sumSeries",
		"summarize",
		"threshold",
		"time",
		"timeFunction",
		"timeShift",
		"timeSlice",
		"transformNull",
		"useSeriesAbove",
		"weightedAverage",
	}

	for _, fname := range fnames {
		assert.NotNil(t, findFunction(fname), "could not find function: %s", fname)
	}
}