github.com/m3db/m3@v1.5.0/src/query/storage/m3/cluster_test.go

// Copyright (c) 2018 Uber Technologies, Inc.
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.

package m3

import (
	"fmt"
	"strings"
	"testing"
	"time"

	"github.com/m3db/m3/src/dbnode/client"
	"github.com/m3db/m3/src/dbnode/namespace"
	"github.com/m3db/m3/src/query/storage/m3/storagemetadata"
	"github.com/m3db/m3/src/x/ident"
	"github.com/m3db/m3/src/x/instrument"
	xtest "github.com/m3db/m3/src/x/test"

	"github.com/golang/mock/gomock"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

func TestNewClustersWithDuplicateAggregatedClusterNamespace(t *testing.T) {
	ctrl := xtest.NewController(t)
	defer ctrl.Finish()

	_, err := NewClusters(UnaggregatedClusterNamespaceDefinition{
		NamespaceID: ident.StringID("metrics_unagg"),
		Session:     client.NewMockSession(ctrl),
		Retention:   2 * 24 * time.Hour,
	}, AggregatedClusterNamespaceDefinition{
		NamespaceID: ident.StringID("metrics_agg0"),
		Session:     client.NewMockSession(ctrl),
		Retention:   7 * 24 * time.Hour,
		Resolution:  time.Minute,
	}, AggregatedClusterNamespaceDefinition{
		NamespaceID: ident.StringID("metrics_agg1"),
		Session:     client.NewMockSession(ctrl),
		Retention:   7 * 24 * time.Hour,
		Resolution:  time.Minute,
	})
	require.Error(t, err)

	str := err.Error()
	assert.True(t, strings.Contains(str, "duplicate aggregated namespace"),
		fmt.Sprintf("unexpected error: %s", err.Error()))
}

func TestNewClustersFromConfig(t *testing.T) {
	ctrl := xtest.NewController(t)
	defer ctrl.Finish()

	newClient1, mockSession1, _ := newTestClientFromConfig(ctrl)
	newClient2, mockSession2, _ := newTestClientFromConfig(ctrl)
	cfg := ClustersStaticConfiguration{
		ClusterStaticConfiguration{
			NewClientFromConfig: newClient1,
			Namespaces: []ClusterStaticNamespaceConfiguration{
				{
					Namespace: "unaggregated",
					Type:      storagemetadata.UnaggregatedMetricsType,
					Retention: 7 * 24 * time.Hour,
				},
			},
		},
		ClusterStaticConfiguration{
			NewClientFromConfig: newClient2,
			Namespaces: []ClusterStaticNamespaceConfiguration{
				{
					Namespace:  "aggregated0",
					Type:       storagemetadata.AggregatedMetricsType,
					Retention:  30 * 24 * time.Hour,
					Resolution: time.Minute,
				},
				{
					Namespace:  "aggregated1",
					Type:       storagemetadata.AggregatedMetricsType,
					Retention:  365 * 24 * time.Hour,
					Resolution: 10 * time.Minute,
				},
			},
		},
	}

	clusters, err := cfg.NewStaticClusters(
		instrument.NewOptions(),
		ClustersStaticConfigurationOptions{},
		NewClusterNamespacesWatcher())
	require.NoError(t, err)

	// Resolve expected clusters and check attributes
	unaggregatedNs, initialized := clusters.UnaggregatedClusterNamespace()
	assert.True(t, initialized)
	assert.Equal(t, "unaggregated", unaggregatedNs.NamespaceID().String())
	assert.Equal(t, storagemetadata.Attributes{
		MetricsType: storagemetadata.UnaggregatedMetricsType,
		Retention:   7 * 24 * time.Hour,
	}, unaggregatedNs.Options().Attributes())
	assert.True(t, mockSession1 == unaggregatedNs.Session())

	aggregated1Month1Minute, ok := clusters.AggregatedClusterNamespace(RetentionResolution{
		Retention:  30 * 24 * time.Hour,
		Resolution: time.Minute,
	})
	require.True(t, ok)
	assert.Equal(t, "aggregated0", aggregated1Month1Minute.NamespaceID().String())
	assert.Equal(t, storagemetadata.Attributes{
		MetricsType: storagemetadata.AggregatedMetricsType,
		Retention:   30 * 24 * time.Hour,
		Resolution:  time.Minute,
	}, aggregated1Month1Minute.Options().Attributes())
	assert.True(t, mockSession2 == aggregated1Month1Minute.Session())

	aggregated1Year10Minute, ok := clusters.AggregatedClusterNamespace(RetentionResolution{
		Retention:  365 * 24 * time.Hour,
		Resolution: 10 * time.Minute,
	})
	require.True(t, ok)
	assert.Equal(t, "aggregated1", aggregated1Year10Minute.NamespaceID().String())
	assert.Equal(t, storagemetadata.Attributes{
		MetricsType: storagemetadata.AggregatedMetricsType,
		Retention:   365 * 24 * time.Hour,
		Resolution:  10 * time.Minute,
	}, aggregated1Year10Minute.Options().Attributes())
	assert.True(t, mockSession2 == aggregated1Year10Minute.Session())

	// Ensure cannot resolve unexpected clusters
	_, ok = clusters.AggregatedClusterNamespace(RetentionResolution{
		Retention:  time.Hour,
		Resolution: time.Minute,
	})
	require.False(t, ok)

	// Close sessions at most once each
	mockSession1.EXPECT().Close().Return(nil).Times(1)
	mockSession2.EXPECT().Close().Return(nil).Times(1)

	err = clusters.Close()
	require.NoError(t, err)
}

func TestNewDynamicClusters(t *testing.T) {
	ctrl := xtest.NewController(t)
	defer ctrl.Finish()

	newClient1, session1, client1 := newTestClientFromConfigWithNamespaceInitializer(ctrl, true)
	newClient2, session2, client2 := newTestClientFromConfigWithNamespaceInitializer(ctrl, true)
	cfg := ClustersStaticConfiguration{
		ClusterStaticConfiguration{
			NewClientFromConfig: newClient1,
		},
		ClusterStaticConfiguration{
			NewClientFromConfig: newClient2,
		},
	}

	clusters, err := cfg.newDynamicClusters(
		newNoopCluster,
		instrument.NewOptions(),
		ClustersStaticConfigurationOptions{},
		NewClusterNamespacesWatcher())
	require.NoError(t, err)

	noopCluster := clusters.(*noopCluster)
	sessions := []client.Session{session1, session2}
	nsInits := []namespace.Initializer{client1.Options().NamespaceInitializer(), client2.Options().NamespaceInitializer()}
	for i, cfg := range noopCluster.cfgs {
		require.Equal(t, sessions[i], cfg.session)
		require.Equal(t, nsInits[i], cfg.nsInitializer)
	}
}

type noopCluster struct {
	cfgs []DynamicClusterNamespaceConfiguration
}

func newNoopCluster(options DynamicClusterOptions) (Clusters, error) {
	return &noopCluster{
		cfgs: options.DynamicClusterNamespaceConfiguration(),
	}, nil
}

func (n *noopCluster) Close() error {
	panic("implement me")
}

func (n *noopCluster) ClusterNamespaces() ClusterNamespaces {
	panic("implement me")
}

func (n *noopCluster) NonReadyClusterNamespaces() ClusterNamespaces {
	panic("implement me")
}

func (n *noopCluster) UnaggregatedClusterNamespace() (ClusterNamespace, bool) {
	panic("implement me")
}

func (n *noopCluster) AggregatedClusterNamespace(RetentionResolution) (ClusterNamespace, bool) {
	panic("implement me")
}

func (n *noopCluster) ConfigType() ClusterConfigType {
	panic("implement me")
}

func newTestClientFromConfig(ctrl *gomock.Controller) (
	NewClientFromConfig,
	*client.MockSession,
	*client.MockClient,
) {
	return newTestClientFromConfigWithNamespaceInitializer(ctrl, false)
}

func newTestClientFromConfigWithNamespaceInitializer(ctrl *gomock.Controller, withNsInit bool) (
	NewClientFromConfig,
	*client.MockSession,
	*client.MockClient,
) {
	mockSession := client.NewMockSession(ctrl)

	mockClient := client.NewMockClient(ctrl)
	mockClient.EXPECT().DefaultSession().Return(mockSession, nil).AnyTimes()

	if withNsInit {
		nsInit := namespace.NewMockInitializer(ctrl)
		opts := client.NewOptions().
			SetNamespaceInitializer(nsInit)
		mockClient.EXPECT().Options().Return(opts).AnyTimes()
	}

	newClientFn := func(
		_ client.Configuration,
		_ client.ConfigurationParameters,
		_ ...client.CustomAdminOption,
	) (client.Client, error) {
		return mockClient, nil
	}

	return newClientFn, mockSession, mockClient
}