github.com/caos/orbos@v1.5.14-0.20221103111702-e6cd0cea7ad4/internal/operator/boom/application/applications/monitoring/helm.go

package monitoring

import (
	"path/filepath"
	"sort"

	"github.com/caos/orbos/pkg/secret/read"

	toolsetslatest "github.com/caos/orbos/internal/operator/boom/api/latest"
	"github.com/caos/orbos/internal/operator/boom/application/applications/monitoring/auth"
	"github.com/caos/orbos/internal/operator/boom/application/applications/monitoring/config"
	"github.com/caos/orbos/internal/operator/boom/application/applications/monitoring/helm"
	"github.com/caos/orbos/internal/operator/boom/templator/helm/chart"
	"github.com/caos/orbos/internal/utils/helper"
	"github.com/caos/orbos/internal/utils/kubectl"
	"github.com/caos/orbos/internal/utils/kustomize"
	"github.com/caos/orbos/mntr"
)

func (g *Grafana) HelmMutate(monitor mntr.Monitor, toolsetCRDSpec *toolsetslatest.ToolsetSpec, resultFilePath string) error {
	if toolsetCRDSpec.KubeMetricsExporter != nil && toolsetCRDSpec.KubeMetricsExporter.Deploy &&
		toolsetCRDSpec.MetricsPersisting != nil && (toolsetCRDSpec.MetricsPersisting.Metrics == nil || toolsetCRDSpec.MetricsPersisting.Metrics.KubeStateMetrics) {

		if err := helper.DeleteFirstResourceFromYaml(resultFilePath, "v1", "ConfigMap", "grafana-persistentvolumesusage"); err != nil {
			return err
		}
	}

	return nil
}

func (g *Grafana) HelmPreApplySteps(monitor mntr.Monitor, spec *toolsetslatest.ToolsetSpec) ([]interface{}, error) {
	config := config.New(spec)

	folders := make([]string, 0)
	for _, provider := range config.DashboardProviders {
		folders = append(folders, provider.Folder)
	}

	outs, err := getKustomizeOutput(folders)
	if err != nil {
		return nil, err
	}

	ret := make([]interface{}, len(outs))
	for k, v := range outs {
		ret[k] = v
	}
	return ret, nil
}

type ProviderSorter []*helm.Provider

func (a ProviderSorter) Len() int           { return len(a) }
func (a ProviderSorter) Swap(i, j int)      { a[i], a[j] = a[j], a[i] }
func (a ProviderSorter) Less(i, j int) bool { return a[i].Name < a[j].Name }

type AlphaSorter []string

func (a AlphaSorter) Len() int           { return len(a) }
func (a AlphaSorter) Swap(i, j int)      { a[i], a[j] = a[j], a[i] }
func (a AlphaSorter) Less(i, j int) bool { return a[i] < a[j] }

func (g *Grafana) SpecToHelmValues(monitor mntr.Monitor, toolset *toolsetslatest.ToolsetSpec) interface{} {
	version, err := kubectl.NewVersion().GetKubeVersion(monitor)
	if err != nil {
		return nil
	}

	imageTags := g.GetImageTags()
	if toolset != nil && toolset.Monitoring != nil {
		image := "grafana/grafana"
		helper.OverwriteExistingValues(imageTags, map[string]string{
			image: toolset.Monitoring.OverwriteVersion,
		})
		helper.OverwriteExistingKey(imageTags, &image, toolset.Monitoring.OverwriteImage)
	}
	values := helm.DefaultValues(imageTags)
	conf := config.New(toolset)

	values.KubeTargetVersionOverride = version

	providers := make([]*helm.Provider, 0)
	dashboards := make(map[string]string, 0)
	datasources := make([]*helm.Datasource, 0)

	//internal datasources
	if conf.Datasources != nil {
		for _, datasource := range conf.Datasources {
			valuesDatasource := &helm.Datasource{
				Name:      datasource.Name,
				Type:      datasource.Type,
				URL:       datasource.Url,
				Access:    datasource.Access,
				IsDefault: datasource.IsDefault,
			}
			datasources = append(datasources, valuesDatasource)
		}
	}

	//internal dashboards
	if conf.DashboardProviders != nil {
		for _, provider := range conf.DashboardProviders {
			sort.Sort(AlphaSorter(provider.ConfigMaps))
			for _, configmap := range provider.ConfigMaps {
				providers = append(providers, getProvider(configmap))
				dashboards[configmap] = configmap
			}
		}
	}

	if len(providers) > 0 {
		sort.Sort(ProviderSorter(providers))
		values.Grafana.DashboardProviders = &helm.DashboardProviders{
			Providers: &helm.Providersyaml{
				APIVersion: 1,
				Providers:  providers,
			},
		}

		values.Grafana.DashboardsConfigMaps = dashboards
	}
	if len(datasources) > 0 {
		values.Grafana.AdditionalDataSources = datasources
	}

	spec := toolset.Monitoring

	if spec == nil {
		return values
	}

	if spec.Admin != nil {
		admin := spec.Admin
		user, err := read.GetSecretValueOnlyIncluster(admin.Username, admin.ExistingUsername)
		if err != nil || user == "" {
			user = "admin"
		}
		values.Grafana.AdminUser = user

		pw, err := read.GetSecretValueOnlyIncluster(admin.Password, admin.ExistingPassword)
		if err != nil || pw == "" {
			pw = "admin"
		}
		values.Grafana.AdminPassword = pw
	}

	if spec.Storage != nil {
		values.Grafana.Persistence.Enabled = true
		values.Grafana.Persistence.Size = spec.Storage.Size
		values.Grafana.Persistence.StorageClassName = spec.Storage.StorageClass

		if spec.Storage.AccessModes != nil {
			values.Grafana.Persistence.AccessModes = spec.Storage.AccessModes
		}
	}

	if spec.Network != nil && spec.Network.Domain != "" {
		values.Grafana.Env["GF_SERVER_DOMAIN"] = spec.Network.Domain

		if spec.Auth != nil {
			if spec.Auth.Google != nil {
				google, err := auth.GetGoogleAuthConfig(spec.Auth.Google)
				if err == nil && google != nil {
					values.Grafana.Ini.AuthGoogle = google
				}
			}

			if spec.Auth.Github != nil {
				github, err := auth.GetGithubAuthConfig(spec.Auth.Github)
				if err == nil && github != nil {
					values.Grafana.Ini.AuthGithub = github
				}
			}

			if spec.Auth.Gitlab != nil {
				gitlab, err := auth.GetGitlabAuthConfig(spec.Auth.Gitlab)
				if err == nil && gitlab != nil {
					values.Grafana.Ini.AuthGitlab = gitlab
				}
			}

			if spec.Auth.GenericOAuth != nil {
				generic, err := auth.GetGenericOAuthConfig(spec.Auth.GenericOAuth)
				if err == nil && generic != nil {
					values.Grafana.Ini.AuthGeneric = generic
				}
			}
		}
	}

	if spec.Plugins != nil && len(spec.Plugins) > 0 {
		values.Grafana.Plugins = append(values.Grafana.Plugins, spec.Plugins...)
	}

	if spec.NodeSelector != nil {
		for k, v := range spec.NodeSelector {
			values.Grafana.NodeSelector[k] = v
		}
	}

	if spec.Tolerations != nil {
		for idx := range spec.Tolerations {
			tol := spec.Tolerations[idx]
			values.Grafana.Tolerations = append(values.Grafana.Tolerations, tol)
		}
	}

	if spec.Resources != nil {
		values.Grafana.Resources = spec.Resources
	}

	return values
}

func getKustomizeOutput(folders []string) ([]string, error) {
	ret := make([]string, len(folders))
	for n, folder := range folders {

		cmd, err := kustomize.New(folder)
		if err != nil {
			return nil, err
		}
		execcmd := cmd.Build()

		out, err := execcmd.Output()
		if err != nil {
			return nil, err
		}
		ret[n] = string(out)
	}
	return ret, nil
}

func getProvider(configmapName string) *helm.Provider {
	return &helm.Provider{
		Name:            configmapName,
		Type:            "file",
		DisableDeletion: false,
		Editable:        false,
		Options: map[string]string{
			"path": filepath.Join("/var/lib/grafana/dashboards", configmapName),
		},
	}
}

func (g *Grafana) GetChartInfo() *chart.Chart {
	return helm.GetChartInfo()
}

func (g *Grafana) GetImageTags() map[string]string {
	return helm.GetImageTags()
}