yunion.io/x/cloudmux@v0.3.10-0-alpha.1/pkg/multicloud/hcs/monitor.go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package hcs

import (
	"fmt"
	"time"

	"yunion.io/x/jsonutils"
	"yunion.io/x/log"
	"yunion.io/x/pkg/errors"

	api "yunion.io/x/cloudmux/pkg/apis/compute"
	"yunion.io/x/cloudmux/pkg/cloudprovider"
	"yunion.io/x/onecloud/pkg/util/httputils"
)

type MetricData struct {
	Namespace  string
	MetricName string
	Dimensions []struct {
		Name  string
		Value string
	}
	Datapoints []struct {
		Average   float64
		Timestamp int64
	}
	Unit string
}

func (self *SHcsClient) monitorPost(resource string, params map[string]interface{}) (jsonutils.JSONObject, error) {
	url := self._url("ces", "V1.0", self.defaultRegion, resource)
	return self.request(httputils.POST, url, nil, params)
}

func (self *SHcsClient) getServerMetrics(opts *cloudprovider.MetricListOptions) ([]cloudprovider.MetricValues, error) {
	params := map[string]interface{}{
		"from":   fmt.Sprintf("%d", opts.StartTime.UnixMilli()),
		"to":     fmt.Sprintf("%d", opts.EndTime.UnixMilli()),
		"period": "1",
		"filter": "average",
	}
	metrics := []interface{}{}
	namespace, dimesionName, metricNames := "SYS.ECS", "instance_id", []string{
		"cpu_util",
		"network_incoming_bytes_aggregate_rate",
		"network_outgoing_bytes_aggregate_rate",
		"disk_read_bytes_rate",
		"disk_write_bytes_rate",
		"disk_read_requests_rate",
		"disk_write_requests_rate",
	}
	for _, metricName := range metricNames {
		metrics = append(metrics, map[string]interface{}{
			"namespace":   namespace,
			"metric_name": metricName,
			"dimensions": []map[string]string{
				{
					"name":  dimesionName,
					"value": opts.ResourceId,
				},
			},
		})
	}
	params["metrics"] = metrics
	resp, err := self.monitorPost("batch-query-metric-data", params)
	if err != nil {
		return nil, err
	}
	metricData := []MetricData{}
	err = resp.Unmarshal(&metricData, "metrics")
	if err != nil {
		return nil, errors.Wrapf(err, "resp.Unmarshal")
	}
	result := []cloudprovider.MetricValues{}
	for i := range metricData {
		ret := cloudprovider.MetricValues{
			Id:     opts.ResourceId,
			Unit:   metricData[i].Unit,
			Values: []cloudprovider.MetricValue{},
		}
		tags := map[string]string{}
		switch metricData[i].MetricName {
		case "cpu_util":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_CPU_USAGE
		case "network_incoming_bytes_aggregate_rate":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_NET_BPS_RX
			tags = map[string]string{"net_type": "internet"}
		case "network_outgoing_bytes_aggregate_rate":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_NET_BPS_TX
			tags = map[string]string{"net_type": "internet"}
		case "disk_read_bytes_rate":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_DISK_IO_READ_BPS
		case "disk_write_bytes_rate":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_DISK_IO_WRITE_BPS
		case "disk_read_requests_rate":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_DISK_IO_READ_IOPS
		case "disk_write_requests_rate":
			ret.MetricType = cloudprovider.VM_METRIC_TYPE_DISK_IO_WRITE_IOPS
		default:
			log.Warningf("invalid metricName %s for %s %s", metricData[i].MetricName, opts.ResourceType, opts.ResourceId)
			continue
		}
		for _, value := range metricData[i].Datapoints {
			metricValue := cloudprovider.MetricValue{
				Value:     value.Average,
				Timestamp: time.UnixMilli(value.Timestamp),
				Tags:      tags,
			}
			ret.Values = append(ret.Values, metricValue)
		}
		result = append(result, ret)
	}
	return result, nil
}

func (self *SHcsClient) getRedisMetrics(opts *cloudprovider.MetricListOptions) ([]cloudprovider.MetricValues, error) {
	params := map[string]interface{}{
		"from":   fmt.Sprintf("%d", opts.StartTime.UnixMilli()),
		"to":     fmt.Sprintf("%d", opts.EndTime.UnixMilli()),
		"period": "1",
		"filter": "average",
	}
	metrics := []interface{}{}
	namespace, dimesionName, metricNames := "SYS.DCS", "dcs_instance_id", []string{
		"cpu_usage",
		"memory_usage",
		"instantaneous_input_kbps",
		"instantaneous_output_kbps",
		"connected_clients",
		"instantaneous_ops",
		"keys",
		"expires",
		"used_memory_dataset",
	}
	for _, metricName := range metricNames {
		metrics = append(metrics, map[string]interface{}{
			"namespace":   namespace,
			"metric_name": metricName,
			"dimensions": []map[string]string{
				{
					"name":  dimesionName,
					"value": opts.ResourceId,
				},
			},
		})
	}
	params["metrics"] = metrics
	resp, err := self.monitorPost("batch-query-metric-data", params)
	if err != nil {
		return nil, err
	}
	metricData := []MetricData{}
	err = resp.Unmarshal(&metricData, "metrics")
	if err != nil {
		return nil, errors.Wrapf(err, "resp.Unmarshal")
	}
	result := []cloudprovider.MetricValues{}
	for i := range metricData {
		ret := cloudprovider.MetricValues{
			Id:     opts.ResourceId,
			Unit:   metricData[i].Unit,
			Values: []cloudprovider.MetricValue{},
		}
		tags := map[string]string{}
		switch metricData[i].MetricName {
		case "cpu_usage":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_CPU_USAGE
		case "memory_usage":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_MEM_USAGE
		case "instantaneous_input_kbps":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_NET_BPS_RX
		case "instantaneous_output_kbps":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_NET_BPS_TX
		case "connected_clients":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_USED_CONN
		case "instantaneous_ops":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_OPT_SES
		case "keys":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_CACHE_KEYS
		case "expires":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_CACHE_EXP_KEYS
		case "used_memory_dataset":
			ret.MetricType = cloudprovider.REDIS_METRIC_TYPE_DATA_MEM_USAGE
		default:
			log.Warningf("invalid metricName %s for %s %s", metricData[i].MetricName, opts.ResourceType, opts.ResourceId)
			continue
		}
		for _, value := range metricData[i].Datapoints {
			metricValue := cloudprovider.MetricValue{
				Value:     value.Average,
				Timestamp: time.UnixMilli(value.Timestamp),
				Tags:      tags,
			}
			ret.Values = append(ret.Values, metricValue)
		}
		result = append(result, ret)
	}
	return result, nil
}

func (self *SHcsClient) getRdsMetrics(opts *cloudprovider.MetricListOptions) ([]cloudprovider.MetricValues, error) {
	params := map[string]interface{}{
		"from":   fmt.Sprintf("%d", opts.StartTime.UnixMilli()),
		"to":     fmt.Sprintf("%d", opts.EndTime.UnixMilli()),
		"period": "1",
		"filter": "average",
	}
	metrics := []interface{}{}
	namespace, dimesionName, metricNames := "SYS.RDS", "rds_cluster_id", []string{
		"rds001_cpu_util",
		"rds002_mem_util",
		"rds004_bytes_in",
		"rds004_bytes_in",
		"rds005_bytes_out",
		"rds039_disk_util",
		"rds049_disk_read_throughput",
		"rds050_disk_write_throughput",
		"rds006_conn_count",
		"rds008_qps",
		"rds009_tps",
		"rds013_innodb_reads",
		"rds014_innodb_writes",
	}
	switch opts.Engine {
	case api.DBINSTANCE_TYPE_POSTGRESQL:
		dimesionName = "postgresql_cluster_id"
	case api.DBINSTANCE_TYPE_SQLSERVER:
		dimesionName = "rds_cluster_sqlserver_id"
	}

	for _, metricName := range metricNames {
		metrics = append(metrics, map[string]interface{}{
			"namespace":   namespace,
			"metric_name": metricName,
			"dimensions": []map[string]string{
				{
					"name":  dimesionName,
					"value": opts.ResourceId,
				},
			},
		})
	}
	params["metrics"] = metrics
	resp, err := self.monitorPost("batch-query-metric-data", params)
	if err != nil {
		return nil, err
	}
	metricData := []MetricData{}
	err = resp.Unmarshal(&metricData, "metrics")
	if err != nil {
		return nil, errors.Wrapf(err, "resp.Unmarshal")
	}
	result := []cloudprovider.MetricValues{}
	for i := range metricData {
		ret := cloudprovider.MetricValues{
			Id:     opts.ResourceId,
			Unit:   metricData[i].Unit,
			Values: []cloudprovider.MetricValue{},
		}
		tags := map[string]string{}
		switch metricData[i].MetricName {
		case "rds001_cpu_util":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_CPU_USAGE
		case "rds002_mem_util":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_MEM_USAGE
		case "rds004_bytes_in":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_NET_BPS_RX
		case "rds005_bytes_out":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_NET_BPS_TX
		case "rds039_disk_util":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_DISK_USAGE
		case "rds049_disk_read_throughput":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_DISK_READ_BPS
		case "rds050_disk_write_throughput":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_DISK_WRITE_BPS
		case "rds006_conn_count":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_CONN_COUNT
		case "rds008_qps":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_QPS
		case "rds009_tps":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_TPS
		case "rds013_innodb_reads":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_INNODB_READ_BPS
		case "rds014_innodb_writes":
			ret.MetricType = cloudprovider.RDS_METRIC_TYPE_INNODB_WRITE_BPS
		default:
			log.Warningf("invalid metricName %s for %s %s", metricData[i].MetricName, opts.ResourceType, opts.ResourceId)
			continue
		}
		for _, value := range metricData[i].Datapoints {
			metricValue := cloudprovider.MetricValue{
				Value:     value.Average,
				Timestamp: time.UnixMilli(value.Timestamp),
				Tags:      tags,
			}
			ret.Values = append(ret.Values, metricValue)
		}
		result = append(result, ret)
	}
	return result, nil
}

func (self *SHcsClient) getBucketMetrics(opts *cloudprovider.MetricListOptions) ([]cloudprovider.MetricValues, error) {
	params := map[string]interface{}{
		"from":   opts.StartTime.UnixMilli(),
		"to":     opts.EndTime.UnixMilli(),
		"period": "1",
		"filter": "average",
	}
	metrics := []interface{}{}
	namespace, dimesionName, metricNames := "SYS.OBS", "bucket_name", []string{
		"download_bytes",
		"upload_bytes",
		"first_byte_latency",
		"get_request_count",
		"request_count_4xx",
		"request_count_5xx",
	}

	for _, metricName := range metricNames {
		metrics = append(metrics, map[string]interface{}{
			"namespace":   namespace,
			"metric_name": metricName,
			"dimensions": []map[string]string{
				{
					"name":  dimesionName,
					"value": opts.ResourceId,
				},
			},
		})
	}
	params["metrics"] = metrics
	resp, err := self.monitorPost("batch-query-metric-data", params)
	if err != nil {
		return nil, err
	}
	metricData := []MetricData{}
	err = resp.Unmarshal(&metricData, "metrics")
	if err != nil {
		return nil, errors.Wrapf(err, "resp.Unmarshal")
	}
	result := []cloudprovider.MetricValues{}
	for i := range metricData {
		ret := cloudprovider.MetricValues{
			Id:     opts.ResourceId,
			Unit:   metricData[i].Unit,
			Values: []cloudprovider.MetricValue{},
		}
		tags := map[string]string{}
		switch metricData[i].MetricName {
		case "download_bytes":
			ret.MetricType = cloudprovider.BUCKET_METRIC_TYPE_NET_BPS_TX
		case "upload_bytes":
			ret.MetricType = cloudprovider.BUCKET_METRIC_TYPE_NET_BPS_RX
		case "first_byte_latency":
			ret.MetricType = cloudprovider.BUCKET_METRIC_TYPE_LATECY
			tags = map[string]string{"request": "get"}
		case "get_request_count":
			ret.MetricType = cloudprovider.BUCKET_METRYC_TYPE_REQ_COUNT
			tags = map[string]string{"request": "get"}
		case "request_count_4xx":
			ret.MetricType = cloudprovider.BUCKET_METRYC_TYPE_REQ_COUNT
			tags = map[string]string{"request": "4xx"}
		case "request_count_5xx":
			ret.MetricType = cloudprovider.BUCKET_METRYC_TYPE_REQ_COUNT
			tags = map[string]string{"request": "5xx"}
		default:
			log.Warningf("invalid metricName %s for %s %s", metricData[i].MetricName, opts.ResourceType, opts.ResourceId)
			continue
		}
		for _, value := range metricData[i].Datapoints {
			metricValue := cloudprovider.MetricValue{
				Value:     value.Average,
				Timestamp: time.UnixMilli(value.Timestamp),
				Tags:      tags,
			}
			ret.Values = append(ret.Values, metricValue)
		}
		result = append(result, ret)
	}
	return result, nil
}

func (self *SHcsClient) getLoadbalancerMetrics(opts *cloudprovider.MetricListOptions) ([]cloudprovider.MetricValues, error) {
	params := map[string]interface{}{
		"from":   fmt.Sprintf("%d", opts.StartTime.UnixMilli()),
		"to":     fmt.Sprintf("%d", opts.EndTime.UnixMilli()),
		"period": "1",
		"filter": "average",
	}
	metrics := []interface{}{}
	namespace, dimesionName, metricNames := "SYS.ELB", "lb_instance_id", []string{
		"m7_in_Bps",
		"m8_out_Bps",
		"mc_l7_http_2xx",
		"md_l7_http_3xx",
		"me_l7_http_4xx",
		"mf_l7_http_5xx",
	}

	for _, metricName := range metricNames {
		metrics = append(metrics, map[string]interface{}{
			"namespace":   namespace,
			"metric_name": metricName,
			"dimensions": []map[string]string{
				{
					"name":  dimesionName,
					"value": opts.ResourceId,
				},
			},
		})
	}
	params["metrics"] = metrics
	resp, err := self.monitorPost("batch-query-metric-data", params)
	if err != nil {
		return nil, err
	}
	metricData := []MetricData{}
	err = resp.Unmarshal(&metricData, "metrics")
	if err != nil {
		return nil, errors.Wrapf(err, "resp.Unmarshal")
	}
	result := []cloudprovider.MetricValues{}
	for i := range metricData {
		ret := cloudprovider.MetricValues{
			Id:     opts.ResourceId,
			Unit:   metricData[i].Unit,
			Values: []cloudprovider.MetricValue{},
		}
		tags := map[string]string{}
		switch metricData[i].MetricName {
		case "m7_in_Bps":
			ret.MetricType = cloudprovider.LB_METRIC_TYPE_NET_BPS_RX
		case "m8_out_Bps":
			ret.MetricType = cloudprovider.LB_METRIC_TYPE_NET_BPS_TX
		case "mc_l7_http_2xx":
			ret.MetricType = cloudprovider.LB_METRIC_TYPE_HRSP_COUNT
			tags = map[string]string{"request": "2xx"}
		case "md_l7_http_3xx":
			ret.MetricType = cloudprovider.LB_METRIC_TYPE_HRSP_COUNT
			tags = map[string]string{"request": "3xx"}
		case "md_l7_http_4xx":
			ret.MetricType = cloudprovider.LB_METRIC_TYPE_HRSP_COUNT
			tags = map[string]string{"request": "4xx"}
		case "md_l7_http_5xx":
			ret.MetricType = cloudprovider.LB_METRIC_TYPE_HRSP_COUNT
			tags = map[string]string{"request": "5xx"}
		default:
			log.Warningf("invalid metricName %s for %s %s", metricData[i].MetricName, opts.ResourceType, opts.ResourceId)
			continue
		}
		for _, value := range metricData[i].Datapoints {
			metricValue := cloudprovider.MetricValue{
				Value:     value.Average,
				Timestamp: time.UnixMilli(value.Timestamp),
				Tags:      tags,
			}
			ret.Values = append(ret.Values, metricValue)
		}
		result = append(result, ret)
	}
	return result, nil
}

func (self *SHcsClient) GetMetrics(opts *cloudprovider.MetricListOptions) ([]cloudprovider.MetricValues, error) {
	switch opts.ResourceType {
	case cloudprovider.METRIC_RESOURCE_TYPE_SERVER:
		return self.getServerMetrics(opts)
	case cloudprovider.METRIC_RESOURCE_TYPE_REDIS:
		return self.getRedisMetrics(opts)
	case cloudprovider.METRIC_RESOURCE_TYPE_RDS:
		return self.getRdsMetrics(opts)
	case cloudprovider.METRIC_RESOURCE_TYPE_BUCKET:
		return self.getBucketMetrics(opts)
	case cloudprovider.METRIC_RESOURCE_TYPE_LB:
		return self.getLoadbalancerMetrics(opts)
	default:
		return nil, errors.Wrapf(cloudprovider.ErrNotSupported, "%s", opts.ResourceType)
	}
}