github.com/iqoqo/nomad@v0.11.3-0.20200911112621-d7021c74d101/client/fingerprint/env_aws.go

package fingerprint

import (
	"fmt"
	"net/http"
	"net/url"
	"os"
	"regexp"
	"strings"
	"time"

	"github.com/aws/aws-sdk-go/aws"
	"github.com/aws/aws-sdk-go/aws/awserr"
	"github.com/aws/aws-sdk-go/aws/ec2metadata"
	"github.com/aws/aws-sdk-go/aws/session"
	log "github.com/hashicorp/go-hclog"

	cleanhttp "github.com/hashicorp/go-cleanhttp"
	"github.com/hashicorp/nomad/nomad/structs"
)

const (
	// AwsMetadataTimeout is the timeout used when contacting the AWS metadata
	// services.
	AwsMetadataTimeout = 2 * time.Second
)

// map of instance type to approximate speed, in Mbits/s
// Estimates from http://stackoverflow.com/a/35806587
// This data is meant for a loose approximation
var ec2NetSpeedTable = map[*regexp.Regexp]int{
	regexp.MustCompile("t2.nano"):      30,
	regexp.MustCompile("t2.micro"):     70,
	regexp.MustCompile("t2.small"):     125,
	regexp.MustCompile("t2.medium"):    300,
	regexp.MustCompile("m3.medium"):    400,
	regexp.MustCompile("c4.8xlarge"):   4000,
	regexp.MustCompile("x1.16xlarge"):  5000,
	regexp.MustCompile(`.*\.large`):    500,
	regexp.MustCompile(`.*\.xlarge`):   750,
	regexp.MustCompile(`.*\.2xlarge`):  1000,
	regexp.MustCompile(`.*\.4xlarge`):  2000,
	regexp.MustCompile(`.*\.8xlarge`):  10000,
	regexp.MustCompile(`.*\.10xlarge`): 10000,
	regexp.MustCompile(`.*\.16xlarge`): 10000,
	regexp.MustCompile(`.*\.32xlarge`): 10000,
}

type ec2Specs struct {
	mhz   float64
	cores int
	model string
}

func (e ec2Specs) ticks() int {
	return int(e.mhz) * e.cores
}

func specs(ghz float64, vCores int, model string) ec2Specs {
	return ec2Specs{
		mhz:   ghz * 1000,
		cores: vCores,
		model: model,
	}
}

// Map of instance type to documented CPU speed.
//
// Most values are taken from https://aws.amazon.com/ec2/instance-types/.
// Values for a1 & m6g (Graviton) are taken from https://en.wikichip.org/wiki/annapurna_labs/alpine/al73400
// Values for inf1 are taken from launching a inf1.xlarge and looking at /proc/cpuinfo
//
// In a few cases, AWS has upgraded the generation of CPU while keeping the same
// instance designation. Since it is possible to launch on the lower performance
// CPU, that one is used as the spec for the instance type.
//
// This table is provided as a best-effort to determine the number of CPU ticks
// available for use by Nomad tasks. If an instance type is missing, the fallback
// behavior is to use values from go-psutil, which is only capable of reading
// "current" CPU MHz.
var ec2ProcSpeedTable = map[string]ec2Specs{
	// -- General Purpose --

	// a1
	"a1.medium":  specs(2.3, 1, "AWS Graviton"),
	"a1.large":   specs(2.3, 2, "AWS Graviton"),
	"a1.xlarge":  specs(2.3, 4, "AWS Graviton"),
	"a1.2xlarge": specs(2.3, 8, "AWS Graviton"),
	"a1.4xlarge": specs(2.3, 16, "AWS Graviton"),
	"a1.metal":   specs(2.3, 16, "AWS Graviton"),

	// t3
	"t3.nano":    specs(2.5, 2, "2.5 GHz Intel Scalable"),
	"t3.micro":   specs(2.5, 2, "2.5 GHz Intel Scalable"),
	"t3.small":   specs(2.5, 2, "2.5 GHz Intel Scalable"),
	"t3.medium":  specs(2.5, 2, "2.5 GHz Intel Scalable"),
	"t3.large":   specs(2.5, 2, "2.5 GHz Intel Scalable"),
	"t3.xlarge":  specs(2.5, 4, "2.5 GHz Intel Scalable"),
	"t3.2xlarge": specs(2.5, 8, "2.5 GHz Intel Scalable"),

	// t3a
	"t3a.nano":    specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"t3a.micro":   specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"t3a.small":   specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"t3a.medium":  specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"t3a.large":   specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"t3a.xlarge":  specs(2.5, 4, "2.5 GHz AMD EPYC 7000 series"),
	"t3a.2xlarge": specs(2.5, 8, "2.5 GHz AMD EPYC 7000 series"),

	// t2
	"t2.nano":    specs(3.3, 1, "3.3 GHz Intel Scalable"),
	"t2.micro":   specs(3.3, 1, "3.3 GHz Intel Scalable"),
	"t2.small":   specs(3.3, 1, "3.3 GHz Intel Scalable"),
	"t2.medium":  specs(3.3, 2, "3.3 GHz Intel Scalable"),
	"t2.large":   specs(3.0, 2, "3.0 GHz Intel Scalable"),
	"t2.xlarge":  specs(3.0, 4, "3.0 GHz Intel Scalable"),
	"t2.2xlarge": specs(3.0, 8, "3.0 GHz Intel Scalable"),

	// m6g
	"m6g.medium":   specs(2.3, 1, "AWS Graviton2 Neoverse"),
	"m6g.large":    specs(2.3, 2, "AWS Graviton2 Neoverse"),
	"m6g.xlarge":   specs(2.3, 4, "AWS Graviton2 Neoverse"),
	"m6g.2xlarge":  specs(2.3, 8, "AWS Graviton2 Neoverse"),
	"m6g.4xlarge":  specs(2.3, 16, "AWS Graviton2 Neoverse"),
	"m6g.8xlarge":  specs(2.3, 32, "AWS Graviton2 Neoverse"),
	"m6g.12xlarge": specs(2.3, 48, "AWS Graviton2 Neoverse"),
	"m6g.16xlarge": specs(2.3, 64, "AWS Graviton2 Neoverse"),

	// m5, m5d
	"m5.large":     specs(3.1, 2, "3.1 GHz Intel Xeon Platinum"),
	"m5.xlarge":    specs(3.1, 4, "3.1 GHz Intel Xeon Platinum"),
	"m5.2xlarge":   specs(3.1, 8, "3.1 GHz Intel Xeon Platinum"),
	"m5.4xlarge":   specs(3.1, 16, "3.1 GHz Intel Xeon Platinum"),
	"m5.8xlarge":   specs(3.1, 32, "3.1 GHz Intel Xeon Platinum"),
	"m5.12xlarge":  specs(3.1, 48, "3.1 GHz Intel Xeon Platinum"),
	"m5.16xlarge":  specs(3.1, 64, "3.1 GHz Intel Xeon Platinum"),
	"m5.24xlarge":  specs(3.1, 96, "3.1 GHz Intel Xeon Platinum"),
	"m5.metal":     specs(3.1, 96, "3.1 GHz Intel Xeon Platinum"),
	"m5d.large":    specs(3.1, 2, "3.1 GHz Intel Xeon Platinum"),
	"m5d.xlarge":   specs(3.1, 4, "3.1 GHz Intel Xeon Platinum"),
	"m5d.2xlarge":  specs(3.1, 8, "3.1 GHz Intel Xeon Platinum"),
	"m5d.4xlarge":  specs(3.1, 16, "3.1 GHz Intel Xeon Platinum"),
	"m5d.8xlarge":  specs(3.1, 32, "3.1 GHz Intel Xeon Platinum"),
	"m5d.12xlarge": specs(3.1, 48, "3.1 GHz Intel Xeon Platinum"),
	"m5d.16xlarge": specs(3.1, 64, "3.1 GHz Intel Xeon Platinum"),
	"m5d.24xlarge": specs(3.1, 96, "3.1 GHz Intel Xeon Platinum"),
	"m5d.metal":    specs(3.1, 96, "3.1 GHz Intel Xeon Platinum"),

	// m5a, m5ad
	"m5a.large":     specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.xlarge":    specs(2.5, 4, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.2xlarge":   specs(2.5, 8, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.4xlarge":   specs(2.5, 16, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.8xlarge":   specs(2.5, 32, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.12xlarge":  specs(2.5, 48, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.16xlarge":  specs(2.5, 64, "2.5 GHz AMD EPYC 7000 series"),
	"m5a.24xlarge":  specs(2.5, 96, "2.5 GHz AMD EPYC 7000 series"),
	"m5ad.large":    specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"m5ad.xlarge":   specs(2.5, 4, "2.5 GHz AMD EPYC 7000 series"),
	"m5ad.2xlarge":  specs(2.5, 8, "2.5 GHz AMD EPYC 7000 series"),
	"m5ad.4xlarge":  specs(2.5, 16, "2.5 GHz AMD EPYC 7000 series"),
	"m5ad.12xlarge": specs(2.5, 48, "2.5 GHz AMD EPYC 7000 series"),
	"m5ad.24xlarge": specs(2.5, 96, "2.5 GHz AMD EPYC 7000 series"),

	// m5n, m5dn
	"m5n.large":     specs(3.1, 2, "3.1 GHz Intel Xeon Scalable"),
	"m5n.xlarge":    specs(3.1, 4, "3.1 GHz Intel Xeon Scalable"),
	"m5n.2xlarge":   specs(3.1, 8, "3.1 GHz Intel Xeon Scalable"),
	"m5n.4xlarge":   specs(3.1, 16, "3.1 GHz Intel Xeon Scalable"),
	"m5n.8xlarge":   specs(3.1, 32, "3.1 GHz Intel Xeon Scalable"),
	"m5n.12xlarge":  specs(3.1, 48, "3.1 GHz Intel Xeon Scalable"),
	"m5n.16xlarge":  specs(3.1, 64, "3.1 GHz Intel Xeon Scalable"),
	"m5n.24xlarge":  specs(3.1, 96, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.large":    specs(3.1, 2, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.xlarge":   specs(3.1, 4, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.2xlarge":  specs(3.1, 8, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.4xlarge":  specs(3.1, 16, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.8xlarge":  specs(3.1, 32, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.12xlarge": specs(3.1, 48, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.16xlarge": specs(3.1, 64, "3.1 GHz Intel Xeon Scalable"),
	"m5dn.24xlarge": specs(3.1, 96, "3.1 GHz Intel Xeon Scalable"),

	// m4
	"m4.large":    specs(2.3, 2, "2.3 GHz Intel Xeon® E5-2686 v4"),
	"m4.xlarge":   specs(2.3, 4, "2.3 GHz Intel Xeon® E5-2686 v4"),
	"m4.2xlarge":  specs(2.3, 8, "2.3 GHz Intel Xeon® E5-2686 v4"),
	"m4.4xlarge":  specs(2.3, 16, "2.3 GHz Intel Xeon® E5-2686 v4"),
	"m4.10xlarge": specs(2.3, 40, "2.3 GHz Intel Xeon® E5-2686 v4"),
	"m4.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon® E5-2686 v4"),

	// -- Compute Optimized --

	// c5, c5d
	"c5.large":     specs(3.4, 2, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5.xlarge":    specs(3.4, 4, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5.2xlarge":   specs(3.4, 8, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5.4xlarge":   specs(3.4, 16, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5.9xlarge":   specs(3.4, 36, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5.12xlarge":  specs(3.6, 48, "3.6 GHz Intel Xeon Scalable"),
	"c5.18xlarge":  specs(3.6, 72, "3.6 GHz Intel Xeon Scalable"),
	"c5.24xlarge":  specs(3.6, 96, "3.6 GHz Intel Xeon Scalable"),
	"c5.metal":     specs(3.6, 96, "3.6 GHz Intel Xeon Scalable"),
	"c5d.large":    specs(3.4, 2, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5d.xlarge":   specs(3.4, 4, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5d.2xlarge":  specs(3.4, 8, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5d.4xlarge":  specs(3.4, 16, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5d.9xlarge":  specs(3.4, 36, "3.4 GHz Intel Xeon Platinum 8000"),
	"c5d.12xlarge": specs(3.6, 48, "3.6 GHz Intel Xeon Scalable"),
	"c5d.18xlarge": specs(3.6, 72, "3.6 GHz Intel Xeon Scalable"),
	"c5d.24xlarge": specs(3.6, 96, "3.6 GHz Intel Xeon Scalable"),
	"c5d.metal":    specs(3.6, 96, "3.6 GHz Intel Xeon Scalable"),

	// c5n
	"c5n.large":    specs(3.0, 2, "3.0 GHz Intel Xeon Platinum"),
	"c5n.xlarge":   specs(3.0, 4, "3.0 GHz Intel Xeon Platinum"),
	"c5n.2xlarge":  specs(3.0, 8, "3.0 GHz Intel Xeon Platinum"),
	"c5n.4xlarge":  specs(3.0, 16, "3.0 GHz Intel Xeon Platinum"),
	"c5n.9xlarge":  specs(3.0, 36, "3.0 GHz Intel Xeon Platinum"),
	"c5n.18xlarge": specs(3.0, 72, "3.0 GHz Intel Xeon Platinum"),
	"c5n.metal":    specs(3.0, 72, "3.0 GHz Intel Xeon Platinum"),

	// c4
	"c4.large":   specs(2.9, 2, "2.9 GHz Intel Xeon E5-2666 v3"),
	"c4.xlarge":  specs(2.9, 4, "2.9 GHz Intel Xeon E5-2666 v3"),
	"c4.2xlarge": specs(2.9, 8, "2.9 GHz Intel Xeon E5-2666 v3"),
	"c4.4xlarge": specs(2.9, 16, "2.9 GHz Intel Xeon E5-2666 v3"),
	"c4.8xlarge": specs(2.9, 36, "2.9 GHz Intel Xeon E5-2666 v3"),

	// -- Memory Optimized --

	// r5, r5d
	"r5.large":     specs(3.1, 2, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.xlarge":    specs(3.1, 4, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.2xlarge":   specs(3.1, 8, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.4xlarge":   specs(3.1, 16, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.8xlarge":   specs(3.1, 32, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.12xlarge":  specs(3.1, 48, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.16xlarge":  specs(3.1, 64, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.24xlarge":  specs(3.1, 96, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5.metal":     specs(3.1, 96, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.large":    specs(3.1, 2, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.xlarge":   specs(3.1, 4, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.2xlarge":  specs(3.1, 8, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.4xlarge":  specs(3.1, 16, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.8xlarge":  specs(3.1, 32, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.12xlarge": specs(3.1, 48, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.16xlarge": specs(3.1, 64, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.24xlarge": specs(3.1, 96, "3.1 GHz Intel Xeon Platinum 8175"),
	"r5d.metal":    specs(3.1, 96, "3.1 GHz Intel Xeon Platinum 8175"),

	// r5a, r5ad
	"r5a.large":     specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.xlarge":    specs(2.5, 4, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.2xlarge":   specs(2.5, 8, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.4xlarge":   specs(2.5, 16, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.8xlarge":   specs(2.5, 32, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.12xlarge":  specs(2.5, 48, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.16xlarge":  specs(2.5, 64, "2.5 GHz AMD EPYC 7000 series"),
	"r5a.24xlarge":  specs(2.5, 96, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.large":    specs(2.5, 2, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.xlarge":   specs(2.5, 4, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.2xlarge":  specs(2.5, 8, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.4xlarge":  specs(2.5, 16, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.8xlarge":  specs(2.5, 32, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.12xlarge": specs(2.5, 48, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.16xlarge": specs(2.5, 64, "2.5 GHz AMD EPYC 7000 series"),
	"r5ad.24xlarge": specs(2.5, 96, "2.5 GHz AMD EPYC 7000 series"),

	// r5n
	"r5n.large":     specs(3.1, 2, "3.1 GHz Intel Xeon Scalable"),
	"r5n.xlarge":    specs(3.1, 4, "3.1 GHz Intel Xeon Scalable"),
	"r5n.2xlarge":   specs(3.1, 8, "3.1 GHz Intel Xeon Scalable"),
	"r5n.4xlarge":   specs(3.1, 16, "3.1 GHz Intel Xeon Scalable"),
	"r5n.8xlarge":   specs(3.1, 32, "3.1 GHz Intel Xeon Scalable"),
	"r5n.12xlarge":  specs(3.1, 48, "3.1 GHz Intel Xeon Scalable"),
	"r5n.16xlarge":  specs(3.1, 64, "3.1 GHz Intel Xeon Scalable"),
	"r5n.24xlarge":  specs(3.1, 96, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.large":    specs(3.1, 2, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.xlarge":   specs(3.1, 4, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.2xlarge":  specs(3.1, 8, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.4xlarge":  specs(3.1, 16, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.8xlarge":  specs(3.1, 32, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.12xlarge": specs(3.1, 48, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.16xlarge": specs(3.1, 64, "3.1 GHz Intel Xeon Scalable"),
	"r5dn.24xlarge": specs(3.1, 96, "3.1 GHz Intel Xeon Scalable"),

	// r4
	"r4.large":    specs(2.3, 2, "2.3 GHz Intel Xeon E5-2686 v4"),
	"r4.xlarge":   specs(2.3, 4, "2.3 GHz Intel Xeon E5-2686 v4"),
	"r4.2xlarge":  specs(2.3, 8, "2.3 GHz Intel Xeon E5-2686 v4"),
	"r4.4xlarge":  specs(2.3, 16, "2.3 GHz Intel Xeon E5-2686 v4"),
	"r4.8xlarge":  specs(2.3, 32, "2.3 GHz Intel Xeon E5-2686 v4"),
	"r4.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E5-2686 v4"),

	// x1e
	"x1e.xlarge":   specs(2.3, 4, "2.3 GHz Intel Xeon E7-8880 v3"),
	"x1e.2xlarge":  specs(2.3, 8, "2.3 GHz Intel Xeon E7-8880 v3"),
	"x1e.4xlarge":  specs(2.3, 16, "2.3 GHz Intel Xeon E7-8880 v3"),
	"x1e.8xlarge":  specs(2.3, 32, "2.3 GHz Intel Xeon E7-8880 v3"),
	"x1e.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E7-8880 v3"),
	"x1e.32xlarge": specs(2.3, 128, "2.3 GHz Intel Xeon E7-8880 v3"),

	// x1
	"x1.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E7-8880 v3"),
	"x1.32xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E7-8880 v3"),

	// high-memory
	"u-6tb1.metal":  specs(2.1, 448, "2.1 GHz Intel Xeon Platinum 8176M"),
	"u-9tb1.metal":  specs(2.1, 448, "2.1 GHz Intel Xeon Platinum 8176M"),
	"u-12tb1.metal": specs(2.1, 448, "2.1 GHz Intel Xeon Platinum 8176M"),
	"u-18tb1.metal": specs(2.7, 448, "2.7 GHz Intel Xeon Scalable"),
	"u-24tb1.metal": specs(2.7, 448, "2.7 GHz Intel Xeon Scalable"),

	// z1d
	"z1d.large":    specs(4.0, 2, "4.0 GHz Intel Xeon Scalable"),
	"z1d.xlarge":   specs(4.0, 4, "4.0 GHz Intel Xeon Scalable"),
	"z1d.2xlarge":  specs(4.0, 8, "4.0 GHz Intel Xeon Scalable"),
	"z1d.3xlarge":  specs(4.0, 12, "4.0 GHz Intel Xeon Scalable"),
	"z1d.6xlarge":  specs(4.0, 24, "4.0 GHz Intel Xeon Scalable"),
	"z1d.12xlarge": specs(4.0, 48, "4.0 GHz Intel Xeon Scalable"),
	"z1d.metal":    specs(4.0, 48, "4.0 GHz Intel Xeon Scalable"),

	// -- Accelerated Computing --

	// p3, p3dn
	"p3.2xlarge":    specs(2.3, 8, "2.3 GHz Intel Xeon E5-2686 v4"),
	"p3.8xlarge":    specs(2.3, 32, "2.3 GHz Intel Xeon E5-2686 v4"),
	"p3.16xlarge":   specs(2.3, 64, "2.3 GHz Intel Xeon E5-2686 v4"),
	"p3dn.24xlarge": specs(2.5, 96, "2.5 GHz Intel Xeon P-8175M"),

	// p2
	"p2.xlarge":   specs(2.3, 4, "2.3 GHz Intel Xeon E5-2686 v4"),
	"p2.8xlarge":  specs(2.3, 32, "2.3 GHz Intel Xeon E5-2686 v4"),
	"p2.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E5-2686 v4"),

	// inf1
	"inf1.xlarge":   specs(3.0, 4, "3.0 GHz Intel Xeon Platinum 8275CL"),
	"inf1.2xlarge":  specs(3.0, 8, "3.0 GHz Intel Xeon Platinum 8275CL"),
	"inf1.6xlarge":  specs(3.0, 24, "3.0 GHz Intel Xeon Platinum 8275CL"),
	"inf1.24xlarge": specs(3.0, 96, "3.0 GHz Intel Xeon Platinum 8275CL"),

	// g4dn
	"g4dn.xlarge":   specs(2.5, 4, "2.5 GHz Cascade Lake 24C"),
	"g4dn.2xlarge":  specs(2.5, 8, "2.5 GHz Cascade Lake 24C"),
	"g4dn.4xlarge":  specs(2.5, 16, "2.5 GHz Cascade Lake 24C"),
	"g4dn.8xlarge":  specs(2.5, 32, "2.5 GHz Cascade Lake 24C"),
	"g4dn.16xlarge": specs(2.5, 64, "2.5 GHz Cascade Lake 24C"),
	"g4dn.12xlarge": specs(2.5, 48, "2.5 GHz Cascade Lake 24C"),
	"g4dn.metal":    specs(2.5, 96, "2.5 GHz Cascade Lake 24C"),

	// g3
	"g3s.xlarge":   specs(2.3, 4, "2.3 GHz Intel Xeon E5-2686 v4"),
	"g3s.4xlarge":  specs(2.3, 16, "2.3 GHz Intel Xeon E5-2686 v4"),
	"g3s.8xlarge":  specs(2.3, 32, "2.3 GHz Intel Xeon E5-2686 v4"),
	"g3s.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E5-2686 v4"),

	// f1
	"f1.2xlarge":  specs(2.3, 8, "Intel Xeon E5-2686 v4"),
	"f1.4xlarge":  specs(2.3, 16, "Intel Xeon E5-2686 v4"),
	"f1.16xlarge": specs(2.3, 64, "Intel Xeon E5-2686 v4"),

	// -- Storage Optimized --

	// i3
	"i3.large":    specs(2.3, 2, "2.3 GHz Intel Xeon E5 2686 v4"),
	"i3.xlarge":   specs(2.3, 4, "2.3 GHz Intel Xeon E5 2686 v4"),
	"i3.2xlarge":  specs(2.3, 8, "2.3 GHz Intel Xeon E5 2686 v4"),
	"i3.4xlarge":  specs(2.3, 16, "2.3 GHz Intel Xeon E5 2686 v4"),
	"i3.8xlarge":  specs(2.3, 32, "2.3 GHz Intel Xeon E5 2686 v4"),
	"i3.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E5 2686 v4"),
	"i3.metal":    specs(2.3, 72, "2.3 GHz Intel Xeon E5 2686 v4"),

	// i3en
	"i3en.large":    specs(3.1, 2, "3.1 GHz Intel Xeon Scalable"),
	"i3en.xlarge":   specs(3.1, 4, "3.1 GHz Intel Xeon Scalable"),
	"i3en.2xlarge":  specs(3.1, 8, "3.1 GHz Intel Xeon Scalable"),
	"i3en.3xlarge":  specs(3.1, 12, "3.1 GHz Intel Xeon Scalable"),
	"i3en.6xlarge":  specs(3.1, 24, "3.1 GHz Intel Xeon Scalable"),
	"i3en.12xlarge": specs(3.1, 48, "3.1 GHz Intel Xeon Scalable"),
	"i3en.24xlarge": specs(3.1, 96, "3.1 GHz Intel Xeon Scalable"),
	"i3en.metal":    specs(3.1, 96, "3.1 GHz Intel Xeon Scalable"),

	// d2
	"d2.xlarge":  specs(2.4, 4, "2.4 GHz Intel Xeon E5-2676 v3"),
	"d2.2xlarge": specs(2.4, 8, "2.4 GHz Intel Xeon E5-2676 v3"),
	"d2.4xlarge": specs(2.4, 16, "2.4 GHz Intel Xeon E5-2676 v3"),
	"d2.8xlarge": specs(2.4, 36, "2.4 GHz Intel Xeon E5-2676 v3"),

	// h1
	"h1.2xlarge":  specs(2.3, 8, "2.3 GHz Intel Xeon E5 2686 v4"),
	"h1.4xlarge":  specs(2.3, 16, "2.3 GHz Intel Xeon E5 2686 v4"),
	"h1.8xlarge":  specs(2.3, 32, "2.3 GHz Intel Xeon E5 2686 v4"),
	"h1.16xlarge": specs(2.3, 64, "2.3 GHz Intel Xeon E5 2686 v4"),
}

// EnvAWSFingerprint is used to fingerprint AWS metadata
type EnvAWSFingerprint struct {
	StaticFingerprinter

	// endpoint for EC2 metadata as expected by AWS SDK
	endpoint string

	logger log.Logger
}

// NewEnvAWSFingerprint is used to create a fingerprint from AWS metadata
func NewEnvAWSFingerprint(logger log.Logger) Fingerprint {
	f := &EnvAWSFingerprint{
		logger:   logger.Named("env_aws"),
		endpoint: strings.TrimSuffix(os.Getenv("AWS_ENV_URL"), "/meta-data/"),
	}
	return f
}

func (f *EnvAWSFingerprint) Fingerprint(request *FingerprintRequest, response *FingerprintResponse) error {
	cfg := request.Config

	timeout := AwsMetadataTimeout

	// Check if we should tighten the timeout
	if cfg.ReadBoolDefault(TightenNetworkTimeoutsConfig, false) {
		timeout = 1 * time.Millisecond
	}

	ec2meta, err := ec2MetaClient(f.endpoint, timeout)
	if err != nil {
		return fmt.Errorf("failed to setup ec2Metadata client: %v", err)
	}

	if !isAWS(ec2meta) {
		return nil
	}

	// Keys and whether they should be namespaced as unique. Any key whose value
	// uniquely identifies a node, such as ip, should be marked as unique. When
	// marked as unique, the key isn't included in the computed node class.
	keys := map[string]bool{
		"ami-id":                      false,
		"hostname":                    true,
		"instance-id":                 true,
		"instance-type":               false,
		"local-hostname":              true,
		"local-ipv4":                  true,
		"public-hostname":             true,
		"public-ipv4":                 true,
		"placement/availability-zone": false,
	}

	for k, unique := range keys {
		resp, err := ec2meta.GetMetadata(k)
		v := strings.TrimSpace(resp)
		if v == "" {
			f.logger.Debug("read an empty value", "attribute", k)
			continue
		} else if awsErr, ok := err.(awserr.RequestFailure); ok {
			f.logger.Debug("could not read attribute value", "attribute", k, "error", awsErr)
			continue
		} else if awsErr, ok := err.(awserr.Error); ok {
			// if it's a URL error, assume we're not in an AWS environment
			// TODO: better way to detect AWS? Check xen virtualization?
			if _, ok := awsErr.OrigErr().(*url.Error); ok {
				return nil
			}

			// not sure what other errors it would return
			return err
		}

		// assume we want blank entries
		key := "platform.aws." + strings.Replace(k, "/", ".", -1)
		if unique {
			key = structs.UniqueNamespace(key)
		}

		response.AddAttribute(key, v)
	}

	// accumulate resource information, then assign to response
	var resources *structs.Resources
	var nodeResources *structs.NodeResources

	// copy over network specific information
	if val, ok := response.Attributes["unique.platform.aws.local-ipv4"]; ok && val != "" {
		response.AddAttribute("unique.network.ip-address", val)
		nodeResources = new(structs.NodeResources)
		nodeResources.Networks = []*structs.NetworkResource{
			{
				Device: "eth0",
				IP:     val,
				CIDR:   val + "/32",
				MBits:  f.throughput(request, ec2meta, val),
			},
		}
	}

	// copy over CPU speed information
	if specs := f.lookupCPU(ec2meta); specs != nil {
		response.AddAttribute("cpu.modelname", specs.model)
		response.AddAttribute("cpu.frequency", fmt.Sprintf("%.0f", specs.mhz))
		response.AddAttribute("cpu.numcores", fmt.Sprintf("%d", specs.cores))
		f.logger.Debug("lookup ec2 cpu", "cores", specs.cores, "MHz", log.Fmt("%.0f", specs.mhz), "model", specs.model)

		if ticks := specs.ticks(); request.Config.CpuCompute <= 0 {
			response.AddAttribute("cpu.totalcompute", fmt.Sprintf("%d", ticks))
			f.logger.Debug("setting ec2 cpu ticks", "ticks", ticks)
			resources = new(structs.Resources)
			resources.CPU = ticks
			if nodeResources == nil {
				nodeResources = new(structs.NodeResources)
			}
			nodeResources.Cpu = structs.NodeCpuResources{CpuShares: int64(ticks)}
		}
	} else {
		f.logger.Warn("failed to find the cpu specification for this instance type")
	}

	response.Resources = resources
	response.NodeResources = nodeResources

	// populate Links
	response.AddLink("aws.ec2", fmt.Sprintf("%s.%s",
		response.Attributes["platform.aws.placement.availability-zone"],
		response.Attributes["unique.platform.aws.instance-id"]))
	response.Detected = true

	return nil
}

func (f *EnvAWSFingerprint) instanceType(ec2meta *ec2metadata.EC2Metadata) (string, error) {
	response, err := ec2meta.GetMetadata("instance-type")
	if err != nil {
		return "", err
	}
	return strings.TrimSpace(response), nil
}

func (f *EnvAWSFingerprint) lookupCPU(ec2meta *ec2metadata.EC2Metadata) *ec2Specs {
	instanceType, err := f.instanceType(ec2meta)
	if err != nil {
		f.logger.Warn("failed to read EC2 metadata instance-type", "error", err)
		return nil
	}
	for iType, specs := range ec2ProcSpeedTable {
		if strings.EqualFold(iType, instanceType) {
			return &specs
		}
	}
	return nil
}

func (f *EnvAWSFingerprint) throughput(request *FingerprintRequest, ec2meta *ec2metadata.EC2Metadata, ip string) int {
	throughput := request.Config.NetworkSpeed
	if throughput != 0 {
		return throughput
	}

	throughput = f.linkSpeed(ec2meta)
	if throughput != 0 {
		return throughput
	}

	if request.Node.Resources != nil && len(request.Node.Resources.Networks) > 0 {
		for _, n := range request.Node.Resources.Networks {
			if n.IP == ip {
				return n.MBits
			}
		}
	}

	return defaultNetworkSpeed
}

// EnvAWSFingerprint uses lookup table to approximate network speeds
func (f *EnvAWSFingerprint) linkSpeed(ec2meta *ec2metadata.EC2Metadata) int {
	instanceType, err := f.instanceType(ec2meta)
	if err != nil {
		f.logger.Error("error reading instance-type", "error", err)
		return 0
	}

	netSpeed := 0
	for reg, speed := range ec2NetSpeedTable {
		if reg.MatchString(instanceType) {
			netSpeed = speed
			break
		}
	}

	return netSpeed
}

func ec2MetaClient(endpoint string, timeout time.Duration) (*ec2metadata.EC2Metadata, error) {
	client := &http.Client{
		Timeout:   timeout,
		Transport: cleanhttp.DefaultTransport(),
	}

	c := aws.NewConfig().WithHTTPClient(client).WithMaxRetries(0)
	if endpoint != "" {
		c = c.WithEndpoint(endpoint)
	}

	sess, err := session.NewSession(c)
	if err != nil {
		return nil, err
	}
	return ec2metadata.New(sess, c), nil
}

func isAWS(ec2meta *ec2metadata.EC2Metadata) bool {
	v, err := ec2meta.GetMetadata("ami-id")
	v = strings.TrimSpace(v)
	return err == nil && v != ""
}