github.com/costinm/krun/gcp@v0.0.0-20220124172154-1a9be088ad1e/gcp_test.go

// Copyright 2021 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package gcp

import (
	"context"
	"log"
	"os"
	"testing"
	"time"

	"github.com/costinm/krun/k8s/k8s"
	"github.com/costinm/krun/pkg/mesh"
	"k8s.io/apimachinery/pkg/api/errors"
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
	"k8s.io/client-go/kubernetes"
)

// Requires GOOGLE_APPLICATION_CREDENTIALS or metadata server and PROJECT_ID
func TestK8S(t *testing.T) {
	os.Mkdir("../../out", 0775)
	os.Chdir("../../out")

	// For the entire test
	ctx, cf := context.WithTimeout(context.Background(), 100*time.Second)
	defer cf()

	kr := mesh.New()
	configFromEnvAndMD(ctx, kr)
	// ADC or runner having permissions are required
	projectID := kr.ProjectId
	if projectID == "" {
		// Attempt to use the kubeconfig
		kr1 := mesh.New()
		kr1.LoadConfig(ctx)
		if kr1.ProjectId == "" {
			t.Skip("Missing PROJECT_ID")
			return
		}
		kr.ProjectId = kr1.ProjectId
	}

	t.Run("all-any", func(t *testing.T) {
		cl, err := AllClusters(ctx, kr, "", "", "")
		if err != nil {
			t.Fatal(err)
		}
		if len(cl) == 0 {
			t.Fatal("No ASM clusters")
		}
	})
	t.Run("all-mesh-id", func(t *testing.T) {
		cl, err := AllClusters(ctx, kr, "", "mesh_id", "")
		if err != nil {
			t.Fatal(err)
		}
		if len(cl) == 0 {
			t.Fatal("No ASM clusters")
		}
	})

	projectID := os.Getenv("PROJECT_ID")
	if projectID == "" {
		t.Skip("Missing PROJECT_ID")
		return
	}
	
	kr := &k8s.K8S{Mesh: m}

	cl, err := AllClusters(ctx, kr, "", "mesh_id", "")
	if err != nil {
		t.Fatal(err)
	}
	if len(cl) == 0 {
		t.Fatal("No ASM clusters")
	}
	if kr.Mesh.ProjectId != projectID {
		t.Error("Project ID initialization", kr.Mesh.ProjectId, projectID)
	}
	testCluster := cl[0]

	// Run the tests on the first found cluster, unless the test is run with env variables to select a specific
	// location and cluster name.


	// WIP: using the hub, for multi-project
	t.Run("hub", func(t *testing.T) {
		kchub, err := AllHub(ctx, kr)
		if err != nil {
			t.Fatal(err)
		}
		for _, kh := range kchub {
			t.Log("Hub:", kh.ClusterName, kh.ClusterLocation)
		}
		if len(kchub) == 0 {
			t.Skip("No hub clusters registered")
		}

		c0 := kchub[0]
		rc, err := restConfig(c0.KubeConfig)
		if err != nil {
			t.Fatal(err)
		}
		client, err := kubernetes.NewForConfig(rc)
		if err != nil {
			t.Fatal(err)
		}
		err = checkClient(client)
		if err != nil {
			if se, ok := err.(*errors.StatusError); ok {
				if se.Status().Reason == "Forbidden" {
					t.Skip("GKE Connect not authorized")
				}
			}
			// Hub requires special setup - just log for now
			t.Log(err)
		}

	})

	t.Run("gke", func(t *testing.T) {
		// This is the main function for the package - given a KRun object, initialize the K8S Client based
		// on settings and GKE API result.
		kr1 := mesh.New()
		kr1.ProjectId = kr.ProjectId
		kr1.ClusterName = testCluster.ClusterName
		kr1.ClusterLocation = testCluster.ClusterLocation

		err = InitGCP(context.Background(), kr1)
		if err != nil {
			t.Fatal(err)
		}
		if kr1.Client == nil {
			t.Fatal("No client")
		}

		err = checkClient(kr1.Client)
		if err != nil {
			t.Fatal(err)
		}
	})

	t.Run("configCluster", func(t *testing.T) {
		kr1 := mesh.New()
		kr1.MeshAddr, _ = url.Parse("gke://" + kr.ProjectId)

		err = InitGCP(context.Background(), kr1)
		if err != nil {
			t.Fatal(err)
		}
		if kr1.Client == nil {
			t.Fatal("No client")
		}

		err = checkClient(kr1.Client)
		if err != nil {
			t.Fatal(err)
		}
	})


	t.Run("configClusterExplicit", func(t *testing.T) {
		kr1 := mesh.New()
		kr1.MeshAddr, _ = url.Parse(fmt.Sprintf("https://container.googleapis.com/v1/projects/%s/locations/%s/clusters/%s", kr.ProjectId, kr.ClusterLocation, kr.ClusterName))

		err = InitGCP(context.Background(), kr1)
		if err != nil {
			t.Fatal(err)
		}
		if kr1.Client == nil {
			t.Fatal("No client")
		}

		err = checkClient(kr1.Client)
		if err != nil {
			t.Fatal(err)
		}
	})

}

func checkClient(kc *kubernetes.Clientset) error {
	v, err := kc.ServerVersion() // /version on the server
	if err != nil {
		return err
	}
	log.Println("Cluster version", v)

	_, err = kc.CoreV1().ConfigMaps("istio-system").List(context.Background(), metav1.ListOptions{})
	if err != nil {
		return err
	}

	return nil
}