sigs.k8s.io/cluster-api-provider-azure@v1.14.3/test/e2e/aks_autoscaler.go (about)

     1  //go:build e2e
     2  // +build e2e
     3  
     4  /*
     5  Copyright 2022 The Kubernetes Authors.
     6  
     7  Licensed under the Apache License, Version 2.0 (the "License");
     8  you may not use this file except in compliance with the License.
     9  You may obtain a copy of the License at
    10  
    11      http://www.apache.org/licenses/LICENSE-2.0
    12  
    13  Unless required by applicable law or agreed to in writing, software
    14  distributed under the License is distributed on an "AS IS" BASIS,
    15  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    16  See the License for the specific language governing permissions and
    17  limitations under the License.
    18  */
    19  
    20  package e2e
    21  
    22  import (
    23  	"context"
    24  
    25  	"github.com/Azure/azure-sdk-for-go/sdk/azidentity"
    26  	"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/containerservice/armcontainerservice/v4"
    27  	. "github.com/onsi/ginkgo/v2"
    28  	. "github.com/onsi/gomega"
    29  	"k8s.io/apimachinery/pkg/types"
    30  	"k8s.io/utils/ptr"
    31  	infrav1 "sigs.k8s.io/cluster-api-provider-azure/api/v1beta1"
    32  	clusterv1 "sigs.k8s.io/cluster-api/api/v1beta1"
    33  	expv1 "sigs.k8s.io/cluster-api/exp/api/v1beta1"
    34  	"sigs.k8s.io/controller-runtime/pkg/client"
    35  )
    36  
    37  type AKSAutoscaleSpecInput struct {
    38  	Cluster       *clusterv1.Cluster
    39  	MachinePool   *expv1.MachinePool
    40  	WaitIntervals []interface{}
    41  }
    42  
    43  func AKSAutoscaleSpec(ctx context.Context, inputGetter func() AKSAutoscaleSpecInput) {
    44  	input := inputGetter()
    45  
    46  	cred, err := azidentity.NewDefaultAzureCredential(nil)
    47  	Expect(err).NotTo(HaveOccurred())
    48  	agentpoolClient, err := armcontainerservice.NewAgentPoolsClient(getSubscriptionID(Default), cred, nil)
    49  	Expect(err).NotTo(HaveOccurred())
    50  	mgmtClient := bootstrapClusterProxy.GetClient()
    51  	Expect(mgmtClient).NotTo(BeNil())
    52  
    53  	amcp := &infrav1.AzureManagedControlPlane{}
    54  	err = mgmtClient.Get(ctx, types.NamespacedName{
    55  		Namespace: input.Cluster.Spec.ControlPlaneRef.Namespace,
    56  		Name:      input.Cluster.Spec.ControlPlaneRef.Name,
    57  	}, amcp)
    58  	Expect(err).NotTo(HaveOccurred())
    59  
    60  	ammp := &infrav1.AzureManagedMachinePool{}
    61  	err = mgmtClient.Get(ctx, client.ObjectKeyFromObject(input.MachinePool), ammp)
    62  	Expect(err).NotTo(HaveOccurred())
    63  
    64  	resourceGroupName := amcp.Spec.ResourceGroupName
    65  	managedClusterName := amcp.Name
    66  	agentPoolName := *ammp.Spec.Name
    67  	getAgentPool := func() (armcontainerservice.AgentPool, error) {
    68  		resp, err := agentpoolClient.Get(ctx, resourceGroupName, managedClusterName, agentPoolName, nil)
    69  		return resp.AgentPool, err
    70  	}
    71  
    72  	toggleAutoscaling := func() {
    73  		Eventually(func(g Gomega) {
    74  			err = mgmtClient.Get(ctx, client.ObjectKeyFromObject(ammp), ammp)
    75  			g.Expect(err).NotTo(HaveOccurred())
    76  
    77  			enabled := ammp.Spec.Scaling != nil
    78  			var enabling string
    79  			if enabled {
    80  				enabling = "Disabling"
    81  				ammp.Spec.Scaling = nil
    82  			} else {
    83  				enabling = "Enabling"
    84  				ammp.Spec.Scaling = &infrav1.ManagedMachinePoolScaling{
    85  					MinSize: ptr.To(1),
    86  					MaxSize: ptr.To(2),
    87  				}
    88  			}
    89  			By(enabling + " autoscaling")
    90  			err = mgmtClient.Update(ctx, ammp)
    91  			g.Expect(err).NotTo(HaveOccurred())
    92  		}, inputGetter().WaitIntervals...).Should(Succeed())
    93  	}
    94  
    95  	validateUntoggled := validateAKSAutoscaleDisabled
    96  	validateToggled := validateAKSAutoscaleEnabled
    97  	autoscalingInitiallyEnabled := ammp.Spec.Scaling != nil
    98  	if autoscalingInitiallyEnabled {
    99  		validateToggled, validateUntoggled = validateUntoggled, validateToggled
   100  	}
   101  
   102  	validateUntoggled(getAgentPool, inputGetter)
   103  	toggleAutoscaling()
   104  	validateToggled(getAgentPool, inputGetter)
   105  	toggleAutoscaling()
   106  	validateUntoggled(getAgentPool, inputGetter)
   107  }
   108  
   109  func validateAKSAutoscaleDisabled(agentPoolGetter func() (armcontainerservice.AgentPool, error), inputGetter func() AKSAutoscaleSpecInput) {
   110  	By("Validating autoscaler disabled")
   111  	Eventually(func(g Gomega) {
   112  		agentpool, err := agentPoolGetter()
   113  		g.Expect(err).NotTo(HaveOccurred())
   114  		g.Expect(agentpool.Properties.ProvisioningState).To(Equal(ptr.To("Succeeded")))
   115  		g.Expect(ptr.Deref(agentpool.Properties.EnableAutoScaling, false)).To(BeFalse())
   116  	}, inputGetter().WaitIntervals...).Should(Succeed())
   117  }
   118  
   119  func validateAKSAutoscaleEnabled(agentPoolGetter func() (armcontainerservice.AgentPool, error), inputGetter func() AKSAutoscaleSpecInput) {
   120  	By("Validating autoscaler enabled")
   121  	Eventually(func(g Gomega) {
   122  		agentpool, err := agentPoolGetter()
   123  		g.Expect(err).NotTo(HaveOccurred())
   124  		g.Expect(agentpool.Properties.ProvisioningState).To(Equal(ptr.To("Succeeded")))
   125  		g.Expect(ptr.Deref(agentpool.Properties.EnableAutoScaling, false)).To(BeTrue())
   126  	}, inputGetter().WaitIntervals...).Should(Succeed())
   127  }