github.com/kubewharf/katalyst-core@v0.5.3/pkg/agent/qrm-plugins/memory/dynamicpolicy/util.go (about)

     1  /*
     2  Copyright 2022 The Katalyst Authors.
     3  
     4  Licensed under the Apache License, Version 2.0 (the "License");
     5  you may not use this file except in compliance with the License.
     6  You may obtain a copy of the License at
     7  
     8      http://www.apache.org/licenses/LICENSE-2.0
     9  
    10  Unless required by applicable law or agreed to in writing, software
    11  distributed under the License is distributed on an "AS IS" BASIS,
    12  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    13  See the License for the specific language governing permissions and
    14  limitations under the License.
    15  */
    16  
    17  package dynamicpolicy
    18  
    19  import (
    20  	"context"
    21  	"fmt"
    22  	"math"
    23  
    24  	info "github.com/google/cadvisor/info/v1"
    25  	v1 "k8s.io/api/core/v1"
    26  	"k8s.io/apimachinery/pkg/api/resource"
    27  
    28  	"github.com/kubewharf/katalyst-core/pkg/config"
    29  	"github.com/kubewharf/katalyst-core/pkg/metaserver"
    30  	"github.com/kubewharf/katalyst-core/pkg/util/general"
    31  	utilkubeconfig "github.com/kubewharf/katalyst-core/pkg/util/kubelet/config"
    32  )
    33  
    34  func GetFullyDropCacheBytes(container *v1.Container) int64 {
    35  	if container == nil {
    36  		return 0
    37  	}
    38  
    39  	memoryLimit := container.Resources.Limits[v1.ResourceMemory]
    40  	memoryReq := container.Resources.Requests[v1.ResourceMemory]
    41  	fullyDropCacheBytes := memoryLimit.Value()
    42  
    43  	if fullyDropCacheBytes == 0 {
    44  		fullyDropCacheBytes = memoryReq.Value()
    45  	}
    46  
    47  	return fullyDropCacheBytes
    48  }
    49  
    50  // GetReservedMemory is used to spread total reserved memories into per-numa level.
    51  // this reserve resource calculation logic should be kept in qrm, if advisor wants
    52  // to get this info, it should depend on the returned checkpoint (through cpu-server)
    53  func getReservedMemory(conf *config.Configuration, metaServer *metaserver.MetaServer, machineInfo *info.MachineInfo) (map[int]uint64, error) {
    54  	if conf == nil {
    55  		return nil, fmt.Errorf("nil conf")
    56  	} else if metaServer == nil {
    57  		return nil, fmt.Errorf("nil metaServer")
    58  	} else if machineInfo == nil {
    59  		return nil, fmt.Errorf("nil machineInfo")
    60  	}
    61  
    62  	numasCount := len(machineInfo.Topology)
    63  
    64  	var reservedMemoryGB float64
    65  	if conf.UseKubeletReservedConfig {
    66  		klConfig, err := metaServer.GetKubeletConfig(context.TODO())
    67  		if err != nil {
    68  			return nil, fmt.Errorf("failed to get kubelet config: %v", err)
    69  		}
    70  
    71  		reservedQuantity, found, err := utilkubeconfig.GetReservedQuantity(klConfig, string(v1.ResourceMemory))
    72  		if err != nil {
    73  			return nil, fmt.Errorf("GetKubeletReservedQuantity failed with error: %v", err)
    74  		} else {
    75  			unitGB := resource.MustParse("1Gi")
    76  			reservedMemoryGB = float64(reservedQuantity.Value()) / float64(unitGB.Value())
    77  			general.Infof("get reservedMemoryGB: %.2f from kubelet config, found: %v", reservedMemoryGB, found)
    78  		}
    79  	} else {
    80  		reservedMemoryGB = float64(conf.ReservedMemoryGB)
    81  		general.Infof("get reservedMemoryGB: %.2f from ReservedMemoryGB configuration", reservedMemoryGB)
    82  	}
    83  
    84  	perNumaReservedGB := uint64(math.Ceil(reservedMemoryGB / float64(numasCount)))
    85  	perNumaReservedQuantity := resource.MustParse(fmt.Sprintf("%dGi", perNumaReservedGB))
    86  	ceilReservedMemoryGB := perNumaReservedGB * uint64(numasCount)
    87  
    88  	general.Infof("reservedMemoryGB: %.2f, ceilReservedMemoryGB: %d, perNumaReservedGB: %d, numasCount: %d",
    89  		reservedMemoryGB, ceilReservedMemoryGB, perNumaReservedGB, numasCount)
    90  
    91  	reservedMemory := make(map[int]uint64)
    92  	for _, node := range machineInfo.Topology {
    93  		reservedMemory[node.Id] = uint64(perNumaReservedQuantity.Value())
    94  	}
    95  	return reservedMemory, nil
    96  }