/* Copyright 2017 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package utils import ( "fmt" "reflect" "sort" v1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/labels" "k8s.io/apimachinery/pkg/util/sets" "k8s.io/component-helpers/scheduling/corev1" "k8s.io/component-helpers/scheduling/corev1/nodeaffinity" "k8s.io/klog/v2" ) // GetNamespacesFromPodAffinityTerm returns a set of names // according to the namespaces indicated in podAffinityTerm. // If namespaces is empty it considers the given pod's namespace. func GetNamespacesFromPodAffinityTerm(pod *v1.Pod, podAffinityTerm *v1.PodAffinityTerm) sets.Set[string] { names := sets.New[string]() if len(podAffinityTerm.Namespaces) == 0 { names.Insert(pod.Namespace) } else { names.Insert(podAffinityTerm.Namespaces...) } return names } // PodMatchesTermsNamespaceAndSelector returns true if the given // matches the namespace and selector defined by `s . func PodMatchesTermsNamespaceAndSelector(pod *v1.Pod, namespaces sets.Set[string], selector labels.Selector) bool { if !namespaces.Has(pod.Namespace) { return false } if !selector.Matches(labels.Set(pod.Labels)) { return false } return true } // PodMatchNodeSelector checks if a pod node selector matches the node label. func PodMatchNodeSelector(pod *v1.Pod, node *v1.Node) (bool, error) { if node == nil { return false, fmt.Errorf("node not found") } nodeRequiredAffinity := nodeaffinity.GetRequiredNodeAffinity(pod) return nodeRequiredAffinity.Match(node) } func uniqueSortNodeSelectorTerms(srcTerms []v1.NodeSelectorTerm) []v1.NodeSelectorTerm { terms := append([]v1.NodeSelectorTerm{}, srcTerms...) for i := range terms { if terms[i].MatchExpressions != nil { terms[i].MatchExpressions = uniqueSortNodeSelectorRequirements(terms[i].MatchExpressions) } if terms[i].MatchFields != nil { terms[i].MatchFields = uniqueSortNodeSelectorRequirements(terms[i].MatchFields) } } if len(terms) < 2 { return terms } lastTerm := terms[0] uniqueTerms := append([]v1.NodeSelectorTerm{}, terms[0]) for _, term := range terms[1:] { if reflect.DeepEqual(term, lastTerm) { continue } lastTerm = term uniqueTerms = append(uniqueTerms, term) } return uniqueTerms } // sort NodeSelectorRequirement in (key, operator, values) order func uniqueSortNodeSelectorRequirements(srcReqs []v1.NodeSelectorRequirement) []v1.NodeSelectorRequirement { reqs := append([]v1.NodeSelectorRequirement{}, srcReqs...) // unique sort Values for i := range reqs { sort.Strings(reqs[i].Values) if len(reqs[i].Values) > 1 { lastString := reqs[i].Values[0] values := []string{lastString} for _, val := range reqs[i].Values { if val == lastString { continue } lastString = val values = append(values, val) } reqs[i].Values = values } } if len(reqs) < 2 { return reqs } // unique sort reqs sort.Slice(reqs, func(i, j int) bool { if reqs[i].Key < reqs[j].Key { return true } if reqs[i].Key > reqs[j].Key { return false } if reqs[i].Operator < reqs[j].Operator { return true } if reqs[i].Operator > reqs[j].Operator { return false } if len(reqs[i].Values) < len(reqs[j].Values) { return true } if len(reqs[i].Values) > len(reqs[j].Values) { return false } for k := range reqs[i].Values { if reqs[i].Values[k] < reqs[j].Values[k] { return true } if reqs[i].Values[k] > reqs[j].Values[k] { return false } } return true }) lastReq := reqs[0] uniqueReqs := append([]v1.NodeSelectorRequirement{}, lastReq) for _, req := range reqs[1:] { if reflect.DeepEqual(req, lastReq) { continue } lastReq = req uniqueReqs = append(uniqueReqs, req) } return uniqueReqs } func NodeSelectorsEqual(n1, n2 *v1.NodeSelector) bool { if n1 == nil && n2 == nil { return true } if n1 == nil || n2 == nil { return false } return reflect.DeepEqual( uniqueSortNodeSelectorTerms(n1.NodeSelectorTerms), uniqueSortNodeSelectorTerms(n2.NodeSelectorTerms), ) } // TolerationsTolerateTaint checks if taint is tolerated by any of the tolerations. func TolerationsTolerateTaint(tolerations []v1.Toleration, taint *v1.Taint) bool { for i := range tolerations { if tolerations[i].ToleratesTaint(taint) { return true } } return false } type taintsFilterFunc func(*v1.Taint) bool // TolerationsTolerateTaintsWithFilter checks if given tolerations tolerates // all the taints that apply to the filter in given taint list. func TolerationsTolerateTaintsWithFilter(tolerations []v1.Toleration, taints []v1.Taint, applyFilter taintsFilterFunc) bool { for i := range taints { if applyFilter != nil && !applyFilter(&taints[i]) { continue } if !TolerationsTolerateTaint(tolerations, &taints[i]) { return false } } return true } // sort by (key, value, effect, operand) func uniqueSortTolerations(srcTolerations []v1.Toleration) []v1.Toleration { tolerations := append([]v1.Toleration{}, srcTolerations...) if len(tolerations) < 2 { return tolerations } sort.Slice(tolerations, func(i, j int) bool { if tolerations[i].Key < tolerations[j].Key { return true } if tolerations[i].Key > tolerations[j].Key { return false } if tolerations[i].Value < tolerations[j].Value { return true } if tolerations[i].Value > tolerations[j].Value { return false } if tolerations[i].Effect < tolerations[j].Effect { return true } if tolerations[i].Effect > tolerations[j].Effect { return false } return tolerations[i].Operator < tolerations[j].Operator }) uniqueTolerations := []v1.Toleration{tolerations[0]} idx := 0 for _, t := range tolerations[1:] { if t.MatchToleration(&uniqueTolerations[idx]) { continue } idx++ uniqueTolerations = append(uniqueTolerations, t) } return uniqueTolerations } func TolerationsEqual(t1, t2 []v1.Toleration) bool { t1Sorted := uniqueSortTolerations(t1) t2Sorted := uniqueSortTolerations(t2) l1Len := len(t1Sorted) if l1Len != len(t2Sorted) { return false } for i := 0; i < l1Len; i++ { if !t1Sorted[i].MatchToleration(&t2Sorted[i]) { return false } } return true } // Returns the weight that the pod gives to a node by analyzing the // soft node affinity of that pod // (nodeAffinity.preferredDuringSchedulingIgnoredDuringExecution) func GetNodeWeightGivenPodPreferredAffinity(pod *v1.Pod, node *v1.Node) (int32, error) { if !PodHasNodeAffinity(pod, PreferredDuringSchedulingIgnoredDuringExecution) { return 0, nil } // Iterate over each PreferredSchedulingTerm and check if it matches with the current node labels. // If so, add the weight of the PreferredSchedulingTerm to the sum of weight. With that, we'll know // the weight that the nodeAffinity from this pod gives to this node. var sumWeights int32 = 0 for _, prefSchedulTerm := range pod.Spec.Affinity.NodeAffinity.PreferredDuringSchedulingIgnoredDuringExecution { preferredNodeSelector := &v1.NodeSelector{NodeSelectorTerms: []v1.NodeSelectorTerm{prefSchedulTerm.Preference}} match, err := corev1.MatchNodeSelectorTerms(node, preferredNodeSelector) if err != nil { klog.ErrorS(err, "error parsing node selector", "selector", preferredNodeSelector) continue } if match { sumWeights += prefSchedulTerm.Weight } } return sumWeights, nil } func CreateNodeMap(nodes []*v1.Node) map[string]*v1.Node { m := make(map[string]*v1.Node, len(nodes)) for _, node := range nodes { m[node.GetName()] = node } return m } // CheckPodsWithAntiAffinityExist checks if there are other pods on the node that the current candidate pod cannot tolerate. func CheckPodsWithAntiAffinityExist(candidatePod *v1.Pod, assignedPods map[string][]*v1.Pod, nodeMap map[string]*v1.Node) bool { nodeHavingCandidatePod, ok := nodeMap[candidatePod.Spec.NodeName] if !ok { klog.Warningf("CandidatePod %s does not exist in nodeMap", klog.KObj(candidatePod)) return false } affinity := candidatePod.Spec.Affinity if affinity == nil || affinity.PodAntiAffinity == nil { return false } for _, term := range GetPodAntiAffinityTerms(affinity.PodAntiAffinity) { namespaces := GetNamespacesFromPodAffinityTerm(candidatePod, &term) selector, err := metav1.LabelSelectorAsSelector(term.LabelSelector) if err != nil { klog.ErrorS(err, "Unable to convert LabelSelector into Selector") return false } for namespace := range namespaces { for _, assignedPod := range assignedPods[namespace] { if assignedPod.Name == candidatePod.Name || !PodMatchesTermsNamespaceAndSelector(assignedPod, namespaces, selector) { klog.V(4).InfoS("CandidatePod doesn't matches inter-pod anti-affinity rule of assigned pod on node", "candidatePod", klog.KObj(candidatePod), "assignedPod", klog.KObj(assignedPod)) continue } nodeHavingAssignedPod, ok := nodeMap[assignedPod.Spec.NodeName] if !ok { continue } if hasSameLabelValue(nodeHavingCandidatePod, nodeHavingAssignedPod, term.TopologyKey) { klog.V(1).InfoS("CandidatePod matches inter-pod anti-affinity rule of assigned pod on node", "candidatePod", klog.KObj(candidatePod), "assignedPod", klog.KObj(assignedPod)) return true } } } } return false } // GetPodAntiAffinityTerms gets the antiaffinity terms for the given pod. func GetPodAntiAffinityTerms(podAntiAffinity *v1.PodAntiAffinity) (terms []v1.PodAffinityTerm) { if podAntiAffinity != nil { if len(podAntiAffinity.RequiredDuringSchedulingIgnoredDuringExecution) != 0 { terms = podAntiAffinity.RequiredDuringSchedulingIgnoredDuringExecution } } return terms } // hasSameLabelValue checks if the pods are in the same topology zone. func hasSameLabelValue(node1, node2 *v1.Node, key string) bool { if node1.Name == node2.Name { return true } // no match if node has empty labels node1Labels := node1.Labels if node1Labels == nil { return false } node2Labels := node2.Labels if node2Labels == nil { return false } // no match if node has no topology zone label with given key value1, ok := node1Labels[key] if !ok { return false } value2, ok := node2Labels[key] if !ok { return false } return value1 == value2 }