mirror of
https://github.com/kubernetes-sigs/descheduler.git
synced 2026-01-26 13:29:11 +01:00
358 lines
13 KiB
Go
358 lines
13 KiB
Go
/*
|
|
Copyright 2022 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package removepodshavingtoomanyrestarts
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"testing"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
"k8s.io/apimachinery/pkg/api/resource"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/client-go/kubernetes/fake"
|
|
|
|
"sigs.k8s.io/descheduler/pkg/descheduler/evictions"
|
|
"sigs.k8s.io/descheduler/pkg/framework/plugins/defaultevictor"
|
|
frameworktesting "sigs.k8s.io/descheduler/pkg/framework/testing"
|
|
frameworktypes "sigs.k8s.io/descheduler/pkg/framework/types"
|
|
"sigs.k8s.io/descheduler/test"
|
|
)
|
|
|
|
func initPods(node *v1.Node) []*v1.Pod {
|
|
pods := make([]*v1.Pod, 0)
|
|
|
|
for i := int32(0); i <= 9; i++ {
|
|
pod := test.BuildTestPod(fmt.Sprintf("pod-%d", i), 100, 0, node.Name, nil)
|
|
pod.ObjectMeta.OwnerReferences = test.GetNormalPodOwnerRefList()
|
|
|
|
// pod at index i will have 25 * i restarts.
|
|
pod.Status = v1.PodStatus{
|
|
InitContainerStatuses: []v1.ContainerStatus{
|
|
{
|
|
RestartCount: 5 * i,
|
|
},
|
|
},
|
|
ContainerStatuses: []v1.ContainerStatus{
|
|
{
|
|
RestartCount: 10 * i,
|
|
},
|
|
{
|
|
RestartCount: 10 * i,
|
|
},
|
|
},
|
|
}
|
|
pods = append(pods, pod)
|
|
}
|
|
|
|
// The following 3 pods won't get evicted.
|
|
// A daemonset.
|
|
pods[6].ObjectMeta.OwnerReferences = test.GetDaemonSetOwnerRefList()
|
|
// A pod with local storage.
|
|
pods[7].ObjectMeta.OwnerReferences = test.GetNormalPodOwnerRefList()
|
|
pods[7].Spec.Volumes = []v1.Volume{
|
|
{
|
|
Name: "sample",
|
|
VolumeSource: v1.VolumeSource{
|
|
HostPath: &v1.HostPathVolumeSource{Path: "somePath"},
|
|
EmptyDir: &v1.EmptyDirVolumeSource{
|
|
SizeLimit: resource.NewQuantity(int64(10), resource.BinarySI),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
// A Mirror Pod.
|
|
pods[8].Annotations = test.GetMirrorPodAnnotation()
|
|
|
|
return pods
|
|
}
|
|
|
|
func TestRemovePodsHavingTooManyRestarts(t *testing.T) {
|
|
node1 := test.BuildTestNode("node1", 2000, 3000, 10, nil)
|
|
node2 := test.BuildTestNode("node2", 2000, 3000, 10, func(node *v1.Node) {
|
|
node.Spec.Taints = []v1.Taint{
|
|
{
|
|
Key: "hardware",
|
|
Value: "gpu",
|
|
Effect: v1.TaintEffectNoSchedule,
|
|
},
|
|
}
|
|
})
|
|
node3 := test.BuildTestNode("node3", 2000, 3000, 10, func(node *v1.Node) {
|
|
node.Spec = v1.NodeSpec{
|
|
Unschedulable: true,
|
|
}
|
|
})
|
|
node4 := test.BuildTestNode("node4", 200, 3000, 10, nil)
|
|
node5 := test.BuildTestNode("node5", 2000, 3000, 10, nil)
|
|
|
|
createRemovePodsHavingTooManyRestartsAgrs := func(
|
|
podRestartThresholds int32,
|
|
includingInitContainers bool,
|
|
) RemovePodsHavingTooManyRestartsArgs {
|
|
return RemovePodsHavingTooManyRestartsArgs{
|
|
PodRestartThreshold: podRestartThresholds,
|
|
IncludingInitContainers: includingInitContainers,
|
|
}
|
|
}
|
|
|
|
var uint3 uint = 3
|
|
|
|
tests := []struct {
|
|
description string
|
|
nodes []*v1.Node
|
|
args RemovePodsHavingTooManyRestartsArgs
|
|
expectedEvictedPodCount uint
|
|
maxPodsToEvictPerNode *uint
|
|
maxNoOfPodsToEvictPerNamespace *uint
|
|
nodeFit bool
|
|
applyFunc func([]*v1.Pod)
|
|
}{
|
|
{
|
|
description: "All pods have total restarts under threshold, no pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(10000, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 0,
|
|
},
|
|
{
|
|
description: "Some pods have total restarts bigger than threshold",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 6,
|
|
},
|
|
{
|
|
description: "Nine pods have total restarts equals threshold(includingInitContainers=true), 6 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1*25, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 6,
|
|
},
|
|
{
|
|
description: "Nine pods have total restarts equals threshold(includingInitContainers=false), 5 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1*25, false),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 5,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(includingInitContainers=true), 6 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1*20, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 6,
|
|
},
|
|
{
|
|
description: "Nine pods have total restarts equals threshold(includingInitContainers=false), 6 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1*20, false),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 6,
|
|
},
|
|
{
|
|
description: "Five pods have total restarts bigger than threshold(includingInitContainers=true), but only 1 pod eviction",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(5*25+1, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 1,
|
|
},
|
|
{
|
|
description: "Five pods have total restarts bigger than threshold(includingInitContainers=false), but only 1 pod eviction",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(5*20+1, false),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 1,
|
|
nodeFit: false,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(maxPodsToEvictPerNode=3), 3 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 3,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(maxNoOfPodsToEvictPerNamespace=3), 3 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 3,
|
|
maxNoOfPodsToEvictPerNamespace: &uint3,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(maxPodsToEvictPerNode=3) but the only other node is tainted, 0 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1, node2},
|
|
expectedEvictedPodCount: 0,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
nodeFit: true,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(maxPodsToEvictPerNode=3) but the only other node is not schedulable, 0 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1, node3},
|
|
expectedEvictedPodCount: 0,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
nodeFit: true,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(maxPodsToEvictPerNode=3) but the only other node does not have enough CPU, 0 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1, node4},
|
|
expectedEvictedPodCount: 0,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
nodeFit: true,
|
|
},
|
|
{
|
|
description: "All pods have total restarts equals threshold(maxPodsToEvictPerNode=3) but the only other node has enough CPU, 3 pod evictions",
|
|
args: createRemovePodsHavingTooManyRestartsAgrs(1, true),
|
|
nodes: []*v1.Node{node1, node5},
|
|
expectedEvictedPodCount: 3,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
nodeFit: true,
|
|
},
|
|
{
|
|
description: "pods are in CrashLoopBackOff with states=CrashLoopBackOff, 3 pod evictions",
|
|
args: RemovePodsHavingTooManyRestartsArgs{PodRestartThreshold: 1, States: []string{"CrashLoopBackOff"}},
|
|
nodes: []*v1.Node{node1, node5},
|
|
expectedEvictedPodCount: 3,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
nodeFit: true,
|
|
applyFunc: func(pods []*v1.Pod) {
|
|
for _, pod := range pods {
|
|
if len(pod.Status.ContainerStatuses) > 0 {
|
|
pod.Status.ContainerStatuses[0].State = v1.ContainerState{
|
|
Waiting: &v1.ContainerStateWaiting{Reason: "CrashLoopBackOff"},
|
|
}
|
|
}
|
|
}
|
|
},
|
|
},
|
|
{
|
|
description: "pods without CrashLoopBackOff with states=CrashLoopBackOff, 0 pod evictions",
|
|
args: RemovePodsHavingTooManyRestartsArgs{PodRestartThreshold: 1, States: []string{"CrashLoopBackOff"}},
|
|
nodes: []*v1.Node{node1, node5},
|
|
expectedEvictedPodCount: 0,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
nodeFit: true,
|
|
},
|
|
{
|
|
description: "pods running with state=Running, 3 pod evictions",
|
|
args: RemovePodsHavingTooManyRestartsArgs{PodRestartThreshold: 1, States: []string{string(v1.PodRunning)}},
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 3,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
applyFunc: func(pods []*v1.Pod) {
|
|
for _, pod := range pods {
|
|
pod.Status.Phase = v1.PodRunning
|
|
}
|
|
},
|
|
},
|
|
{
|
|
description: "pods pending with state=Running, 0 pod evictions",
|
|
args: RemovePodsHavingTooManyRestartsArgs{PodRestartThreshold: 1, States: []string{string(v1.PodRunning)}},
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 0,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
applyFunc: func(pods []*v1.Pod) {
|
|
for _, pod := range pods {
|
|
pod.Status.Phase = v1.PodPending
|
|
}
|
|
},
|
|
},
|
|
{
|
|
description: "pods pending with initContainer with states=CrashLoopBackOff threshold(includingInitContainers=true), 3 pod evictions",
|
|
args: RemovePodsHavingTooManyRestartsArgs{PodRestartThreshold: 1, States: []string{"CrashLoopBackOff"}, IncludingInitContainers: true},
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 3,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
applyFunc: func(pods []*v1.Pod) {
|
|
for _, pod := range pods {
|
|
pod.Status.InitContainerStatuses = []v1.ContainerStatus{
|
|
{
|
|
State: v1.ContainerState{
|
|
Waiting: &v1.ContainerStateWaiting{Reason: "CrashLoopBackOff"},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
},
|
|
},
|
|
{
|
|
description: "pods pending with initContainer with states=CrashLoopBackOff threshold(includingInitContainers=false), 0 pod evictions",
|
|
args: RemovePodsHavingTooManyRestartsArgs{PodRestartThreshold: 1, States: []string{"CrashLoopBackOff"}, IncludingInitContainers: false},
|
|
nodes: []*v1.Node{node1},
|
|
expectedEvictedPodCount: 0,
|
|
maxPodsToEvictPerNode: &uint3,
|
|
applyFunc: func(pods []*v1.Pod) {
|
|
for _, pod := range pods {
|
|
pod.Status.InitContainerStatuses = []v1.ContainerStatus{
|
|
{
|
|
State: v1.ContainerState{
|
|
Waiting: &v1.ContainerStateWaiting{Reason: "CrashLoopBackOff"},
|
|
},
|
|
},
|
|
}
|
|
}
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, tc := range tests {
|
|
t.Run(tc.description, func(t *testing.T) {
|
|
pods := append(
|
|
initPods(node1),
|
|
test.BuildTestPod("CPU-consumer-1", 150, 100, node4.Name, test.SetNormalOwnerRef),
|
|
test.BuildTestPod("CPU-consumer-2", 150, 100, node5.Name, test.SetNormalOwnerRef),
|
|
)
|
|
if tc.applyFunc != nil {
|
|
tc.applyFunc(pods)
|
|
}
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
var objs []runtime.Object
|
|
for _, node := range tc.nodes {
|
|
objs = append(objs, node)
|
|
}
|
|
for _, pod := range pods {
|
|
objs = append(objs, pod)
|
|
}
|
|
fakeClient := fake.NewSimpleClientset(objs...)
|
|
|
|
handle, podEvictor, err := frameworktesting.InitFrameworkHandle(
|
|
ctx,
|
|
fakeClient,
|
|
evictions.NewOptions().
|
|
WithMaxPodsToEvictPerNode(tc.maxPodsToEvictPerNode).
|
|
WithMaxPodsToEvictPerNamespace(tc.maxNoOfPodsToEvictPerNamespace),
|
|
defaultevictor.DefaultEvictorArgs{NodeFit: tc.nodeFit},
|
|
nil,
|
|
)
|
|
if err != nil {
|
|
t.Fatalf("Unable to initialize a framework handle: %v", err)
|
|
}
|
|
|
|
plugin, err := New(
|
|
&tc.args,
|
|
handle)
|
|
if err != nil {
|
|
t.Fatalf("Unable to initialize the plugin: %v", err)
|
|
}
|
|
|
|
plugin.(frameworktypes.DeschedulePlugin).Deschedule(ctx, tc.nodes)
|
|
actualEvictedPodCount := podEvictor.TotalEvicted()
|
|
if actualEvictedPodCount != tc.expectedEvictedPodCount {
|
|
t.Errorf("Test %#v failed, expected %v pod evictions, but got %v pod evictions\n", tc.description, tc.expectedEvictedPodCount, actualEvictedPodCount)
|
|
}
|
|
})
|
|
}
|
|
}
|