2016-05-04 02:50:31 -04:00
/ *
2016-06-02 20:25:58 -04:00
Copyright 2016 The Kubernetes Authors .
2016-05-04 02:50:31 -04:00
Licensed under the Apache License , Version 2.0 ( the "License" ) ;
you may not use this file except in compliance with the License .
You may obtain a copy of the License at
http : //www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing , software
distributed under the License is distributed on an "AS IS" BASIS ,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND , either express or implied .
See the License for the specific language governing permissions and
limitations under the License .
* /
package priorities
import (
"fmt"
"reflect"
"testing"
2017-06-22 14:24:23 -04:00
"k8s.io/api/core/v1"
2017-01-11 09:09:48 -05:00
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
2018-01-03 21:12:18 -05:00
schedulerapi "k8s.io/kubernetes/pkg/scheduler/api"
2018-12-07 21:36:11 -05:00
schedulernodeinfo "k8s.io/kubernetes/pkg/scheduler/nodeinfo"
2018-01-03 21:12:18 -05:00
schedulertesting "k8s.io/kubernetes/pkg/scheduler/testing"
2016-05-04 02:50:31 -04:00
)
2016-11-18 15:52:35 -05:00
type FakeNodeListInfo [ ] * v1 . Node
2016-05-04 02:50:31 -04:00
2016-11-18 15:52:35 -05:00
func ( nodes FakeNodeListInfo ) GetNodeInfo ( nodeName string ) ( * v1 . Node , error ) {
2016-05-04 02:50:31 -04:00
for _ , node := range nodes {
if node . Name == nodeName {
2016-07-11 10:55:10 -04:00
return node , nil
2016-05-04 02:50:31 -04:00
}
}
return nil , fmt . Errorf ( "Unable to find node: %s" , nodeName )
}
func TestInterPodAffinityPriority ( t * testing . T ) {
labelRgChina := map [ string ] string {
"region" : "China" ,
}
labelRgIndia := map [ string ] string {
"region" : "India" ,
}
labelAzAz1 := map [ string ] string {
"az" : "az1" ,
}
labelAzAz2 := map [ string ] string {
"az" : "az2" ,
}
labelRgChinaAzAz1 := map [ string ] string {
"region" : "China" ,
"az" : "az1" ,
}
podLabelSecurityS1 := map [ string ] string {
"security" : "S1" ,
}
podLabelSecurityS2 := map [ string ] string {
"security" : "S2" ,
}
// considered only preferredDuringSchedulingIgnoredDuringExecution in pod affinity
2016-12-08 10:14:21 -05:00
stayWithS1InRegion := & v1 . Affinity {
PodAffinity : & v1 . PodAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
{
Weight : 5 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S1" } ,
} ,
} ,
} ,
TopologyKey : "region" ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
2016-12-08 10:14:21 -05:00
stayWithS2InRegion := & v1 . Affinity {
PodAffinity : & v1 . PodAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
{
Weight : 6 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S2" } ,
} ,
} ,
} ,
TopologyKey : "region" ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
2016-12-08 10:14:21 -05:00
affinity3 := & v1 . Affinity {
PodAffinity : & v1 . PodAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
2016-05-04 02:50:31 -04:00
{
2016-12-08 10:14:21 -05:00
Weight : 8 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpNotIn ,
Values : [ ] string { "S1" } ,
} , {
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S2" } ,
} ,
} ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
TopologyKey : "region" ,
} ,
2016-05-04 02:50:31 -04:00
} , {
2016-12-08 10:14:21 -05:00
Weight : 2 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpExists ,
} , {
Key : "wrongkey" ,
Operator : metav1 . LabelSelectorOpDoesNotExist ,
} ,
} ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
TopologyKey : "region" ,
} ,
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
2016-12-08 10:14:21 -05:00
hardAffinity := & v1 . Affinity {
PodAffinity : & v1 . PodAffinity {
RequiredDuringSchedulingIgnoredDuringExecution : [ ] v1 . PodAffinityTerm {
2016-05-04 02:50:31 -04:00
{
2016-12-08 10:14:21 -05:00
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S1" , "value2" } ,
} ,
} ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
TopologyKey : "region" ,
2016-05-04 02:50:31 -04:00
} , {
2016-12-08 10:14:21 -05:00
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpExists ,
} , {
Key : "wrongkey" ,
Operator : metav1 . LabelSelectorOpDoesNotExist ,
} ,
} ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
TopologyKey : "region" ,
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
2016-12-08 10:14:21 -05:00
awayFromS1InAz := & v1 . Affinity {
PodAntiAffinity : & v1 . PodAntiAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
{
Weight : 5 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S1" } ,
} ,
} ,
} ,
TopologyKey : "az" ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
// to stay away from security S2 in any az.
2016-12-08 10:14:21 -05:00
awayFromS2InAz := & v1 . Affinity {
PodAntiAffinity : & v1 . PodAntiAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
{
Weight : 5 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S2" } ,
} ,
} ,
} ,
TopologyKey : "az" ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
// to stay with security S1 in same region, stay away from security S2 in any az.
2016-12-08 10:14:21 -05:00
stayWithS1InRegionAwayFromS2InAz := & v1 . Affinity {
PodAffinity : & v1 . PodAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
{
Weight : 8 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S1" } ,
} ,
} ,
} ,
TopologyKey : "region" ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
} ,
} ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
PodAntiAffinity : & v1 . PodAntiAffinity {
PreferredDuringSchedulingIgnoredDuringExecution : [ ] v1 . WeightedPodAffinityTerm {
{
Weight : 5 ,
PodAffinityTerm : v1 . PodAffinityTerm {
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "security" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S2" } ,
} ,
} ,
} ,
TopologyKey : "az" ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
tests := [ ] struct {
2016-11-18 15:52:35 -05:00
pod * v1 . Pod
pods [ ] * v1 . Pod
nodes [ ] * v1 . Node
2016-05-04 02:50:31 -04:00
expectedList schedulerapi . HostPriorityList
2018-05-10 07:12:20 -04:00
name string
2016-05-04 02:50:31 -04:00
} {
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-07-25 17:34:05 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : 0 } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "all machines are same priority as Affinity is nil" ,
2016-05-04 02:50:31 -04:00
} ,
// the node(machine1) that have the label {"region": "China"} (match the topology key) and that have existing pods that match the labelSelector get high score
// the node(machine3) that don't have the label {"region": "whatever the value is"} (mismatch the topology key) but that have existing pods that match the labelSelector get low score
// the node(machine2) that have the label {"region": "China"} (match the topology key) but that have existing pods that mismatch the labelSelector get low score
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : stayWithS1InRegion } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine3" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : 0 } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity: pod that matches topology key & pods in nodes will get high score comparing to others" +
2016-05-04 02:50:31 -04:00
"which doesn't match either pods in nodes or in topology key" ,
} ,
// the node1(machine1) that have the label {"region": "China"} (match the topology key) and that have existing pods that match the labelSelector get high score
// the node2(machine2) that have the label {"region": "China"}, match the topology key and have the same label value with node1, get the same high score with node1
// the node3(machine3) that have the label {"region": "India"}, match the topology key but have a different label value, don't have existing pods that match the labelSelector,
// get a low score.
{
2016-12-08 10:14:21 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : stayWithS1InRegion } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgChinaAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelRgIndia } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : schedulerapi . MaxPriority } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "All the nodes that have the same topology key & label value with one of them has an existing pod that match the affinity rules, have the same score" ,
2016-05-04 02:50:31 -04:00
} ,
// there are 2 regions, say regionChina(machine1,machine3,machine4) and regionIndia(machine2,machine5), both regions have nodes that match the preference.
// But there are more nodes(actually more existing pods) in regionChina that match the preference than regionIndia.
// Then, nodes in regionChina get higher score than nodes in regionIndia, and all the nodes in regionChina should get a same score(high score),
// while all the nodes in regionIndia should get another same score(low score).
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : stayWithS2InRegion } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine3" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine4" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine5" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-11-18 15:52:35 -05:00
} ,
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine4" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine5" , Labels : labelRgIndia } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : 5 } , { Host : "machine3" , Score : schedulerapi . MaxPriority } , { Host : "machine4" , Score : schedulerapi . MaxPriority } , { Host : "machine5" , Score : 5 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity: nodes in one region has more matching pods comparing to other reqion, so the region which has more macthes will get high score" ,
2016-05-04 02:50:31 -04:00
} ,
// Test with the different operators and values for pod affinity scheduling preference, including some match failures.
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : affinity3 } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine3" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 2 } , { Host : "machine2" , Score : schedulerapi . MaxPriority } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity: different Label operators and values for pod affinity scheduling preference, including some match failures " ,
2016-05-04 02:50:31 -04:00
} ,
// Test the symmetry cases for affinity, the difference between affinity and symmetry is not the pod wants to run together with some existing pods,
// but the existing pods have the inter pod affinity preference while the pod to schedule satisfy the preference.
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" , Affinity : stayWithS1InRegion } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" , Affinity : stayWithS2InRegion } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : schedulerapi . MaxPriority } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity symmetry: considred only the preferredDuringSchedulingIgnoredDuringExecution in pod affinity symmetry" ,
2016-05-04 02:50:31 -04:00
} ,
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" , Affinity : hardAffinity } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" , Affinity : hardAffinity } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : schedulerapi . MaxPriority } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity symmetry: considred RequiredDuringSchedulingIgnoredDuringExecution in pod affinity symmetry" ,
2016-05-04 02:50:31 -04:00
} ,
// The pod to schedule prefer to stay away from some existing pods at node level using the pod anti affinity.
// the nodes that have the label {"node": "bar"} (match the topology key) and that have existing pods that match the labelSelector get low score
// the nodes that don't have the label {"node": "whatever the value is"} (mismatch the topology key) but that have existing pods that match the labelSelector get high score
// the nodes that have the label {"node": "bar"} (match the topology key) but that have existing pods that mismatch the labelSelector get high score
// there are 2 nodes, say node1 and node2, both nodes have pods that match the labelSelector and have topology-key in node.Labels.
// But there are more pods on node1 that match the preference than node2. Then, node1 get a lower score than node2.
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : awayFromS1InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgChina } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : schedulerapi . MaxPriority } } ,
2018-05-10 07:12:20 -04:00
name : "Anti Affinity: pod that doesnot match existing pods in node will get high score " ,
2016-05-04 02:50:31 -04:00
} ,
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : awayFromS1InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgChina } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : schedulerapi . MaxPriority } } ,
2018-05-10 07:12:20 -04:00
name : "Anti Affinity: pod that does not matches topology key & matches the pods in nodes will get higher score comparing to others " ,
2016-05-04 02:50:31 -04:00
} ,
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : awayFromS1InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : schedulerapi . MaxPriority } } ,
2018-05-10 07:12:20 -04:00
name : "Anti Affinity: one node has more matching pods comparing to other node, so the node which has more unmacthes will get high score" ,
2016-05-04 02:50:31 -04:00
} ,
// Test the symmetry cases for anti affinity
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" , Affinity : awayFromS2InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" , Affinity : awayFromS1InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelAzAz2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : schedulerapi . MaxPriority } } ,
2018-05-10 07:12:20 -04:00
name : "Anti Affinity symmetry: the existing pods in node which has anti affinity match will get high score" ,
2016-05-04 02:50:31 -04:00
} ,
// Test both affinity and anti-affinity
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : stayWithS1InRegionAwayFromS2InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity and Anti Affinity: considered only preferredDuringSchedulingIgnoredDuringExecution in both pod affinity & anti affinity" ,
2016-05-04 02:50:31 -04:00
} ,
// Combined cases considering both affinity and anti-affinity, the pod to schedule and existing pods have the same labels (they are in the same RC/service),
// the pod prefer to run together with its brother pods in the same region, but wants to stay away from them at node level,
// so that all the pods of a RC/service can stay in a same region but trying to separate with each other
// machine-1,machine-3,machine-4 are in ChinaRegion others machin-2,machine-5 are in IndiaRegion
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : stayWithS1InRegionAwayFromS2InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine3" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine3" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine4" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine5" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
} ,
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChinaAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine4" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine5" , Labels : labelRgIndia } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : 4 } , { Host : "machine3" , Score : schedulerapi . MaxPriority } , { Host : "machine4" , Score : schedulerapi . MaxPriority } , { Host : "machine5" , Score : 4 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity and Anti Affinity: considering both affinity and anti-affinity, the pod to schedule and existing pods have the same labels" ,
2016-05-04 02:50:31 -04:00
} ,
// Consider Affinity, Anti Affinity and symmetry together.
// for Affinity, the weights are: 8, 0, 0, 0
// for Anti Affinity, the weights are: 0, -5, 0, 0
// for Affinity symmetry, the weights are: 0, 0, 8, 0
// for Anti Affinity symmetry, the weights are: 0, 0, 0, -5
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" , Affinity : stayWithS1InRegionAwayFromS2InAz } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2017-01-16 22:38:19 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS1 } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelSecurityS2 } } ,
2016-12-08 10:14:21 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine3" , Affinity : stayWithS1InRegionAwayFromS2InAz } } ,
{ Spec : v1 . PodSpec { NodeName : "machine4" , Affinity : awayFromS1InAz } } ,
2016-11-18 15:52:35 -05:00
} ,
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelAzAz1 } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine4" , Labels : labelAzAz2 } } ,
2016-05-04 02:50:31 -04:00
} ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : 0 } , { Host : "machine3" , Score : schedulerapi . MaxPriority } , { Host : "machine4" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Affinity and Anti Affinity and symmetry: considered only preferredDuringSchedulingIgnoredDuringExecution in both pod affinity & anti affinity & symmetry" ,
2016-05-04 02:50:31 -04:00
} ,
}
for _ , test := range tests {
2018-05-10 07:12:20 -04:00
t . Run ( test . name , func ( t * testing . T ) {
2018-12-07 21:36:11 -05:00
nodeNameToInfo := schedulernodeinfo . CreateNodeNameToInfoMap ( test . pods , test . nodes )
2018-05-10 07:12:20 -04:00
interPodAffinity := InterPodAffinity {
info : FakeNodeListInfo ( test . nodes ) ,
nodeLister : schedulertesting . FakeNodeLister ( test . nodes ) ,
podLister : schedulertesting . FakePodLister ( test . pods ) ,
hardPodAffinityWeight : v1 . DefaultHardPodAffinitySymmetricWeight ,
}
list , err := interPodAffinity . CalculateInterPodAffinityPriority ( test . pod , nodeNameToInfo , test . nodes )
if err != nil {
t . Errorf ( "unexpected error: %v" , err )
}
if ! reflect . DeepEqual ( test . expectedList , list ) {
t . Errorf ( "expected \n\t%#v, \ngot \n\t%#v\n" , test . expectedList , list )
}
} )
2016-05-04 02:50:31 -04:00
}
}
func TestHardPodAffinitySymmetricWeight ( t * testing . T ) {
podLabelServiceS1 := map [ string ] string {
"service" : "S1" ,
}
labelRgChina := map [ string ] string {
"region" : "China" ,
}
labelRgIndia := map [ string ] string {
"region" : "India" ,
}
labelAzAz1 := map [ string ] string {
"az" : "az1" ,
}
2016-12-08 10:14:21 -05:00
hardPodAffinity := & v1 . Affinity {
PodAffinity : & v1 . PodAffinity {
RequiredDuringSchedulingIgnoredDuringExecution : [ ] v1 . PodAffinityTerm {
2016-05-04 02:50:31 -04:00
{
2016-12-08 10:14:21 -05:00
LabelSelector : & metav1 . LabelSelector {
MatchExpressions : [ ] metav1 . LabelSelectorRequirement {
{
Key : "service" ,
Operator : metav1 . LabelSelectorOpIn ,
Values : [ ] string { "S1" } ,
} ,
} ,
2016-05-04 02:50:31 -04:00
} ,
2016-12-08 10:14:21 -05:00
TopologyKey : "region" ,
} ,
} ,
} ,
2016-05-04 02:50:31 -04:00
}
tests := [ ] struct {
2016-11-18 15:52:35 -05:00
pod * v1 . Pod
pods [ ] * v1 . Pod
nodes [ ] * v1 . Node
2017-10-12 10:04:43 -04:00
hardPodAffinityWeight int32
2016-05-04 02:50:31 -04:00
expectedList schedulerapi . HostPriorityList
2018-05-10 07:12:20 -04:00
name string
2016-05-04 02:50:31 -04:00
} {
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelServiceS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2016-12-08 10:14:21 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" , Affinity : hardPodAffinity } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" , Affinity : hardPodAffinity } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
hardPodAffinityWeight : v1 . DefaultHardPodAffinitySymmetricWeight ,
2017-07-12 06:16:54 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : schedulerapi . MaxPriority } , { Host : "machine2" , Score : schedulerapi . MaxPriority } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Hard Pod Affinity symmetry: hard pod affinity symmetry weights 1 by default, then nodes that match the hard pod affinity symmetry rules, get a high score" ,
2016-05-04 02:50:31 -04:00
} ,
{
2017-01-16 22:38:19 -05:00
pod : & v1 . Pod { Spec : v1 . PodSpec { NodeName : "" } , ObjectMeta : metav1 . ObjectMeta { Labels : podLabelServiceS1 } } ,
2016-11-18 15:52:35 -05:00
pods : [ ] * v1 . Pod {
2016-12-08 10:14:21 -05:00
{ Spec : v1 . PodSpec { NodeName : "machine1" , Affinity : hardPodAffinity } } ,
{ Spec : v1 . PodSpec { NodeName : "machine2" , Affinity : hardPodAffinity } } ,
2016-05-04 02:50:31 -04:00
} ,
2016-11-18 15:52:35 -05:00
nodes : [ ] * v1 . Node {
2017-01-16 22:38:19 -05:00
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine1" , Labels : labelRgChina } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine2" , Labels : labelRgIndia } } ,
{ ObjectMeta : metav1 . ObjectMeta { Name : "machine3" , Labels : labelAzAz1 } } ,
2016-05-04 02:50:31 -04:00
} ,
hardPodAffinityWeight : 0 ,
2016-07-25 17:34:05 -04:00
expectedList : [ ] schedulerapi . HostPriority { { Host : "machine1" , Score : 0 } , { Host : "machine2" , Score : 0 } , { Host : "machine3" , Score : 0 } } ,
2018-05-10 07:12:20 -04:00
name : "Hard Pod Affinity symmetry: hard pod affinity symmetry is closed(weights 0), then nodes that match the hard pod affinity symmetry rules, get same score with those not match" ,
2016-05-04 02:50:31 -04:00
} ,
}
for _ , test := range tests {
2018-05-10 07:12:20 -04:00
t . Run ( test . name , func ( t * testing . T ) {
2018-12-07 21:36:11 -05:00
nodeNameToInfo := schedulernodeinfo . CreateNodeNameToInfoMap ( test . pods , test . nodes )
2018-05-10 07:12:20 -04:00
ipa := InterPodAffinity {
info : FakeNodeListInfo ( test . nodes ) ,
nodeLister : schedulertesting . FakeNodeLister ( test . nodes ) ,
podLister : schedulertesting . FakePodLister ( test . pods ) ,
hardPodAffinityWeight : test . hardPodAffinityWeight ,
}
list , err := ipa . CalculateInterPodAffinityPriority ( test . pod , nodeNameToInfo , test . nodes )
if err != nil {
t . Errorf ( "unexpected error: %v" , err )
}
if ! reflect . DeepEqual ( test . expectedList , list ) {
t . Errorf ( "expected \n\t%#v, \ngot \n\t%#v\n" , test . expectedList , list )
}
} )
2016-05-04 02:50:31 -04:00
}
}
