-
Notifications
You must be signed in to change notification settings - Fork 590
/
remove_with_availability_node_priority.go
113 lines (91 loc) · 3.89 KB
/
remove_with_availability_node_priority.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
/*
Copyright 2021 The Knative Authors
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package removewithavailabilitynodepriority
import (
"context"
"encoding/json"
"math"
"strings"
"k8s.io/apimachinery/pkg/types"
"knative.dev/eventing/pkg/scheduler/factory"
state "knative.dev/eventing/pkg/scheduler/state"
"knative.dev/pkg/logging"
)
// RemoveWithAvailabilityNodePriority is a score plugin that favors pods that create an even spread of resources across nodes for HA
type RemoveWithAvailabilityNodePriority struct {
}
// Verify RemoveWithAvailabilityNodePriority Implements ScorePlugin Interface
var _ state.ScorePlugin = &RemoveWithAvailabilityNodePriority{}
// Name of the plugin
const Name = state.RemoveWithAvailabilityNodePriority
const (
ErrReasonInvalidArg = "invalid arguments"
ErrReasonNoResource = "node does not exist"
)
func init() {
factory.RegisterSP(Name, &RemoveWithAvailabilityNodePriority{})
}
// Name returns name of the plugin
func (pl *RemoveWithAvailabilityNodePriority) Name() string {
return Name
}
// Score invoked at the score extension point. The "score" returned in this function is higher for nodes that create an even spread across nodes.
func (pl *RemoveWithAvailabilityNodePriority) Score(ctx context.Context, args interface{}, states *state.State, feasiblePods []int32, key types.NamespacedName, podID int32) (uint64, *state.Status) {
logger := logging.FromContext(ctx).With("Score", pl.Name())
var score uint64 = 0
spreadArgs, ok := args.(string)
if !ok {
logger.Errorf("Scoring args %v for priority %q are not valid", args, pl.Name())
return 0, state.NewStatus(state.Unschedulable, ErrReasonInvalidArg)
}
skewVal := state.AvailabilityNodePriorityArgs{}
decoder := json.NewDecoder(strings.NewReader(spreadArgs))
decoder.DisallowUnknownFields()
if err := decoder.Decode(&skewVal); err != nil {
return 0, state.NewStatus(state.Unschedulable, ErrReasonInvalidArg)
}
if states.Replicas > 0 { //need at least a pod to compute spread
var skew int32
_, nodeName, err := states.GetPodInfo(state.PodNameFromOrdinal(states.StatefulSetName, podID))
if err != nil {
return score, state.NewStatus(state.Error, ErrReasonNoResource)
}
currentReps := states.NodeSpread[key][nodeName] //get #vreps on this node
for otherNodeName := range states.NodeToZoneMap { //compare with #vreps on other pods
if otherNodeName != nodeName {
otherReps, ok := states.NodeSpread[key][otherNodeName]
if !ok {
continue //node does not exist in current placement, so move on
}
if skew = (currentReps - 1) - otherReps; skew < 0 {
skew = skew * int32(-1)
}
//logger.Infof("Current Node %v with %d and Other Node %v with %d causing skew %d", nodeName, currentReps, otherNodeName, otherReps, skew)
if skew > skewVal.MaxSkew { //score low
logger.Infof("Pod %d in node %v will cause an uneven node spread %v with other node %v", podID, nodeName, states.NodeSpread[key], otherNodeName)
}
score = score + uint64(skew)
}
}
score = math.MaxUint64 - score //lesser skews get higher score
}
return score, state.NewStatus(state.Success)
}
// ScoreExtensions of the Score plugin.
func (pl *RemoveWithAvailabilityNodePriority) ScoreExtensions() state.ScoreExtensions {
return pl
}
// NormalizeScore invoked after scoring all pods.
func (pl *RemoveWithAvailabilityNodePriority) NormalizeScore(ctx context.Context, states *state.State, scores state.PodScoreList) *state.Status {
return nil
}