/
availability_node_priority.go
111 lines (88 loc) · 3.68 KB
/
availability_node_priority.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
/*
Copyright 2021 The Knative Authors
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package availabilitynodepriority
import (
"context"
"encoding/json"
"math"
"strings"
"k8s.io/apimachinery/pkg/types"
"knative.dev/eventing/pkg/scheduler/factory"
state "knative.dev/eventing/pkg/scheduler/state"
"knative.dev/pkg/logging"
)
// AvailabilityNodePriority is a score plugin that favors pods that create an even spread of resources across nodes for HA
type AvailabilityNodePriority struct {
}
// Verify AvailabilityNodePriority Implements ScorePlugin Interface
var _ state.ScorePlugin = &AvailabilityNodePriority{}
// Name of the plugin
const Name = state.AvailabilityNodePriority
const (
ErrReasonInvalidArg = "invalid arguments"
ErrReasonNoResource = "node does not exist"
)
func init() {
factory.RegisterSP(Name, &AvailabilityNodePriority{})
}
// Name returns name of the plugin
func (pl *AvailabilityNodePriority) Name() string {
return Name
}
// Score invoked at the score extension point. The "score" returned in this function is higher for nodes that create an even spread across nodes.
func (pl *AvailabilityNodePriority) Score(ctx context.Context, args interface{}, states *state.State, feasiblePods []int32, key types.NamespacedName, podID int32) (uint64, *state.Status) {
logger := logging.FromContext(ctx).With("Score", pl.Name())
var score uint64 = 0
spreadArgs, ok := args.(string)
if !ok {
logger.Errorf("Scoring args %v for priority %q are not valid", args, pl.Name())
return 0, state.NewStatus(state.Unschedulable, ErrReasonInvalidArg)
}
skewVal := state.AvailabilityNodePriorityArgs{}
decoder := json.NewDecoder(strings.NewReader(spreadArgs))
decoder.DisallowUnknownFields()
if err := decoder.Decode(&skewVal); err != nil {
return 0, state.NewStatus(state.Unschedulable, ErrReasonInvalidArg)
}
if states.Replicas > 0 { //need at least a pod to compute spread
var skew int32
_, nodeName, err := states.GetPodInfo(state.PodNameFromOrdinal(states.StatefulSetName, podID))
if err != nil {
return score, state.NewStatus(state.Error, ErrReasonNoResource)
}
currentReps := states.NodeSpread[key][nodeName] //get #vreps on this node
for otherNodeName := range states.NodeToZoneMap { //compare with #vreps on other nodes
if otherNodeName != nodeName {
otherReps := states.NodeSpread[key][otherNodeName]
if skew = (currentReps + 1) - otherReps; skew < 0 {
skew = skew * int32(-1)
}
//logger.Infof("Current Node %v with %d and Other Node %v with %d causing skew %d", nodeName, currentReps, otherNodeName, otherReps, skew)
if skew > skewVal.MaxSkew {
logger.Infof("Pod %d in node %v will cause an uneven node spread %v with other node %v", podID, nodeName, states.NodeSpread[key], otherNodeName)
}
score = score + uint64(skew)
}
}
score = math.MaxUint64 - score //lesser skews get higher score
}
return score, state.NewStatus(state.Success)
}
// ScoreExtensions of the Score plugin.
func (pl *AvailabilityNodePriority) ScoreExtensions() state.ScoreExtensions {
return pl
}
// NormalizeScore invoked after scoring all pods.
func (pl *AvailabilityNodePriority) NormalizeScore(ctx context.Context, states *state.State, scores state.PodScoreList) *state.Status {
return nil
}