Skip to content

Commit

Permalink
update scheduler config (#181)
Browse files Browse the repository at this point in the history
* update koord-scheduler config

Signed-off-by: tzzcfrank <tzzcfrank@users.noreply.github.com>

* update koord-scheduler

Signed-off-by: tzzcfrank <tzzcfrank@users.noreply.github.com>

---------

Signed-off-by: tzzcfrank <tzzcfrank@users.noreply.github.com>
Co-authored-by: tzzcfrank <tzzcfrank@users.noreply.github.com>
  • Loading branch information
tzzcfrank and tzzcfrank committed Feb 28, 2023
1 parent 58780e9 commit dfb2b64
Show file tree
Hide file tree
Showing 3 changed files with 282 additions and 3 deletions.
11 changes: 8 additions & 3 deletions build/statics/kube-scheduler-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,10 @@ profiles:
weight: 1
- name: "kubernetes.io/batch-memory"
weight: 1
- name: "alibabacloud.com/reclaimed-cpu"
weight: 1
- name: "alibabacloud.com/reclaimed-memory"
weight: 1
- name: LoadAwareScheduling
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
Expand All @@ -44,8 +48,8 @@ profiles:
cpu: 1
memory: 1
usageThresholds:
cpu: 65
memory: 95
cpu: 0
memory: 0
estimatedScalingFactors:
cpu: 85
memory: 70
Expand All @@ -62,6 +66,7 @@ profiles:
- name: Coscheduling
preFilter:
enabled:
- name: FirstFitInterceptor
- name: gpushare
- name: NodeNUMAResource
- name: Open-Local
Expand All @@ -86,7 +91,7 @@ profiles:
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: CompatibleDefaultPreemption
- name: DefaultPreemption
preScore:
enabled:
- name: Reservation
Expand Down
137 changes: 137 additions & 0 deletions build/v1.20.11-aliyun.1/statics/kube-scheduler-config.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,137 @@
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: KubeSchedulerConfiguration
clientConnection:
kubeconfig: /etc/kubernetes/scheduler.conf
leaderElection:
leaderElect: true
resourceLock: leases
resourceName: kube-scheduler
resourceNamespace: kube-system
profiles:
- pluginConfig:
- name: gpushare
args:
policy:
- algorithm: binpack
- algorithm: spread
nodeSelectors:
ack.node.gpu.placement: "spread"
- name: Open-Local
args:
schedulerStrategy: "spread"
- name: NodeResourcesFit
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: NodeResourcesFitArgs
scoringStrategy:
type: LeastAllocated
resources:
- name: cpu
weight: 1
- name: memory
weight: 1
- name: "kubernetes.io/batch-cpu"
weight: 1
- name: "kubernetes.io/batch-memory"
weight: 1
- name: "alibabacloud.com/reclaimed-cpu"
weight: 1
- name: "alibabacloud.com/reclaimed-memory"
weight: 1
- name: LoadAwareScheduling
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: LoadAwareSchedulingArgs
filterExpiredNodeMetrics: false
nodeMetricExpirationSeconds: 300
resourceWeights:
cpu: 1
memory: 1
usageThresholds:
cpu: 0
memory: 0
estimatedScalingFactors:
cpu: 85
memory: 70
- name: ElasticQuota
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: ElasticQuotaArgs
quotaGroupNamespace: kube-system
plugins:
queueSort:
disabled:
- name: "*"
enabled:
- name: Coscheduling
preFilter:
enabled:
- name: FirstFitInterceptor
- name: gpushare
- name: NodeNUMAResource
- name: Open-Local
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: BatchResourceFit
filter:
enabled:
- name: gpushare
- name: LoadAwareScheduling
- name: NodeNUMAResource
- name: Hybridnet
- name: MaxInstance
- name: Open-Local
- name: Reservation
- name: BatchResourceFit
postFilter:
disabled:
- name: "*"
enabled:
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: CompatibleDefaultPreemption
preScore:
enabled:
- name: Reservation
score:
enabled:
- name: gpushare
weight: 20000
- name: LoadAwareScheduling
weight: 1
- name: NodeNUMAResource
weight: 1
- name: Open-Local
weight: 1
- name: Reservation
weight: 5000
reserve:
enabled:
- name: gpushare
- name: LoadAwareScheduling
- name: NodeNUMAResource
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: MaxInstance
- name: Open-Local
permit:
enabled:
- name: Coscheduling
preBind:
enabled:
- name: NodeNUMAResource
- name: Open-Local
- name: Reservation
bind:
disabled:
- name: "*"
enabled:
- name: Reservation
- name: DefaultBinder
postBind:
enabled:
- name: Coscheduling
schedulerName: default-scheduler
137 changes: 137 additions & 0 deletions build/v1.22.15-aliyun.1/statics/kube-scheduler-config.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,137 @@
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: KubeSchedulerConfiguration
clientConnection:
kubeconfig: /etc/kubernetes/scheduler.conf
leaderElection:
leaderElect: true
resourceLock: leases
resourceName: kube-scheduler
resourceNamespace: kube-system
profiles:
- pluginConfig:
- name: gpushare
args:
policy:
- algorithm: binpack
- algorithm: spread
nodeSelectors:
ack.node.gpu.placement: "spread"
- name: Open-Local
args:
schedulerStrategy: "spread"
- name: NodeResourcesFit
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: NodeResourcesFitArgs
scoringStrategy:
type: LeastAllocated
resources:
- name: cpu
weight: 1
- name: memory
weight: 1
- name: "kubernetes.io/batch-cpu"
weight: 1
- name: "kubernetes.io/batch-memory"
weight: 1
- name: "alibabacloud.com/reclaimed-cpu"
weight: 1
- name: "alibabacloud.com/reclaimed-memory"
weight: 1
- name: LoadAwareScheduling
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: LoadAwareSchedulingArgs
filterExpiredNodeMetrics: false
nodeMetricExpirationSeconds: 300
resourceWeights:
cpu: 1
memory: 1
usageThresholds:
cpu: 0
memory: 0
estimatedScalingFactors:
cpu: 85
memory: 70
- name: ElasticQuota
args:
apiVersion: kubescheduler.config.k8s.io/v1beta2
kind: ElasticQuotaArgs
quotaGroupNamespace: kube-system
plugins:
queueSort:
disabled:
- name: "*"
enabled:
- name: Coscheduling
preFilter:
enabled:
- name: FirstFitInterceptor
- name: gpushare
- name: NodeNUMAResource
- name: Open-Local
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: BatchResourceFit
filter:
enabled:
- name: gpushare
- name: LoadAwareScheduling
- name: NodeNUMAResource
- name: Hybridnet
- name: MaxInstance
- name: Open-Local
- name: Reservation
- name: BatchResourceFit
postFilter:
disabled:
- name: "*"
enabled:
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: DefaultPreemption
preScore:
enabled:
- name: Reservation
score:
enabled:
- name: gpushare
weight: 20000
- name: LoadAwareScheduling
weight: 1
- name: NodeNUMAResource
weight: 1
- name: Open-Local
weight: 1
- name: Reservation
weight: 5000
reserve:
enabled:
- name: gpushare
- name: LoadAwareScheduling
- name: NodeNUMAResource
- name: Reservation
- name: Coscheduling
- name: ElasticQuota
- name: MaxInstance
- name: Open-Local
permit:
enabled:
- name: Coscheduling
preBind:
enabled:
- name: NodeNUMAResource
- name: Open-Local
- name: Reservation
bind:
disabled:
- name: "*"
enabled:
- name: Reservation
- name: DefaultBinder
postBind:
enabled:
- name: Coscheduling
schedulerName: default-scheduler

0 comments on commit dfb2b64

Please sign in to comment.