Skip to content

Commit

Permalink
Extend Binding API adding graceful eviction
Browse files Browse the repository at this point in the history 
Signed-off-by: RainbowMango <qdurenhongcai@gmail.com>
  • Loading branch information
@RainbowMango
RainbowMango committed Jul 29, 2022
1 parent fb3bbc1 commit fdee34b
Show file tree
Hide file tree
Showing 7 changed files with 370 additions and 1 deletion.
53 changes: 53 additions & 0 deletions api/openapi-spec/swagger.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -15869,6 +15869,46 @@
}
]
},
"com.github.karmada-io.karmada.pkg.apis.work.v1alpha2.GracefulEvictionTask": {
"description": "GracefulEvictionTask represents an graceful eviction task.",
"type": "object",
"required": [
"name",
"reason",
"producer"
],
"properties": {
"creationTimestamp": {
"description": "CreationTimestamp is a timestamp representing the server time when this object was created. Clients should not set this value to avoid the time inconsistency issue. It is represented in RFC3339 form(like '2021-04-25T10:02:10Z') and is in UTC.\n\nPopulated by the system. Read-only.",
"default": {},
"$ref": "#/definitions/io.k8s.apimachinery.pkg.apis.meta.v1.Time"
},
"message": {
"description": "Message is a human-readable message indicating details about the eviction. This may be an empty string.",
"type": "string"
},
"name": {
"description": "Name of the cluster where the eviction perform from.",
"type": "string",
"default": ""
},
"producer": {
"description": "Producer indicates the controller who triggered the eviction.",
"type": "string",
"default": ""
},
"reason": {
"description": "Reason contains a programmatic identifier indicating the reason for the eviction. Producers may define expected values and meanings for this field, and whether the values are considered a guaranteed API. The value should be a CamelCase string. This field may not be empty.",
"type": "string",
"default": ""
},
"replicas": {
"description": "Replicas indicates the number of replicas should be evicted. Should be ignored for resource type that doesn't have replica.",
"type": "integer",
"format": "int32"
}
}
},
"com.github.karmada-io.karmada.pkg.apis.work.v1alpha2.NodeClaim": {
"description": "NodeClaim represents the node claim HardNodeAffinity, NodeSelector and Tolerations required by each replica.",
"type": "object",
Expand Down Expand Up @@ -16040,6 +16080,14 @@
"$ref": "#/definitions/com.github.karmada-io.karmada.pkg.apis.work.v1alpha2.TargetCluster"
}
},
"gracefulEvictionTasks": {
"description": "GracefulEvictionTasks holds the eviction tasks that are expected to perform the eviction in a graceful way. The intended workflow is: 1. Once the controller(such as 'taint-manager') decided to evict the resource that\n is referenced by current ResourceBinding or ClusterResourceBinding from a target\n cluster, it removes(or scale down the replicas) the target from Clusters(.spec.Clusters)\n and builds a graceful eviction task.\n2. The scheduler may perform a re-scheduler and probably select a substitute cluster\n to take over the evicting workload(resource).\n3. The graceful eviction controller takes care of the graceful eviction tasks and\n performs the final removal after the workload(resource) is available on the substitute\n cluster or exceed the grace termination period(defaults to 10 minutes).",
"type": "array",
"items": {
"default": {},
"$ref": "#/definitions/com.github.karmada-io.karmada.pkg.apis.work.v1alpha2.GracefulEvictionTask"
}
},
"propagateDeps": {
"description": "PropagateDeps tells if relevant resources should be propagated automatically. It is inherited from PropagationPolicy or ClusterPropagationPolicy. default false.",
"type": "boolean"
Expand Down Expand Up @@ -16087,6 +16135,11 @@
"default": {},
"$ref": "#/definitions/io.k8s.apimachinery.pkg.apis.meta.v1.Condition"
}
},
"schedulerObservedGeneration": {
"description": "SchedulerObservedGeneration is the generation(.metadata.generation) observed by the scheduler. If SchedulerObservedGeneration is less than the generation in metadata means the scheduler hasn't confirmed the scheduling result or hasn't done the schedule yet.",
"type": "integer",
"format": "int64"
}
}
},
Expand Down
67 changes: 67 additions & 0 deletions charts/karmada/_crds/bases/work.karmada.io_clusterresourcebindings.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -262,6 +262,66 @@ spec:
- name
type: object
type: array
gracefulEvictionTasks:
description: 'GracefulEvictionTasks holds the eviction tasks that
are expected to perform the eviction in a graceful way. The intended
workflow is: 1. Once the controller(such as ''taint-manager'') decided
to evict the resource that is referenced by current ResourceBinding
or ClusterResourceBinding from a target cluster, it removes(or scale
down the replicas) the target from Clusters(.spec.Clusters) and
builds a graceful eviction task. 2. The scheduler may perform a
re-scheduler and probably select a substitute cluster to take over
the evicting workload(resource). 3. The graceful eviction controller
takes care of the graceful eviction tasks and performs the final
removal after the workload(resource) is available on the substitute
cluster or exceed the grace termination period(defaults to 10 minutes).'
items:
description: GracefulEvictionTask represents an graceful eviction
task.
properties:
creationTimestamp:
description: "CreationTimestamp is a timestamp representing
the server time when this object was created. Clients should
not set this value to avoid the time inconsistency issue.
It is represented in RFC3339 form(like '2021-04-25T10:02:10Z')
and is in UTC. \n Populated by the system. Read-only."
format: date-time
type: string
message:
description: Message is a human-readable message indicating
details about the eviction. This may be an empty string.
maxLength: 1024
type: string
name:
description: Name of the cluster where the eviction perform
from.
type: string
producer:
description: Producer indicates the controller who triggered
the eviction.
type: string
reason:
description: Reason contains a programmatic identifier indicating
the reason for the eviction. Producers may define expected
values and meanings for this field, and whether the values
are considered a guaranteed API. The value should be a CamelCase
string. This field may not be empty.
maxLength: 32
minLength: 1
pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
type: string
replicas:
description: Replicas indicates the number of replicas should
be evicted. Should be ignored for resource type that doesn't
have replica.
format: int32
type: integer
required:
- name
- producer
- reason
type: object
type: array
propagateDeps:
description: PropagateDeps tells if relevant resources should be propagated
automatically. It is inherited from PropagationPolicy or ClusterPropagationPolicy.
Expand Down Expand Up @@ -607,6 +667,13 @@ spec:
- type
type: object
type: array
schedulerObservedGeneration:
description: SchedulerObservedGeneration is the generation(.metadata.generation)
observed by the scheduler. If SchedulerObservedGeneration is less
than the generation in metadata means the scheduler hasn't confirmed
the scheduling result or hasn't done the schedule yet.
format: int64
type: integer
type: object
required:
- spec
Expand Down
67 changes: 67 additions & 0 deletions charts/karmada/_crds/bases/work.karmada.io_resourcebindings.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -262,6 +262,66 @@ spec:
- name
type: object
type: array
gracefulEvictionTasks:
description: 'GracefulEvictionTasks holds the eviction tasks that
are expected to perform the eviction in a graceful way. The intended
workflow is: 1. Once the controller(such as ''taint-manager'') decided
to evict the resource that is referenced by current ResourceBinding
or ClusterResourceBinding from a target cluster, it removes(or scale
down the replicas) the target from Clusters(.spec.Clusters) and
builds a graceful eviction task. 2. The scheduler may perform a
re-scheduler and probably select a substitute cluster to take over
the evicting workload(resource). 3. The graceful eviction controller
takes care of the graceful eviction tasks and performs the final
removal after the workload(resource) is available on the substitute
cluster or exceed the grace termination period(defaults to 10 minutes).'
items:
description: GracefulEvictionTask represents an graceful eviction
task.
properties:
creationTimestamp:
description: "CreationTimestamp is a timestamp representing
the server time when this object was created. Clients should
not set this value to avoid the time inconsistency issue.
It is represented in RFC3339 form(like '2021-04-25T10:02:10Z')
and is in UTC. \n Populated by the system. Read-only."
format: date-time
type: string
message:
description: Message is a human-readable message indicating
details about the eviction. This may be an empty string.
maxLength: 1024
type: string
name:
description: Name of the cluster where the eviction perform
from.
type: string
producer:
description: Producer indicates the controller who triggered
the eviction.
type: string
reason:
description: Reason contains a programmatic identifier indicating
the reason for the eviction. Producers may define expected
values and meanings for this field, and whether the values
are considered a guaranteed API. The value should be a CamelCase
string. This field may not be empty.
maxLength: 32
minLength: 1
pattern: ^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$
type: string
replicas:
description: Replicas indicates the number of replicas should
be evicted. Should be ignored for resource type that doesn't
have replica.
format: int32
type: integer
required:
- name
- producer
- reason
type: object
type: array
propagateDeps:
description: PropagateDeps tells if relevant resources should be propagated
automatically. It is inherited from PropagationPolicy or ClusterPropagationPolicy.
Expand Down Expand Up @@ -607,6 +667,13 @@ spec:
- type
type: object
type: array
schedulerObservedGeneration:
description: SchedulerObservedGeneration is the generation(.metadata.generation)
observed by the scheduler. If SchedulerObservedGeneration is less
than the generation in metadata means the scheduler hasn't confirmed
the scheduling result or hasn't done the schedule yet.
format: int64
type: integer
type: object
required:
- spec
Expand Down
62 changes: 62 additions & 0 deletions pkg/apis/work/v1alpha2/binding_types.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,22 @@ type ResourceBindingSpec struct {
// +optional
Clusters []TargetCluster `json:"clusters,omitempty"`

// GracefulEvictionTasks holds the eviction tasks that are expected to perform
// the eviction in a graceful way.
// The intended workflow is:
// 1. Once the controller(such as 'taint-manager') decided to evict the resource that
// is referenced by current ResourceBinding or ClusterResourceBinding from a target
// cluster, it removes(or scale down the replicas) the target from Clusters(.spec.Clusters)
// and builds a graceful eviction task.
// 2. The scheduler may perform a re-scheduler and probably select a substitute cluster
// to take over the evicting workload(resource).
// 3. The graceful eviction controller takes care of the graceful eviction tasks and
// performs the final removal after the workload(resource) is available on the substitute
// cluster or exceed the grace termination period(defaults to 10 minutes).
//
// +optional
GracefulEvictionTasks []GracefulEvictionTask `json:"gracefulEvictionTasks,omitempty"`

// RequiredBy represents the list of Bindings that depend on the referencing resource.
// +optional
RequiredBy []BindingSnapshot `json:"requiredBy,omitempty"`
Expand Down Expand Up @@ -142,6 +158,47 @@ type TargetCluster struct {
Replicas int32 `json:"replicas,omitempty"`
}

// GracefulEvictionTask represents an graceful eviction task.
type GracefulEvictionTask struct {
// Name of the cluster where the eviction perform from.
Name string `json:"name"`

// Reason contains a programmatic identifier indicating the reason for the eviction.
// Producers may define expected values and meanings for this field,
// and whether the values are considered a guaranteed API.
// The value should be a CamelCase string.
// This field may not be empty.
// +required
// +kubebuilder:validation:MaxLength=32
// +kubebuilder:validation:MinLength=1
// +kubebuilder:validation:Pattern=`^[A-Za-z]([A-Za-z0-9_,:]*[A-Za-z0-9_])?$`
Reason string `json:"reason" protobuf:"bytes,5,opt,name=reason"`

// Message is a human-readable message indicating details about the eviction.
// This may be an empty string.
// +optional
// +kubebuilder:validation:MaxLength=1024
Message string `json:"message,omitempty"`

// Producer indicates the controller who triggered the eviction.
// +required
Producer string `json:"producer"`

// CreationTimestamp is a timestamp representing the server time when this object was
// created.
// Clients should not set this value to avoid the time inconsistency issue.
// It is represented in RFC3339 form(like '2021-04-25T10:02:10Z') and is in UTC.
//
// Populated by the system. Read-only.
// +optional
CreationTimestamp metav1.Time `json:"creationTimestamp,omitempty"`

// Replicas indicates the number of replicas should be evicted.
// Should be ignored for resource type that doesn't have replica.
// +optional
Replicas int32 `json:"replicas,omitempty"`
}

// BindingSnapshot is a snapshot of a ResourceBinding or ClusterResourceBinding.
type BindingSnapshot struct {
// Namespace represents the namespace of the Binding.
Expand All @@ -161,6 +218,11 @@ type BindingSnapshot struct {

// ResourceBindingStatus represents the overall status of the strategy as well as the referenced resources.
type ResourceBindingStatus struct {
// SchedulerObservedGeneration is the generation(.metadata.generation) observed by the scheduler.
// If SchedulerObservedGeneration is less than the generation in metadata means the scheduler hasn't confirmed
// the scheduling result or hasn't done the schedule yet.
// +optional
SchedulerObservedGeneration int64 `json:"schedulerObservedGeneration,omitempty"`
// Conditions contain the different condition statuses.
// +optional
Conditions []metav1.Condition `json:"conditions,omitempty"`
Expand Down
13 changes: 13 additions & 0 deletions pkg/apis/work/v1alpha2/well_known_constants.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -59,3 +59,16 @@ const (
// https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#uids
ResourceTemplateUIDAnnotation = "resourcetemplate.karmada.io/uid"
)

// Define eviction reasons.
const (
// EvictionReasonExceedTaintToleration describes the eviction is triggered
// because can not tolerate taint or exceed toleration period of time.
EvictionReasonExceedTaintToleration = "ExceedTaintToleration"
)

// Define eviction producers.
const (
// EvictionProducerTaintManager represents the name of taint manager.
EvictionProducerTaintManager = "TaintManager"
)
24 changes: 24 additions & 0 deletions pkg/apis/work/v1alpha2/zz_generated.deepcopy.go
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading

0 comments on commit fdee34b

Please sign in to comment.