-
Notifications
You must be signed in to change notification settings - Fork 74
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Remove and reset nodes during apply by setting reset: true (#417)
* Add Uninstall phases * Add docs for uninstall field * Don't uninstall controllers in parallel * Add back accidentally removed code * Fix comments mentioning upgrade * Make informational message more precise * Rename uninstall to reset * Remove notice about node removal limitation * Update README docs
- Loading branch information
1 parent
0cbfc47
commit 5eae4c5
Showing
17 changed files
with
395 additions
and
98 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,129 @@ | ||
| package phase | ||
|
|
||
| import ( | ||
| "strings" | ||
|
|
||
| "github.com/Masterminds/semver" | ||
| "github.com/k0sproject/k0sctl/pkg/apis/k0sctl.k0sproject.io/v1beta1" | ||
| "github.com/k0sproject/k0sctl/pkg/apis/k0sctl.k0sproject.io/v1beta1/cluster" | ||
| "github.com/k0sproject/rig/exec" | ||
| log "github.com/sirupsen/logrus" | ||
| ) | ||
|
|
||
| // ResetControllers phase removes controllers marked for reset from the kubernetes and etcd clusters | ||
| // and resets k0s on the host | ||
| type ResetControllers struct { | ||
| GenericPhase | ||
|
|
||
| NoDrain bool | ||
| NoDelete bool | ||
| NoLeave bool | ||
|
|
||
| hosts cluster.Hosts | ||
| leader *cluster.Host | ||
| } | ||
|
|
||
| // Title for the phase | ||
| func (p *ResetControllers) Title() string { | ||
| return "Reset controllers" | ||
| } | ||
|
|
||
| // Prepare the phase | ||
| func (p *ResetControllers) Prepare(config *v1beta1.Cluster) error { | ||
| p.Config = config | ||
| p.leader = p.Config.Spec.K0sLeader() | ||
|
|
||
| var controllers cluster.Hosts = p.Config.Spec.Hosts.Controllers() | ||
| log.Debugf("%d controllers in total", len(controllers)) | ||
| p.hosts = controllers.Filter(func(h *cluster.Host) bool { | ||
| return h.Reset | ||
| }) | ||
| log.Debugf("ResetControllers phase prepared, %d controllers will be reset", len(p.hosts)) | ||
| return nil | ||
| } | ||
|
|
||
| // ShouldRun is true when there are controllers that needs to be reset | ||
| func (p *ResetControllers) ShouldRun() bool { | ||
| return len(p.hosts) > 0 | ||
| } | ||
|
|
||
| // CleanUp cleans up the environment override files on hosts | ||
| func (p *ResetControllers) CleanUp() { | ||
| for _, h := range p.hosts { | ||
| if len(h.Environment) > 0 { | ||
| if err := h.Configurer.CleanupServiceEnvironment(h, h.K0sServiceName()); err != nil { | ||
| log.Warnf("%s: failed to clean up service environment: %s", h, err.Error()) | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| // Run the phase | ||
| func (p *ResetControllers) Run() error { | ||
| for _, h := range p.hosts { | ||
| log.Debugf("%s: draining node", h) | ||
| if !p.NoDrain && h.Role != "controller" { | ||
| if err := p.leader.DrainNode(&cluster.Host{ | ||
| Metadata: cluster.HostMetadata{ | ||
| Hostname: h.Metadata.Hostname, | ||
| }, | ||
| }); err != nil { | ||
| log.Warnf("%s: failed to drain node: %s", h, err.Error()) | ||
| } | ||
| } | ||
| log.Debugf("%s: draining node completed", h) | ||
|
|
||
| log.Debugf("%s: deleting node...", h) | ||
| if !p.NoDelete && h.Role != "controller" { | ||
| if err := p.leader.DeleteNode(&cluster.Host{ | ||
| Metadata: cluster.HostMetadata{ | ||
| Hostname: h.Metadata.Hostname, | ||
| }, | ||
| }); err != nil { | ||
| log.Warnf("%s: failed to delete node: %s", h, err.Error()) | ||
| } | ||
| } | ||
| log.Debugf("%s: deleting node", h) | ||
|
|
||
| if h.Configurer.ServiceIsRunning(h, h.K0sServiceName()) { | ||
| log.Debugf("%s: stopping k0s...", h) | ||
| if err := h.Configurer.StopService(h, h.K0sServiceName()); err != nil { | ||
| log.Warnf("%s: failed to stop k0s: %s", h, err.Error()) | ||
| } | ||
| log.Debugf("%s: waiting for k0s to stop", h) | ||
| if err := h.WaitK0sServiceStopped(); err != nil { | ||
| log.Warnf("%s: failed to wait for k0s to stop: %s", h, err.Error()) | ||
| } | ||
| log.Debugf("%s: stopping k0s completed", h) | ||
| } | ||
|
|
||
| log.Debugf("%s: leaving etcd...", h) | ||
| if !p.NoLeave { | ||
| if err := p.leader.LeaveEtcd(h); err != nil { | ||
| log.Warnf("%s: failed to leave etcd: %s", h, err.Error()) | ||
| } | ||
| } | ||
| log.Debugf("%s: leaving etcd completed", h) | ||
|
|
||
| log.Debugf("%s: resetting k0s...", h) | ||
| out, err := h.ExecOutput(h.Configurer.K0sCmdf("reset"), exec.Sudo(h)) | ||
| c, _ := semver.NewConstraint("<= 1.22.3+k0s.0") | ||
| running, _ := semver.NewVersion(h.Metadata.K0sBinaryVersion) | ||
| if err != nil { | ||
| log.Warnf("%s: k0s reported failure: %v", h, err) | ||
| if c.Check(running) && !strings.Contains(out, "k0s cleanup operations done") { | ||
| log.Warnf("%s: k0s reset failed, trying k0s cleanup", h) | ||
| } | ||
| } | ||
| log.Debugf("%s: resetting k0s completed", h) | ||
|
|
||
| log.Debugf("%s: removing config...", h) | ||
| if dErr := h.Configurer.DeleteFile(h, h.Configurer.K0sConfigPath()); dErr != nil { | ||
| log.Warnf("%s: failed to remove existing configuration %s: %s", h, h.Configurer.K0sConfigPath(), dErr) | ||
| } | ||
| log.Debugf("%s: removing config completed", h) | ||
|
|
||
| log.Infof("%s: reset", h) | ||
| } | ||
| return nil | ||
| } |
Oops, something went wrong.