-
Notifications
You must be signed in to change notification settings - Fork 77
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #756 from k0sproject/installflags
Reinstall already installed k0s to reconfigure installFlags
- Loading branch information
Showing
15 changed files
with
401 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,5 @@ | ||
| name: Smoke test cache steps | ||
| description: Cache smoke test binaries | ||
| runs: | ||
| using: composite | ||
| steps: | ||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,137 @@ | ||
| package phase | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "math" | ||
| "strings" | ||
| "time" | ||
|
|
||
| "github.com/k0sproject/k0sctl/pkg/apis/k0sctl.k0sproject.io/v1beta1" | ||
| "github.com/k0sproject/k0sctl/pkg/apis/k0sctl.k0sproject.io/v1beta1/cluster" | ||
| "github.com/k0sproject/k0sctl/pkg/node" | ||
| "github.com/k0sproject/k0sctl/pkg/retry" | ||
| "github.com/k0sproject/rig/exec" | ||
| log "github.com/sirupsen/logrus" | ||
| ) | ||
|
|
||
| type Reinstall struct { | ||
| GenericPhase | ||
| hosts cluster.Hosts | ||
| } | ||
|
|
||
| // Title for the phase | ||
| func (p *Reinstall) Title() string { | ||
| return "Reinstall" | ||
| } | ||
|
|
||
| // Prepare the phase | ||
| func (p *Reinstall) Prepare(config *v1beta1.Cluster) error { | ||
| p.Config = config | ||
| p.hosts = p.Config.Spec.Hosts.Filter(func(h *cluster.Host) bool { | ||
| return !h.Metadata.K0sInstalled && h.Metadata.K0sRunningVersion != nil && !h.Reset && h.FlagsChanged() | ||
| }) | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| // ShouldRun is true when there are hosts that needs to be reinstalled | ||
| func (p *Reinstall) ShouldRun() bool { | ||
| return cluster.K0sForceFlagSince.Check(p.Config.Spec.K0s.Version) && len(p.hosts) > 0 | ||
| } | ||
|
|
||
| // Run the phase | ||
| func (p *Reinstall) Run() error { | ||
| if !cluster.K0sForceFlagSince.Check(p.Config.Spec.K0s.Version) { | ||
| log.Warnf("k0s version %s does not support install --force flag, installFlags won't be reconfigured", p.Config.Spec.K0s.Version) | ||
| return nil | ||
| } | ||
| controllers := p.hosts.Controllers() | ||
| if len(controllers) > 0 { | ||
| log.Infof("Reinstalling %d controllers sequentially", len(controllers)) | ||
| err := controllers.Each(func(h *cluster.Host) error { | ||
| return p.reinstall(h) | ||
| }) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| } | ||
|
|
||
| workers := p.hosts.Workers() | ||
| if len(workers) == 0 { | ||
| return nil | ||
| } | ||
|
|
||
| concurrentReinstalls := int(math.Floor(float64(len(p.hosts)) * 0.10)) | ||
| if concurrentReinstalls == 0 { | ||
| concurrentReinstalls = 1 | ||
| } | ||
|
|
||
| log.Infof("Reinstalling max %d workers in parallel", concurrentReinstalls) | ||
|
|
||
| return p.hosts.BatchedParallelEach(concurrentReinstalls, p.reinstall) | ||
| } | ||
|
|
||
| func (p *Reinstall) reinstall(h *cluster.Host) error { | ||
| if p.Config.Spec.K0s.DynamicConfig && h.Role != "worker" { | ||
| h.InstallFlags.AddOrReplace("--enable-dynamic-config") | ||
| } | ||
|
|
||
| h.InstallFlags.AddOrReplace("--force") | ||
|
|
||
| cmd, err := h.K0sInstallCommand() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| log.Infof("%s: reinstalling k0s", h) | ||
| err = p.Wet(h, fmt.Sprintf("reinstall k0s using `%s", strings.ReplaceAll(cmd, h.Configurer.K0sBinaryPath(), "k0s")), func() error { | ||
| if err := h.Exec(cmd, exec.Sudo(h)); err != nil { | ||
| return fmt.Errorf("failed to reinstall k0s: %w", err) | ||
| } | ||
| return nil | ||
| }) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| err = p.Wet(h, "restart k0s service", func() error { | ||
| if err := h.Configurer.RestartService(h, h.K0sServiceName()); err != nil { | ||
| return fmt.Errorf("failed to restart k0s: %w", err) | ||
| } | ||
| log.Infof("%s: waiting for the k0s service to start", h) | ||
| if err := retry.Timeout(context.TODO(), retry.DefaultTimeout, node.ServiceRunningFunc(h, h.K0sServiceName())); err != nil { | ||
| return fmt.Errorf("k0s did not restart: %w", err) | ||
| } | ||
| return nil | ||
| }) | ||
| if err != nil { | ||
| return fmt.Errorf("restart after reinstall: %w", err) | ||
| } | ||
|
|
||
| if h != p.Config.Spec.K0sLeader() { | ||
| return nil | ||
| } | ||
|
|
||
| if NoWait || !p.IsWet() { | ||
| log.Warnf("%s: skipping scheduler and system pod checks because --no-wait given", h) | ||
| return nil | ||
| } | ||
|
|
||
| log.Infof("%s: waiting for the scheduler to become ready", h) | ||
| if err := retry.Timeout(context.TODO(), retry.DefaultTimeout, node.ScheduledEventsAfterFunc(h, time.Now())); err != nil { | ||
| if !Force { | ||
| return fmt.Errorf("failed to observe scheduling events after api start-up, you can ignore this check by using --force: %w", err) | ||
| } | ||
| log.Warnf("%s: failed to observe scheduling events after api start-up: %s", h, err) | ||
| } | ||
|
|
||
| log.Infof("%s: waiting for system pods to become ready", h) | ||
| if err := retry.Timeout(context.TODO(), retry.DefaultTimeout, node.SystemPodsRunningFunc(h)); err != nil { | ||
| if !Force { | ||
| return fmt.Errorf("all system pods not running after api start-up, you can ignore this check by using --force: %w", err) | ||
| } | ||
| log.Warnf("%s: failed to observe system pods running after api start-up: %s", h, err) | ||
| } | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.