mirror of
https://github.com/fluxcd/flux2.git
synced 2026-02-26 01:15:00 +00:00
Add kstatus checker to install and check cmds
Signed-off-by: jonathan-innis <jonathan.innis.ji@gmail.com>
This commit is contained in:
parent
121be7e90d
commit
1e49221463
4 changed files with 61 additions and 72 deletions
|
|
@ -162,24 +162,14 @@ func applyInstallManifests(ctx context.Context, manifestPath string, components
|
||||||
return fmt.Errorf("install failed")
|
return fmt.Errorf("install failed")
|
||||||
}
|
}
|
||||||
|
|
||||||
kubeConfig, err := utils.KubeConfig(rootArgs.kubeconfig, rootArgs.kubecontext)
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("install failed")
|
|
||||||
}
|
|
||||||
timeout, err := time.ParseDuration(rootArgs.timeout.String())
|
|
||||||
if err != nil {
|
|
||||||
return fmt.Errorf("install failed")
|
|
||||||
}
|
|
||||||
|
|
||||||
statusChecker := StatusChecker{}
|
statusChecker := StatusChecker{}
|
||||||
if err = statusChecker.New(kubeConfig, timeout); err != nil {
|
err := statusChecker.New(time.Second, rootArgs.timeout)
|
||||||
return fmt.Errorf("install failed")
|
if err != nil {
|
||||||
|
return fmt.Errorf("install failed with: %v", err)
|
||||||
}
|
}
|
||||||
if err = statusChecker.AddChecks(components); err != nil {
|
err = statusChecker.Assess(components...)
|
||||||
return fmt.Errorf("install failed")
|
if err != nil {
|
||||||
}
|
return fmt.Errorf("install failed with: %v", err)
|
||||||
if err = statusChecker.Assess(time.Second); err != nil {
|
|
||||||
return fmt.Errorf("install failed")
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
|
|
@ -305,4 +295,4 @@ func checkIfBootstrapPathDiffers(ctx context.Context, kubeClient client.Client,
|
||||||
}
|
}
|
||||||
|
|
||||||
return fluxSystemKustomization.Spec.Path, true
|
return fluxSystemKustomization.Spec.Path, true
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -22,6 +22,7 @@ import (
|
||||||
"os"
|
"os"
|
||||||
"os/exec"
|
"os/exec"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/blang/semver/v4"
|
"github.com/blang/semver/v4"
|
||||||
"github.com/fluxcd/flux2/internal/utils"
|
"github.com/fluxcd/flux2/internal/utils"
|
||||||
|
|
@ -172,16 +173,22 @@ func componentsCheck() bool {
|
||||||
ctx, cancel := context.WithTimeout(context.Background(), rootArgs.timeout)
|
ctx, cancel := context.WithTimeout(context.Background(), rootArgs.timeout)
|
||||||
defer cancel()
|
defer cancel()
|
||||||
|
|
||||||
|
statusChecker := StatusChecker{}
|
||||||
|
err := statusChecker.New(time.Second, rootArgs.timeout)
|
||||||
|
if err != nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
ok := true
|
ok := true
|
||||||
for _, deployment := range checkArgs.components {
|
for _, deployment := range checkArgs.components {
|
||||||
kubectlArgs := []string{"-n", rootArgs.namespace, "rollout", "status", "deployment", deployment, "--timeout", rootArgs.timeout.String()}
|
err = statusChecker.Assess(deployment)
|
||||||
if output, err := utils.ExecKubectlCommand(ctx, utils.ModeCapture, rootArgs.kubeconfig, rootArgs.kubecontext, kubectlArgs...); err != nil {
|
if err != nil {
|
||||||
logger.Failuref("%s: %s", deployment, strings.TrimSuffix(output, "\n"))
|
logger.Failuref("%s: %s", deployment, err)
|
||||||
ok = false
|
ok = false
|
||||||
} else {
|
} else {
|
||||||
logger.Successf("%s is healthy", deployment)
|
logger.Successf("%s is healthy", deployment)
|
||||||
}
|
}
|
||||||
kubectlArgs = []string{"-n", rootArgs.namespace, "get", "deployment", deployment, "-o", "jsonpath=\"{..image}\""}
|
kubectlArgs := []string{"-n", rootArgs.namespace, "get", "deployment", deployment, "-o", "jsonpath=\"{..image}\""}
|
||||||
if output, err := utils.ExecKubectlCommand(ctx, utils.ModeCapture, rootArgs.kubeconfig, rootArgs.kubecontext, kubectlArgs...); err == nil {
|
if output, err := utils.ExecKubectlCommand(ctx, utils.ModeCapture, rootArgs.kubeconfig, rootArgs.kubecontext, kubectlArgs...); err == nil {
|
||||||
logger.Actionf(strings.TrimPrefix(strings.TrimSuffix(output, "\""), "\""))
|
logger.Actionf(strings.TrimPrefix(strings.TrimSuffix(output, "\""), "\""))
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -23,6 +23,7 @@ import (
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"strings"
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
"github.com/spf13/cobra"
|
"github.com/spf13/cobra"
|
||||||
|
|
||||||
|
|
@ -178,14 +179,19 @@ func installCmdRun(cmd *cobra.Command, args []string) error {
|
||||||
logger.Successf("install completed")
|
logger.Successf("install completed")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
statusChecker := StatusChecker{}
|
||||||
|
err = statusChecker.New(time.Second, rootArgs.timeout)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("install failed with: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
logger.Waitingf("verifying installation")
|
logger.Waitingf("verifying installation")
|
||||||
for _, deployment := range components {
|
for _, deployment := range components {
|
||||||
kubectlArgs = []string{"-n", rootArgs.namespace, "rollout", "status", "deployment", deployment, "--timeout", rootArgs.timeout.String()}
|
err := statusChecker.Assess(deployment)
|
||||||
if _, err := utils.ExecKubectlCommand(ctx, applyOutput, rootArgs.kubeconfig, rootArgs.kubecontext, kubectlArgs...); err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("install failed")
|
return fmt.Errorf("install failed")
|
||||||
} else {
|
|
||||||
logger.Successf("%s ready", deployment)
|
|
||||||
}
|
}
|
||||||
|
logger.Successf("%s ready", deployment)
|
||||||
}
|
}
|
||||||
|
|
||||||
logger.Successf("install finished")
|
logger.Successf("install finished")
|
||||||
|
|
|
||||||
|
|
@ -19,12 +19,14 @@ package main
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
|
||||||
apimeta "k8s.io/apimachinery/pkg/api/meta"
|
apimeta "k8s.io/apimachinery/pkg/api/meta"
|
||||||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
||||||
"k8s.io/apimachinery/pkg/runtime/schema"
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
||||||
"k8s.io/apimachinery/pkg/types"
|
"k8s.io/apimachinery/pkg/types"
|
||||||
"k8s.io/apimachinery/pkg/util/wait"
|
"k8s.io/apimachinery/pkg/util/wait"
|
||||||
"k8s.io/client-go/rest"
|
|
||||||
"sigs.k8s.io/cli-utils/pkg/kstatus/polling"
|
"sigs.k8s.io/cli-utils/pkg/kstatus/polling"
|
||||||
"sigs.k8s.io/cli-utils/pkg/kstatus/polling/aggregator"
|
"sigs.k8s.io/cli-utils/pkg/kstatus/polling/aggregator"
|
||||||
"sigs.k8s.io/cli-utils/pkg/kstatus/polling/collector"
|
"sigs.k8s.io/cli-utils/pkg/kstatus/polling/collector"
|
||||||
|
|
@ -33,9 +35,8 @@ import (
|
||||||
"sigs.k8s.io/cli-utils/pkg/object"
|
"sigs.k8s.io/cli-utils/pkg/object"
|
||||||
"sigs.k8s.io/controller-runtime/pkg/client"
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
||||||
"sigs.k8s.io/controller-runtime/pkg/client/apiutil"
|
"sigs.k8s.io/controller-runtime/pkg/client/apiutil"
|
||||||
"strings"
|
|
||||||
"time"
|
|
||||||
|
|
||||||
|
"github.com/fluxcd/flux2/internal/utils"
|
||||||
"github.com/fluxcd/pkg/apis/meta"
|
"github.com/fluxcd/pkg/apis/meta"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
@ -50,10 +51,10 @@ type statusable interface {
|
||||||
}
|
}
|
||||||
|
|
||||||
type StatusChecker struct {
|
type StatusChecker struct {
|
||||||
client client.Client
|
pollInterval time.Duration
|
||||||
timeout time.Duration
|
timeout time.Duration
|
||||||
objRefs []object.ObjMetadata
|
|
||||||
statusPoller *polling.StatusPoller
|
statusPoller *polling.StatusPoller
|
||||||
|
messageQueue chan string
|
||||||
}
|
}
|
||||||
|
|
||||||
func isReady(ctx context.Context, kubeClient client.Client,
|
func isReady(ctx context.Context, kubeClient client.Client,
|
||||||
|
|
@ -81,7 +82,11 @@ func isReady(ctx context.Context, kubeClient client.Client,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (sc *StatusChecker) New(kubeConfig *rest.Config, timeout time.Duration) error {
|
func (sc *StatusChecker) New(pollInterval time.Duration, timeout time.Duration) error {
|
||||||
|
kubeConfig, err := utils.KubeConfig(rootArgs.kubeconfig, rootArgs.kubecontext)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
restMapper, err := apiutil.NewDynamicRESTMapper(kubeConfig)
|
restMapper, err := apiutil.NewDynamicRESTMapper(kubeConfig)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
|
|
@ -91,32 +96,26 @@ func (sc *StatusChecker) New(kubeConfig *rest.Config, timeout time.Duration) err
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
statusPoller := polling.NewStatusPoller(client, restMapper)
|
statusPoller := polling.NewStatusPoller(client, restMapper)
|
||||||
sc.client = client
|
|
||||||
sc.statusPoller = statusPoller
|
sc.statusPoller = statusPoller
|
||||||
|
sc.pollInterval = pollInterval
|
||||||
sc.timeout = timeout
|
sc.timeout = timeout
|
||||||
|
sc.messageQueue = make(chan string)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
func (sc *StatusChecker) AddChecks(components []string) error {
|
func (sc *StatusChecker) Assess(components ...string) error {
|
||||||
var componentRefs []object.ObjMetadata
|
|
||||||
for _, deployment := range components {
|
|
||||||
objMeta, err := object.CreateObjMetadata(rootArgs.namespace, deployment, schema.GroupKind{Group: "apps", Kind: "Deployment"})
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
componentRefs = append(componentRefs, objMeta)
|
|
||||||
}
|
|
||||||
sc.objRefs = componentRefs
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
func (sc *StatusChecker) Assess(pollInterval time.Duration) error {
|
|
||||||
ctx, cancel := context.WithTimeout(context.Background(), sc.timeout)
|
ctx, cancel := context.WithTimeout(context.Background(), sc.timeout)
|
||||||
defer cancel()
|
defer cancel()
|
||||||
|
|
||||||
opts := polling.Options{PollInterval: pollInterval, UseCache: true}
|
objRefs, err := sc.getObjectRefs(components)
|
||||||
eventsChan := sc.statusPoller.Poll(ctx, sc.objRefs, opts)
|
if err != nil {
|
||||||
coll := collector.NewResourceStatusCollector(sc.objRefs)
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
opts := polling.Options{PollInterval: sc.pollInterval, UseCache: true}
|
||||||
|
eventsChan := sc.statusPoller.Poll(ctx, objRefs, opts)
|
||||||
|
|
||||||
|
coll := collector.NewResourceStatusCollector(objRefs)
|
||||||
done := coll.ListenWithObserver(eventsChan, collector.ObserverFunc(
|
done := coll.ListenWithObserver(eventsChan, collector.ObserverFunc(
|
||||||
func(statusCollector *collector.ResourceStatusCollector, e event.Event) {
|
func(statusCollector *collector.ResourceStatusCollector, e event.Event) {
|
||||||
var rss []*event.ResourceStatus
|
var rss []*event.ResourceStatus
|
||||||
|
|
@ -133,7 +132,6 @@ func (sc *StatusChecker) Assess(pollInterval time.Duration) error {
|
||||||
)
|
)
|
||||||
<-done
|
<-done
|
||||||
|
|
||||||
|
|
||||||
if coll.Error != nil {
|
if coll.Error != nil {
|
||||||
return coll.Error
|
return coll.Error
|
||||||
}
|
}
|
||||||
|
|
@ -146,35 +144,23 @@ func (sc *StatusChecker) Assess(pollInterval time.Duration) error {
|
||||||
ids = append(ids, id)
|
ids = append(ids, id)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return fmt.Errorf("Health check timed out for [%v]", strings.Join(ids, ", "))
|
return fmt.Errorf("Status check timed out for component(s): [%v]", strings.Join(ids, ", "))
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (sc *StatusChecker) toObjMetadata(cr []meta.NamespacedObjectKindReference) ([]object.ObjMetadata, error) {
|
func (sc *StatusChecker) getObjectRefs(components []string) ([]object.ObjMetadata, error) {
|
||||||
oo := []object.ObjMetadata{}
|
var objRefs []object.ObjMetadata
|
||||||
for _, c := range cr {
|
for _, deployment := range components {
|
||||||
// For backwards compatibility
|
objMeta, err := object.CreateObjMetadata(rootArgs.namespace, deployment, schema.GroupKind{Group: "apps", Kind: "Deployment"})
|
||||||
if c.APIVersion == "" {
|
|
||||||
c.APIVersion = "apps/v1"
|
|
||||||
}
|
|
||||||
|
|
||||||
gv, err := schema.ParseGroupVersion(c.APIVersion)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return []object.ObjMetadata{}, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
objRefs = append(objRefs, objMeta)
|
||||||
gk := schema.GroupKind{Group: gv.Group, Kind: c.Kind}
|
|
||||||
o, err := object.CreateObjMetadata(c.Namespace, c.Name, gk)
|
|
||||||
if err != nil {
|
|
||||||
return []object.ObjMetadata{}, err
|
|
||||||
}
|
|
||||||
|
|
||||||
oo = append(oo, o)
|
|
||||||
}
|
}
|
||||||
return oo, nil
|
return objRefs, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (sc *StatusChecker) objMetadataToString(om object.ObjMetadata) string {
|
func (sc *StatusChecker) objMetadataToString(om object.ObjMetadata) string {
|
||||||
return fmt.Sprintf("%s '%s/%s'", om.GroupKind.Kind, om.Namespace, om.Name)
|
return fmt.Sprintf("%s '%s/%s'", om.GroupKind.Kind, om.Namespace, om.Name)
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue