// SPDX-License-Identifier: Apache-2.0 // Copyright Authors of K9s package dao import ( "context" "errors" "fmt" "io" "github.com/derailed/k9s/internal" "github.com/derailed/k9s/internal/client" "github.com/derailed/k9s/internal/render" "github.com/rs/zerolog/log" v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/apis/meta/v1/unstructured" "k8s.io/apimachinery/pkg/labels" "k8s.io/apimachinery/pkg/runtime" "k8s.io/client-go/kubernetes" "k8s.io/kubectl/pkg/drain" "k8s.io/kubectl/pkg/scheme" mv1beta1 "k8s.io/metrics/pkg/apis/metrics/v1beta1" ) var ( _ Accessor = (*Node)(nil) _ NodeMaintainer = (*Node)(nil) ) // NodeMetricsFunc retrieves node metrics. type NodeMetricsFunc func() (*mv1beta1.NodeMetricsList, error) // Node represents a node model. type Node struct { Resource } // ToggleCordon toggles cordon/uncordon a node. func (n *Node) ToggleCordon(path string, cordon bool) error { log.Debug().Msgf("CORDON %q::%t -- %q", path, cordon, n.gvr.GVK()) o, err := FetchNode(context.Background(), n.Factory, path) if err != nil { return err } h, err := drain.NewCordonHelperFromRuntimeObject(o, scheme.Scheme, n.gvr.GVK()) if err != nil { log.Debug().Msgf("BOOM %v", err) return err } if !h.UpdateIfRequired(cordon) { if cordon { return fmt.Errorf("node is already cordoned") } return fmt.Errorf("node is already uncordoned") } dial, err := n.getFactory().Client().Dial() if err != nil { return err } err, patchErr := h.PatchOrReplace(dial, false) if patchErr != nil { return patchErr } if err != nil { return err } return nil } func (o DrainOptions) toDrainHelper(k kubernetes.Interface, w io.Writer) drain.Helper { return drain.Helper{ Client: k, GracePeriodSeconds: o.GracePeriodSeconds, Timeout: o.Timeout, DeleteEmptyDirData: o.DeleteEmptyDirData, IgnoreAllDaemonSets: o.IgnoreAllDaemonSets, Out: w, ErrOut: w, Force: o.Force, } } // Drain drains a node. func (n *Node) Drain(path string, opts DrainOptions, w io.Writer) error { cordoned, err := n.ensureCordoned(path) if err != nil { return err } if !cordoned { if err = n.ToggleCordon(path, true); err != nil { return err } } dial, err := n.getFactory().Client().Dial() if err != nil { return err } h := opts.toDrainHelper(dial, w) dd, errs := h.GetPodsForDeletion(path) if len(errs) != 0 { for _, e := range errs { if _, err := h.ErrOut.Write([]byte(fmt.Sprintf("[%s] %s\n", path, e.Error()))); err != nil { return err } } return errors.Join(errs...) } if err := h.DeleteOrEvictPods(dd.Pods()); err != nil { return err } fmt.Fprintf(h.Out, "Node %s drained!", path) return nil } // Get returns a node resource. func (n *Node) Get(ctx context.Context, path string) (runtime.Object, error) { oo, err := n.Resource.List(ctx, "") if err != nil { return nil, err } var raw *unstructured.Unstructured for _, o := range oo { if u, ok := o.(*unstructured.Unstructured); ok && u.GetName() == path { raw = u } } if raw == nil { return nil, fmt.Errorf("unable to locate node %s", path) } var nmx *mv1beta1.NodeMetrics if withMx, ok := ctx.Value(internal.KeyWithMetrics).(bool); ok && withMx { nmx, _ = client.DialMetrics(n.Client()).FetchNodeMetrics(ctx, path) } return &render.NodeWithMetrics{Raw: raw, MX: nmx}, nil } // List returns a collection of node resources. func (n *Node) List(ctx context.Context, ns string) ([]runtime.Object, error) { oo, err := n.Resource.List(ctx, ns) if err != nil { return oo, err } var nmx client.NodesMetricsMap if withMx, ok := ctx.Value(internal.KeyWithMetrics).(bool); withMx || !ok { nmx, _ = client.DialMetrics(n.Client()).FetchNodesMetricsMap(ctx) } shouldCountPods, _ := ctx.Value(internal.KeyPodCounting).(bool) res := make([]runtime.Object, 0, len(oo)) for _, o := range oo { u, ok := o.(*unstructured.Unstructured) if !ok { return res, fmt.Errorf("expecting *unstructured.Unstructured but got `%T", o) } fqn := extractFQN(o) _, name := client.Namespaced(fqn) podCount := -1 if shouldCountPods { podCount, err = n.CountPods(name) if err != nil { log.Error().Err(err).Msgf("unable to get pods count for %s", name) } } res = append(res, &render.NodeWithMetrics{ Raw: u, MX: nmx[name], PodCount: podCount, }) } return res, nil } // CountPods counts the pods scheduled on a given node. func (n *Node) CountPods(nodeName string) (int, error) { var count int oo, err := n.getFactory().List("v1/pods", client.BlankNamespace, false, labels.Everything()) if err != nil { return 0, err } for _, o := range oo { u, ok := o.(*unstructured.Unstructured) if !ok { return count, fmt.Errorf("expecting *unstructured.Unstructured but got `%T", o) } spec, ok := u.Object["spec"].(map[string]interface{}) if !ok { return count, fmt.Errorf("expecting interface map but got `%T", o) } if node, ok := spec["nodeName"]; ok && node == nodeName { count++ } } return count, nil } // GetPods returns all pods running on given node. func (n *Node) GetPods(nodeName string) ([]*v1.Pod, error) { oo, err := n.getFactory().List("v1/pods", client.BlankNamespace, false, labels.Everything()) if err != nil { return nil, err } pp := make([]*v1.Pod, 0, len(oo)) for _, o := range oo { po := new(v1.Pod) if err := runtime.DefaultUnstructuredConverter.FromUnstructured(o.(*unstructured.Unstructured).Object, po); err != nil { return nil, err } if po.Spec.NodeName == nodeName { pp = append(pp, po) } } return pp, nil } // ensureCordoned returns whether the given node has been cordoned func (n *Node) ensureCordoned(path string) (bool, error) { o, err := FetchNode(context.Background(), n.Factory, path) if err != nil { return false, err } return o.Spec.Unschedulable, nil } // ---------------------------------------------------------------------------- // Helpers... // FetchNode retrieves a node. func FetchNode(ctx context.Context, f Factory, path string) (*v1.Node, error) { _, n := client.Namespaced(path) auth, err := f.Client().CanI(client.ClusterScope, "v1/nodes", n, []string{"get"}) if err != nil { return nil, err } if !auth { return nil, fmt.Errorf("user is not authorized to list nodes") } o, err := f.Get("v1/nodes", client.FQN(client.ClusterScope, path), false, labels.Everything()) if err != nil { return nil, err } var node v1.Node err = runtime.DefaultUnstructuredConverter.FromUnstructured(o.(*unstructured.Unstructured).Object, &node) if err != nil { return nil, err } return &node, nil } // FetchNodes retrieves all nodes. func FetchNodes(ctx context.Context, f Factory, labelsSel string) (*v1.NodeList, error) { auth, err := f.Client().CanI(client.ClusterScope, "v1/nodes", "", []string{client.ListVerb}) if err != nil { return nil, err } if !auth { return nil, fmt.Errorf("user is not authorized to list nodes") } oo, err := f.List("v1/nodes", "", false, labels.Everything()) if err != nil { return nil, err } nn := make([]v1.Node, 0, len(oo)) for _, o := range oo { var node v1.Node err = runtime.DefaultUnstructuredConverter.FromUnstructured(o.(*unstructured.Unstructured).Object, &node) if err != nil { return nil, err } nn = append(nn, node) } return &v1.NodeList{Items: nn}, nil }