diff --git a/api/v1/helper.go b/api/v1/helper.go index 4ccd1d59e..e6272827f 100644 --- a/api/v1/helper.go +++ b/api/v1/helper.go @@ -224,7 +224,6 @@ func (p *SriovNetworkNodePolicy) Selected(node *corev1.Node) bool { } return false } - log.Info("Selected():", "node", node.Name) return true } diff --git a/controllers/sriovnetworknodepolicy_controller.go b/controllers/sriovnetworknodepolicy_controller.go index d1532b5ae..00dc808ac 100644 --- a/controllers/sriovnetworknodepolicy_controller.go +++ b/controllers/sriovnetworknodepolicy_controller.go @@ -23,6 +23,7 @@ import ( "os" "sort" "strings" + "time" errs "github.com/pkg/errors" appsv1 "k8s.io/api/apps/v1" @@ -35,11 +36,15 @@ import ( "k8s.io/apimachinery/pkg/runtime" "k8s.io/apimachinery/pkg/types" kscheme "k8s.io/client-go/kubernetes/scheme" + "k8s.io/client-go/util/workqueue" ctrl "sigs.k8s.io/controller-runtime" "sigs.k8s.io/controller-runtime/pkg/client" "sigs.k8s.io/controller-runtime/pkg/controller/controllerutil" + "sigs.k8s.io/controller-runtime/pkg/event" + "sigs.k8s.io/controller-runtime/pkg/handler" "sigs.k8s.io/controller-runtime/pkg/log" "sigs.k8s.io/controller-runtime/pkg/reconcile" + "sigs.k8s.io/controller-runtime/pkg/source" dptypes "github.com/k8snetworkplumbingwg/sriov-network-device-plugin/pkg/types" @@ -49,6 +54,8 @@ import ( render "github.com/k8snetworkplumbingwg/sriov-network-operator/pkg/render" ) +const nodePolicySyncEventName = "node-policy-sync-event" + // SriovNetworkNodePolicyReconciler reconciles a SriovNetworkNodePolicy object type SriovNetworkNodePolicyReconciler struct { client.Client @@ -69,8 +76,12 @@ type SriovNetworkNodePolicyReconciler struct { // For more details, check Reconcile and its Result here: // - https://pkg.go.dev/sigs.k8s.io/controller-runtime@v0.8.3/pkg/reconcile func (r *SriovNetworkNodePolicyReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) { - reqLogger := log.FromContext(ctx).WithValues("sriovnetworknodepolicy", req.NamespacedName) + // Only handle node-policy-sync-event + if req.Name != nodePolicySyncEventName || req.Namespace != "" { + return reconcile.Result{}, nil + } + reqLogger := log.FromContext(ctx) reqLogger.Info("Reconciling") defaultPolicy := &sriovnetworkv1.SriovNetworkNodePolicy{} @@ -152,8 +163,34 @@ func (r *SriovNetworkNodePolicyReconciler) Reconcile(ctx context.Context, req ct // SetupWithManager sets up the controller with the Manager. func (r *SriovNetworkNodePolicyReconciler) SetupWithManager(mgr ctrl.Manager) error { + qHandler := func(q workqueue.RateLimitingInterface) { + q.AddAfter(reconcile.Request{NamespacedName: types.NamespacedName{ + Namespace: "", + Name: nodePolicySyncEventName, + }}, time.Second) + } + + delayedEventHandler := handler.Funcs{ + CreateFunc: func(e event.CreateEvent, q workqueue.RateLimitingInterface) { + log.Log.WithName("SriovNetworkNodePolicy"). + Info("Enqueuing sync for create event", "resource", e.Object.GetName()) + qHandler(q) + }, + UpdateFunc: func(e event.UpdateEvent, q workqueue.RateLimitingInterface) { + log.Log.WithName("SriovNetworkNodePolicy"). + Info("Enqueuing sync for update event", "resource", e.ObjectNew.GetName()) + qHandler(q) + }, + DeleteFunc: func(e event.DeleteEvent, q workqueue.RateLimitingInterface) { + log.Log.WithName("SriovNetworkNodePolicy"). + Info("Enqueuing sync for delete event", "resource", e.Object.GetName()) + qHandler(q) + }, + } + return ctrl.NewControllerManagedBy(mgr). For(&sriovnetworkv1.SriovNetworkNodePolicy{}). + Watches(&source.Kind{Type: &sriovnetworkv1.SriovNetworkNodePolicy{}}, delayedEventHandler). Complete(r) } @@ -576,7 +613,7 @@ func renderDsForCR(path string, data *render.RenderData) ([]*uns.Unstructured, e func (r *SriovNetworkNodePolicyReconciler) renderDevicePluginConfigData(ctx context.Context, pl *sriovnetworkv1.SriovNetworkNodePolicyList, node *corev1.Node) (dptypes.ResourceConfList, error) { logger := log.Log.WithName("renderDevicePluginConfigData") - logger.Info("Start to render device plugin config data") + logger.Info("Start to render device plugin config data", "node", node.Name) rcl := dptypes.ResourceConfList{} for _, p := range pl.Items { if p.Name == constants.DefaultPolicyName { @@ -608,7 +645,7 @@ func (r *SriovNetworkNodePolicyReconciler) renderDevicePluginConfigData(ctx cont return rcl, err } rcl.ResourceList = append(rcl.ResourceList, *rc) - logger.Info("Add resource", "Resource", *rc, "Resource list", rcl.ResourceList) + logger.Info("Add resource", "Resource", *rc) } } return rcl, nil diff --git a/main.go b/main.go index f14dee49c..b1e73501f 100644 --- a/main.go +++ b/main.go @@ -25,6 +25,7 @@ import ( netattdefv1 "github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/apis/k8s.cni.cncf.io/v1" openshiftconfigv1 "github.com/openshift/api/config/v1" mcfgv1 "github.com/openshift/machine-config-operator/pkg/apis/machineconfiguration.openshift.io/v1" + "go.uber.org/zap/zapcore" "k8s.io/apimachinery/pkg/api/errors" // Import all Kubernetes client auth plugins (e.g. Azure, GCP, OIDC, etc.) @@ -76,6 +77,7 @@ func main() { "Enabling this will ensure there is only one active controller manager.") opts := zap.Options{ Development: true, + TimeEncoder: zapcore.RFC3339NanoTimeEncoder, } opts.BindFlags(flag.CommandLine) flag.Parse() diff --git a/pkg/utils/utils.go b/pkg/utils/utils.go index 30601847c..b57bb6d2a 100644 --- a/pkg/utils/utils.go +++ b/pkg/utils/utils.go @@ -2,6 +2,7 @@ package utils import ( "bytes" + "errors" "fmt" "io/ioutil" "math/rand" @@ -665,7 +666,7 @@ func unbindDriverIfNeeded(vfAddr string, isRdma bool) error { } func getLinkType(ifaceStatus sriovnetworkv1.InterfaceExt) string { - glog.Infof("getLinkType(): Device %s", ifaceStatus.PciAddress) + glog.V(2).Infof("getLinkType(): Device %s", ifaceStatus.PciAddress) if ifaceStatus.Name != "" { link, err := netlink.LinkByName(ifaceStatus.Name) if err != nil { @@ -719,10 +720,16 @@ func generateRandomGUID() net.HardwareAddr { func GetNicSriovMode(pciAddress string) (string, error) { glog.V(2).Infof("GetNicSriovMode(): device %s", pciAddress) + devLink, err := netlink.DevLinkGetDeviceByName("pci", pciAddress) if err != nil { + if errors.Is(err, syscall.ENODEV) { + // the device doesn't support devlink + return "", nil + } return "", err } + return devLink.Attrs.Eswitch.Mode, nil }