validate: check for reserved resources

Add validation check to verify _some_ resources are reserved. We don't want yet to validate the amount of resources nor their NUMA topology. so we just check _something_ has been reserved. Signed-off-by: Francesco Romani <[email protected]>
k8stopologyawareschedwg · Feb 13, 2022 · 6f9dfcc · 6f9dfcc
1 parent f771a17
commit 6f9dfcc
Show file tree

Hide file tree

Showing 2 changed files with 86 additions and 0 deletions.
diff --git a/pkg/validator/kubeletconfig.go b/pkg/validator/kubeletconfig.go
@@ -158,6 +158,16 @@ func ValidateClusterNodeKubeletConfig(nodeName string, nodeVersion *version.Info
 			Detected:  fmt.Sprintf("%v", kubeletConf.CPUManagerReconcilePeriod.Duration),
 		})
 	}
+	if kubeletConf.ReservedSystemCPUs == "" {
+		vrs = append(vrs, ValidationResult{
+			Node:      nodeName,
+			Area:      AreaKubelet,
+			Component: ComponentConfiguration,
+			Setting:   "CPU",
+			Expected:  "reserved some CPU cores",
+			Detected:  "no reserved CPU cores",
+		})
+	}
 
 	if kubeletConf.MemoryManagerPolicy != ExpectedMemoryManagerPolicy {
 		vrs = append(vrs, ValidationResult{
@@ -170,6 +180,17 @@ func ValidateClusterNodeKubeletConfig(nodeName string, nodeVersion *version.Info
 		})
 	}
 
+	if len(kubeletConf.ReservedMemory) == 0 {
+		vrs = append(vrs, ValidationResult{
+			Node:      nodeName,
+			Area:      AreaKubelet,
+			Component: ComponentConfiguration,
+			Setting:   "memory",
+			Expected:  "reserved memory blocks",
+			Detected:  "no reserved memory blocks",
+		})
+	}
+
 	if kubeletConf.TopologyManagerPolicy != ExpectedTopologyManagerPolicy {
 		vrs = append(vrs, ValidationResult{
 			Node:      nodeName,

diff --git a/pkg/validator/kubeletconfig_test.go b/pkg/validator/kubeletconfig_test.go
@@ -68,6 +68,24 @@ func TestKubeletValidations(t *testing.T) {
 					Component: ComponentCPUManager,
 					Setting:   "reconcile period",
 				},
+				{
+					Node:      nodeName,
+					Area:      AreaKubelet,
+					Component: ComponentConfiguration,
+					Setting:   "CPU",
+				},
+				{
+					Node:      nodeName,
+					Area:      AreaKubelet,
+					Component: ComponentMemoryManager,
+					Setting:   "policy",
+				},
+				{
+					Node:      nodeName,
+					Area:      AreaKubelet,
+					Component: ComponentConfiguration,
+					Setting:   "memory",
+				},
 				{
 					Node:      nodeName,
 					Area:      AreaKubelet,
@@ -86,6 +104,13 @@ func TestKubeletValidations(t *testing.T) {
 				CPUManagerReconcilePeriod: metav1.Duration{
 					Duration: 5 * time.Second,
 				},
+				MemoryManagerPolicy: ExpectedMemoryManagerPolicy,
+				ReservedMemory: []kubeletconfigv1beta1.MemoryReservation{
+					{
+						NumaNode: 1,
+					},
+				},
+				ReservedSystemCPUs:    "0,1",
 				TopologyManagerPolicy: ExpectedTopologyManagerPolicy,
 			},
 			expected: []ValidationResult{},
@@ -97,6 +122,13 @@ func TestKubeletValidations(t *testing.T) {
 				CPUManagerReconcilePeriod: metav1.Duration{
 					Duration: 5 * time.Second,
 				},
+				MemoryManagerPolicy: ExpectedMemoryManagerPolicy,
+				ReservedMemory: []kubeletconfigv1beta1.MemoryReservation{
+					{
+						NumaNode: 1,
+					},
+				},
+				ReservedSystemCPUs:    "0,1",
 				TopologyManagerPolicy: ExpectedTopologyManagerPolicy,
 			},
 			expected: []ValidationResult{
@@ -117,6 +149,13 @@ func TestKubeletValidations(t *testing.T) {
 				CPUManagerReconcilePeriod: metav1.Duration{
 					Duration: 5 * time.Second,
 				},
+				MemoryManagerPolicy: ExpectedMemoryManagerPolicy,
+				ReservedMemory: []kubeletconfigv1beta1.MemoryReservation{
+					{
+						NumaNode: 1,
+					},
+				},
+				ReservedSystemCPUs: "0,1",
 			},
 			expected: []ValidationResult{
 				{
@@ -137,6 +176,13 @@ func TestKubeletValidations(t *testing.T) {
 				CPUManagerReconcilePeriod: metav1.Duration{
 					Duration: 5 * time.Second,
 				},
+				MemoryManagerPolicy: ExpectedMemoryManagerPolicy,
+				ReservedMemory: []kubeletconfigv1beta1.MemoryReservation{
+					{
+						NumaNode: 1,
+					},
+				},
+				ReservedSystemCPUs:    "0,1",
 				TopologyManagerPolicy: "restricted",
 			},
 			expected: []ValidationResult{
@@ -154,6 +200,12 @@ func TestKubeletValidations(t *testing.T) {
 				FeatureGates: map[string]bool{
 					ExpectedPodResourcesFeatureGate: true,
 				},
+				MemoryManagerPolicy: ExpectedMemoryManagerPolicy,
+				ReservedMemory: []kubeletconfigv1beta1.MemoryReservation{
+					{
+						NumaNode: 1,
+					},
+				},
 				TopologyManagerPolicy: ExpectedTopologyManagerPolicy,
 			},
 			expected: []ValidationResult{
@@ -170,6 +222,12 @@ func TestKubeletValidations(t *testing.T) {
 					Component: ComponentCPUManager,
 					Setting:   "reconcile period",
 				},
+				{
+					Node:      nodeName,
+					Area:      AreaKubelet,
+					Component: ComponentConfiguration,
+					Setting:   "CPU",
+				},
 			},
 		},
 		{
@@ -182,6 +240,13 @@ func TestKubeletValidations(t *testing.T) {
 				CPUManagerReconcilePeriod: metav1.Duration{
 					Duration: 30 * time.Second,
 				},
+				MemoryManagerPolicy: ExpectedMemoryManagerPolicy,
+				ReservedMemory: []kubeletconfigv1beta1.MemoryReservation{
+					{
+						NumaNode: 1,
+					},
+				},
+				ReservedSystemCPUs:    "0,1",
 				TopologyManagerPolicy: ExpectedTopologyManagerPolicy,
 			},
 			expected: []ValidationResult{