Skip to content

Commit

Permalink
use similar approach for delete resource
Browse files Browse the repository at this point in the history
  • Loading branch information
@jeffreylimnardy
jeffreylimnardy committed Dec 18, 2024
1 parent c716453 commit 1ef80a1
Showing 1 changed file with 29 additions and 261 deletions.
290 changes: 29 additions & 261 deletions internal/resources/selfmonitor/resources_test.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,8 @@ import (
"testing"

"github.com/stretchr/testify/require"
appsv1 "k8s.io/api/apps/v1"
corev1 "k8s.io/api/core/v1"
networkingv1 "k8s.io/api/networking/v1"
rbacv1 "k8s.io/api/rbac/v1"
apierrors "k8s.io/apimachinery/pkg/api/errors"
"k8s.io/apimachinery/pkg/runtime"
"k8s.io/apimachinery/pkg/util/intstr"
utilruntime "k8s.io/apimachinery/pkg/util/runtime"
clientgoscheme "k8s.io/client-go/kubernetes/scheme"
"sigs.k8s.io/controller-runtime/pkg/client"
Expand All @@ -31,79 +27,6 @@ const (
alertRulesFileName = "dummy-alerts.yaml"
)

func TestDeleteSelfMonitorResources(t *testing.T) {
ctx := context.Background()
client := fake.NewClientBuilder().Build()

sut := ApplierDeleter{
Config: Config{
BaseName: name,
Namespace: namespace,
},
}

opts := ApplyOptions{
AlertRulesFileName: alertRulesFileName,
AlertRulesYAML: alertRulesYAML,
PrometheusConfigFileName: configFileName,
PrometheusConfigPath: configPath,
PrometheusConfigYAML: prometheusConfigYAML,
}
err := sut.ApplyResources(ctx, client, opts)
require.NoError(t, err)

t.Run("It should create all resources", func(t *testing.T) {
verifyConfigMapIsPresent(ctx, t, client)
verifyDeploymentIsPreset(ctx, t, client)
verifyRoleIsPresent(ctx, t, client)
verifyRoleBindingIsPresent(ctx, t, client)
verifyServiceAccountIsPresent(ctx, t, client)
verifyNetworkPolicy(ctx, t, client)
verifyService(ctx, t, client)
})

err = sut.DeleteResources(ctx, client)
require.NoError(t, err)

t.Run("Deployment should not be present", func(t *testing.T) {
var deps appsv1.DeploymentList

require.NoError(t, client.List(ctx, &deps))
require.Len(t, deps.Items, 0)
})

t.Run("Configmap should not be present", func(t *testing.T) {
var cms corev1.ConfigMapList

require.NoError(t, client.List(ctx, &cms))
require.Len(t, cms.Items, 0)
})
t.Run("role should not be present", func(t *testing.T) {
var roles rbacv1.RoleList

require.NoError(t, client.List(ctx, &roles))
require.Len(t, roles.Items, 0)
})
t.Run("role binding should not be present", func(t *testing.T) {
var roleBindings rbacv1.RoleBindingList

require.NoError(t, client.List(ctx, &roleBindings))
require.Len(t, roleBindings.Items, 0)
})
t.Run("network policy should not be present", func(t *testing.T) {
var nwPs networkingv1.NetworkPolicyList

require.NoError(t, client.List(ctx, &nwPs))
require.Len(t, nwPs.Items, 0)
})
t.Run("service should not be present", func(t *testing.T) {
var svcList corev1.ServiceList

require.NoError(t, client.List(ctx, &svcList))
require.Len(t, svcList.Items, 0)
})
}

func TestApplySelfMonitorResources(t *testing.T) {
var objects []client.Object

Expand Down Expand Up @@ -147,194 +70,39 @@ func TestApplySelfMonitorResources(t *testing.T) {
require.Equal(t, string(goldenFileBytes), string(bytes))
}

func verifyDeploymentIsPreset(ctx context.Context, t *testing.T, client client.Client) {
var deps appsv1.DeploymentList

require.NoError(t, client.List(ctx, &deps))
require.Len(t, deps.Items, 1)

dep := deps.Items[0]
require.Equal(t, name, dep.Name)
require.Equal(t, namespace, dep.Namespace)

// labels
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, dep.Labels, "must have expected deployment labels")
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, dep.Spec.Selector.MatchLabels, "must have expected deployment selector labels")
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
"sidecar.istio.io/inject": "false",
}, dep.Spec.Template.ObjectMeta.Labels, "must have expected pod labels")

// annotations
podAnnotations := dep.Spec.Template.ObjectMeta.Annotations
require.NotEmpty(t, podAnnotations["checksum/Config"])

// self-monitor container
require.Len(t, dep.Spec.Template.Spec.Containers, 1)
container := dep.Spec.Template.Spec.Containers[0]

require.NotNil(t, container.LivenessProbe, "liveness probe must be defined")
require.NotNil(t, container.ReadinessProbe, "readiness probe must be defined")
resources := container.Resources
require.True(t, cpuRequest.Equal(*resources.Requests.Cpu()), "cpu requests should be defined")
require.True(t, memoryRequest.Equal(*resources.Requests.Memory()), "memory requests should be defined")
require.True(t, memoryLimit.Equal(*resources.Limits.Memory()), "memory limit should be defined")

// security contexts
podSecurityContext := dep.Spec.Template.Spec.SecurityContext
require.NotNil(t, podSecurityContext, "pod security context must be defined")
require.NotZero(t, podSecurityContext.RunAsUser, "must run as non-root")
require.True(t, *podSecurityContext.RunAsNonRoot, "must run as non-root")

containerSecurityContext := container.SecurityContext
require.NotNil(t, containerSecurityContext, "container security context must be defined")
require.NotZero(t, containerSecurityContext.RunAsUser, "must run as non-root")
require.True(t, *containerSecurityContext.RunAsNonRoot, "must run as non-root")
require.False(t, *containerSecurityContext.Privileged, "must not be privileged")
require.False(t, *containerSecurityContext.AllowPrivilegeEscalation, "must not escalate to privileged")
require.True(t, *containerSecurityContext.ReadOnlyRootFilesystem, "must use readonly fs")

// command args

expectedArgs := []string{
"--storage.tsdb.retention.time=" + retentionTime,
"--storage.tsdb.retention.size=" + retentionSize,
"--config.file=" + configPath + configFileName,
"--storage.tsdb.path=" + storagePath,
"--log.format=" + logFormat,
}
require.Equal(t, container.Args, expectedArgs)
}

func verifyConfigMapIsPresent(ctx context.Context, t *testing.T, client client.Client) {
var cms corev1.ConfigMapList

require.NoError(t, client.List(ctx, &cms))
require.Len(t, cms.Items, 1)

cm := cms.Items[0]
require.Equal(t, name, cm.Name)
require.Equal(t, namespace, cm.Namespace)
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, cm.Labels)
require.Equal(t, prometheusConfigYAML, cm.Data[configFileName])
require.Equal(t, alertRulesYAML, cm.Data[alertRulesFileName])
}

func verifyRoleIsPresent(ctx context.Context, t *testing.T, client client.Client) {
var rs rbacv1.RoleList

require.NoError(t, client.List(ctx, &rs))
require.Len(t, rs.Items, 1)
func TestDeleteSelfMonitorResources(t *testing.T) {
var created []client.Object

r := rs.Items[0]
expectedRules := []rbacv1.PolicyRule{
{
APIGroups: []string{""},
Resources: []string{"services", "endpoints", "pods"},
Verbs: []string{"get", "list", "watch"},
fakeClient := fake.NewClientBuilder().WithInterceptorFuncs(interceptor.Funcs{
Create: func(ctx context.Context, c client.WithWatch, obj client.Object, _ ...client.CreateOption) error {
created = append(created, obj)
return c.Create(ctx, obj)
},
}

require.NotNil(t, r)
require.Equal(t, r.Name, name)
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, r.Labels)
require.Equal(t, r.Rules, expectedRules)
}

func verifyRoleBindingIsPresent(ctx context.Context, t *testing.T, client client.Client) {
var rbs rbacv1.RoleBindingList

require.NoError(t, client.List(ctx, &rbs))
require.Len(t, rbs.Items, 1)

rb := rbs.Items[0]
require.NotNil(t, rb)
require.Equal(t, name, rb.Name)
require.Equal(t, namespace, rb.Namespace)
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, rb.Labels)
require.Equal(t, name, rb.RoleRef.Name)
}

func verifyServiceAccountIsPresent(ctx context.Context, t *testing.T, client client.Client) {
var sas corev1.ServiceAccountList

require.NoError(t, client.List(ctx, &sas))
require.Len(t, sas.Items, 1)

sa := sas.Items[0]
require.NotNil(t, sa)
require.Equal(t, name, sa.Name)
require.Equal(t, namespace, sa.Namespace)
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, sa.Labels)
}

func verifyNetworkPolicy(ctx context.Context, t *testing.T, client client.Client) {
var nps networkingv1.NetworkPolicyList

require.NoError(t, client.List(ctx, &nps))
require.Len(t, nps.Items, 1)

np := nps.Items[0]
require.NotNil(t, np)
require.Equal(t, name, np.Name)
require.Equal(t, namespace, np.Namespace)
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, np.Labels)
require.Equal(t, map[string]string{
"app.kubernetes.io/name": name,
}, np.Spec.PodSelector.MatchLabels)
require.Equal(t, []networkingv1.PolicyType{networkingv1.PolicyTypeIngress, networkingv1.PolicyTypeEgress}, np.Spec.PolicyTypes)
require.Len(t, np.Spec.Ingress, 1)
require.Len(t, np.Spec.Ingress[0].From, 2)
require.Equal(t, "0.0.0.0/0", np.Spec.Ingress[0].From[0].IPBlock.CIDR)
require.Equal(t, "::/0", np.Spec.Ingress[0].From[1].IPBlock.CIDR)
require.Len(t, np.Spec.Ingress[0].Ports, 1)
}).Build()

tcpProtocol := corev1.ProtocolTCP
port9090 := intstr.FromInt32(9090)
require.Equal(t, []networkingv1.NetworkPolicyPort{
{
Protocol: &tcpProtocol,
Port: &port9090,
sut := ApplierDeleter{
Config: Config{
BaseName: name,
Namespace: namespace,
},
}, np.Spec.Ingress[0].Ports)
require.Len(t, np.Spec.Egress, 1)
require.Len(t, np.Spec.Egress[0].To, 2)
require.Equal(t, "0.0.0.0/0", np.Spec.Egress[0].To[0].IPBlock.CIDR)
require.Equal(t, "::/0", np.Spec.Egress[0].To[1].IPBlock.CIDR)
}

func verifyService(ctx context.Context, t *testing.T, client client.Client) {
var svcList corev1.ServiceList

require.NoError(t, client.List(ctx, &svcList))
require.Len(t, svcList.Items, 1)
}

svc := svcList.Items[0]
require.NotNil(t, svc)
require.Equal(t, name, svc.Name)
require.Equal(t, namespace, svc.Namespace)
opts := ApplyOptions{
AlertRulesFileName: alertRulesFileName,
AlertRulesYAML: alertRulesYAML,
PrometheusConfigFileName: configFileName,
PrometheusConfigPath: configPath,
PrometheusConfigYAML: prometheusConfigYAML,
}
err := sut.ApplyResources(context.Background(), fakeClient, opts)
require.NoError(t, err)

require.Equal(t, corev1.ServiceTypeClusterIP, svc.Spec.Type)
require.Len(t, svc.Spec.Ports, 1)
err = sut.DeleteResources(context.Background(), fakeClient)
require.NoError(t, err)

require.Equal(t, corev1.ServicePort{
Name: "http",
Protocol: corev1.ProtocolTCP,
Port: 9090,
TargetPort: intstr.FromInt32(9090),
}, svc.Spec.Ports[0])
for i := range created {
// an update operation on a non-existent object should return a NotFound error
err = fakeClient.Get(context.Background(), client.ObjectKeyFromObject(created[i]), created[i])
require.True(t, apierrors.IsNotFound(err), "want not found, got %v: %#v", err, created[i])
}
}

0 comments on commit 1ef80a1

Please sign in to comment.