-
Notifications
You must be signed in to change notification settings - Fork 208
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
The new test case checks whether there are no interruptions in long-lived E/W LB flows. The upgrade test consists of two steps: * "cli connectivity test --include-upgrade-test --upgrade-test-setup": deploys migrate-svc (to be renamed) pods, and stores restart counters. * Do Cilium upgrade * "cli connectivity test --include-upgrade-test --test post-upgrade": checks restart counters of migrate-svc pods, and compares against the previously stored counters (counters mismatch means interruptions in flow) Signed-off-by: Martynas Pumputis <[email protected]>
- Loading branch information
Showing
5 changed files
with
199 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,103 @@ | ||
| // SPDX-License-Identifier: Apache-2.0 | ||
| // Copyright Authors of Cilium | ||
|
|
||
| package tests | ||
|
|
||
| import ( | ||
| "context" | ||
| gojson "encoding/json" | ||
| "os" | ||
| "strconv" | ||
|
|
||
| "github.com/cilium/cilium-cli/connectivity/check" | ||
|
|
||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| ) | ||
|
|
||
| // NoInterruptedConnections checks whether there are no interruptions in | ||
| // long-lived E/W LB connections. The test case is used to validate Cilium | ||
| // upgrades. | ||
| // | ||
| // The test case consists of three steps: | ||
| // | ||
| // 1. Deploying pods and a service which establish the long-lived connections | ||
| // (done by "--upgrade-test-setup"). The client pods ("migrate-svc-client") | ||
| // establish connections via ClusterIP ("migrate-svc") to server pods | ||
| // ("migrate-svc-server"). As there former pods come first before the latter, | ||
| // the former pods can crash which increases the pod restart counter. The step | ||
| // is responsible for storing the restart counter too. | ||
| // 2. Do Cilium upgrade. | ||
| // 3. Run the test ("--include-upgrade-test"). The test checks the restart | ||
| // counters, and compares them against the previously stored ones. A mismatch | ||
| // indicates that a connection was interrupted. | ||
| func NoInterruptedConnections() check.Scenario { | ||
| return &noInterruptedConnections{} | ||
| } | ||
|
|
||
| type noInterruptedConnections struct{} | ||
|
|
||
| func (n *noInterruptedConnections) Name() string { | ||
| return "no-interrupted-connections" | ||
| } | ||
|
|
||
| func (n *noInterruptedConnections) Run(ctx context.Context, t *check.Test) { | ||
| ct := t.Context() | ||
|
|
||
| client := ct.K8sClient() | ||
| pods, err := client.ListPods(ctx, ct.Params().TestNamespace, metav1.ListOptions{LabelSelector: "kind=" + check.KindMigrateSvc}) | ||
| if err != nil { | ||
| t.Fatalf("Unable to list migrate-svc pods: %s", err) | ||
| } | ||
| if len(pods.Items) == 0 { | ||
| t.Fatal("No migrate-svc-{client,server} pods found") | ||
| } | ||
|
|
||
| restartCount := make(map[string]string) | ||
| for _, pod := range pods.Items { | ||
| restartCount[pod.GetObjectMeta().GetName()] = strconv.Itoa(int(pod.Status.ContainerStatuses[0].RestartCount)) | ||
| } | ||
|
|
||
| // Only store restart counters which will be used later when running the same | ||
| // test case, but w/o --upgrade-test-setup. | ||
| if ct.Params().UpgradeTestSetup { | ||
| file, err := os.Create(ct.Params().UpgradeTestResultPath) | ||
| if err != nil { | ||
| t.Fatalf("Failed to create %q file for writing upgrade test temp results: %s", | ||
| ct.Params().UpgradeTestResultPath, err) | ||
| } | ||
| defer file.Close() | ||
|
|
||
| counts := make(map[string]string) | ||
| for pod, count := range restartCount { | ||
| counts[pod] = count | ||
| } | ||
| j, err := gojson.Marshal(counts) | ||
| if err != nil { | ||
| t.Fatalf("Failed to marshal JSON: %s", err) | ||
| } | ||
|
|
||
| if _, err := file.Write(j); err != nil { | ||
| t.Fatalf("Failed to write upgrade test temp result into file: %s", err) | ||
| } | ||
|
|
||
| return | ||
| } | ||
|
|
||
| b, err := os.ReadFile(ct.Params().UpgradeTestResultPath) | ||
| if err != nil { | ||
| t.Fatalf("Failed to read upgrade test result files: %s", err) | ||
| } | ||
| prevRestartCount := make(map[string]string) | ||
| if err := gojson.Unmarshal(b, &prevRestartCount); err != nil { | ||
| t.Fatalf("Failed to unmarshal JSON test result file: %s", err) | ||
| } | ||
|
|
||
| for pod, count := range restartCount { | ||
| if prevCount, found := prevRestartCount[pod]; !found { | ||
| t.Fatalf("Could not found Pod %s restart count", pod) | ||
| } else if prevCount != count { | ||
| t.Fatalf("Pod %s flow was interrupted (restart count does not match %s != %s)", | ||
| pod, prevCount, count) | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters