From a07cddab1d8d24fd7796321e849af23eafa68f43 Mon Sep 17 00:00:00 2001 From: Saloni Date: Wed, 13 Nov 2024 13:24:36 -0800 Subject: [PATCH] update test summaries for NFR results --- tests/results/dp-perf/1.5.0/1.5.0-oss.md | 5 +++++ tests/results/dp-perf/1.5.0/1.5.0-plus.md | 4 ++++ tests/results/longevity/1.5.0/oss.md | 2 ++ tests/results/longevity/1.5.0/plus.md | 9 ++------- tests/results/ngf-upgrade/1.5.0/1.5.0-oss.md | 4 ++++ tests/results/ngf-upgrade/1.5.0/1.5.0-plus.md | 4 ++++ tests/results/reconfig/1.5.0/1.5.0-oss.md | 4 ++++ tests/results/reconfig/1.5.0/1.5.0-plus.md | 4 ++++ tests/results/scale/1.5.0/1.5.0-oss.md | 4 ++++ tests/results/scale/1.5.0/1.5.0-plus.md | 4 ++++ tests/results/zero-downtime-scale/1.5.0/1.5.0-oss.md | 5 +++++ tests/results/zero-downtime-scale/1.5.0/1.5.0-plus.md | 5 +++++ 12 files changed, 47 insertions(+), 7 deletions(-) diff --git a/tests/results/dp-perf/1.5.0/1.5.0-oss.md b/tests/results/dp-perf/1.5.0/1.5.0-oss.md index 8d004a8bf..fb581daa7 100644 --- a/tests/results/dp-perf/1.5.0/1.5.0-oss.md +++ b/tests/results/dp-perf/1.5.0/1.5.0-oss.md @@ -20,6 +20,11 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems to have improved. There is improved latency and response times across all routing methods. + + ## Test1: Running latte path based routing ```text diff --git a/tests/results/dp-perf/1.5.0/1.5.0-plus.md b/tests/results/dp-perf/1.5.0/1.5.0-plus.md index 50665b777..1b6a06d36 100644 --- a/tests/results/dp-perf/1.5.0/1.5.0-plus.md +++ b/tests/results/dp-perf/1.5.0/1.5.0-plus.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems consistent with previous test run. + ## Test1: Running latte path based routing ```text diff --git a/tests/results/longevity/1.5.0/oss.md b/tests/results/longevity/1.5.0/oss.md index 9f92fd1a4..343454e44 100644 --- a/tests/results/longevity/1.5.0/oss.md +++ b/tests/results/longevity/1.5.0/oss.md @@ -59,6 +59,8 @@ No error logs in nginx-gateway Error logs in nginx +We could not get non-2xx errors from the cluster but should likely be similar to last release's issues. + ### Key Metrics #### Containers memory diff --git a/tests/results/longevity/1.5.0/plus.md b/tests/results/longevity/1.5.0/plus.md index fe26e00bf..dd26556ed 100644 --- a/tests/results/longevity/1.5.0/plus.md +++ b/tests/results/longevity/1.5.0/plus.md @@ -56,12 +56,7 @@ No error logs in nginx-gateway Error logs in nginx -Several errors related to R33 integration - -``` -2024-11-11 22:57:46.685 PST -2024/11/12 06:57:46 [crit] 49#49: open() "/var/lib/nginx/state//nginx-mgmt-state" failed (2: No such file or directory) -``` +We could not get non-2xx errors from the cluster but should likely be similar to last release's issues. ### Key Metrics @@ -93,4 +88,4 @@ for endpoints changes. ## Comparison with previous runs -Graphs look similar to 1.3.0 results. +Graphs look similar to 1.4.0 results. diff --git a/tests/results/ngf-upgrade/1.5.0/1.5.0-oss.md b/tests/results/ngf-upgrade/1.5.0/1.5.0-oss.md index d55204132..949227500 100644 --- a/tests/results/ngf-upgrade/1.5.0/1.5.0-oss.md +++ b/tests/results/ngf-upgrade/1.5.0/1.5.0-oss.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance has slightly improved reduced latencies across both HTTPS and HTTP traffic. + ## Test: Send https /tea traffic ```text diff --git a/tests/results/ngf-upgrade/1.5.0/1.5.0-plus.md b/tests/results/ngf-upgrade/1.5.0/1.5.0-plus.md index 9b5fdc962..81c007317 100644 --- a/tests/results/ngf-upgrade/1.5.0/1.5.0-plus.md +++ b/tests/results/ngf-upgrade/1.5.0/1.5.0-plus.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance has slightly improved. + ## Test: Send https /tea traffic ```text diff --git a/tests/results/reconfig/1.5.0/1.5.0-oss.md b/tests/results/reconfig/1.5.0/1.5.0-oss.md index 51eb9131e..647d7b597 100644 --- a/tests/results/reconfig/1.5.0/1.5.0-oss.md +++ b/tests/results/reconfig/1.5.0/1.5.0-oss.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems consistent with previous run. + ## Test 1: Resources exist before startup - NumResources 30 ### Reloads and Time to Ready diff --git a/tests/results/reconfig/1.5.0/1.5.0-plus.md b/tests/results/reconfig/1.5.0/1.5.0-plus.md index 57f934435..dd9f8d8bc 100644 --- a/tests/results/reconfig/1.5.0/1.5.0-plus.md +++ b/tests/results/reconfig/1.5.0/1.5.0-plus.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems to be consistent with previous run but has slightly higher reload and event processing times. + ## Test 1: Resources exist before startup - NumResources 30 ### Reloads and Time to Ready diff --git a/tests/results/scale/1.5.0/1.5.0-oss.md b/tests/results/scale/1.5.0/1.5.0-oss.md index 5f324c828..972cb40e9 100644 --- a/tests/results/scale/1.5.0/1.5.0-oss.md +++ b/tests/results/scale/1.5.0/1.5.0-oss.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems consistent with previous test run with slightly higher reload times and some errors. + ## Test TestScale_Listeners ### Reloads diff --git a/tests/results/scale/1.5.0/1.5.0-plus.md b/tests/results/scale/1.5.0/1.5.0-plus.md index 1acf307f4..69db58d87 100644 --- a/tests/results/scale/1.5.0/1.5.0-plus.md +++ b/tests/results/scale/1.5.0/1.5.0-plus.md @@ -20,6 +20,10 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems consistent with previous run but slightly higher reload and event batch processing times. + ## Test TestScale_Listeners ### Reloads diff --git a/tests/results/zero-downtime-scale/1.5.0/1.5.0-oss.md b/tests/results/zero-downtime-scale/1.5.0/1.5.0-oss.md index b575e606b..b0c343ca8 100644 --- a/tests/results/zero-downtime-scale/1.5.0/1.5.0-oss.md +++ b/tests/results/zero-downtime-scale/1.5.0/1.5.0-oss.md @@ -20,6 +20,11 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems consistent with previous run. +- No errors seen. + ## One NGF Pod runs per node Test Results ### Scale Up Gradually diff --git a/tests/results/zero-downtime-scale/1.5.0/1.5.0-plus.md b/tests/results/zero-downtime-scale/1.5.0/1.5.0-plus.md index 59d3b8f5a..d627e44b5 100644 --- a/tests/results/zero-downtime-scale/1.5.0/1.5.0-plus.md +++ b/tests/results/zero-downtime-scale/1.5.0/1.5.0-plus.md @@ -20,6 +20,11 @@ GKE Cluster: - Zone: us-west2-a - Instance Type: n2d-standard-16 +## Summary: + +- Performance seems consistent with previous run. +- No errors seen. + ## One NGF Pod runs per node Test Results ### Scale Up Gradually