Add test for konnectivity agent autoscaler performance

Signed-off-by: Kartik Joshi <[email protected]>

pipelines/perf-eval/CRI Benchmark/konnectivity-resource-consume.yml

@@ -0,0 +1,56 @@
+trigger: none
+#schedules:
+#- cron: "0 2-23/4 * * *"
+# displayName: "Every 4 Hour"
+# branches:
+#   include:
+#     - main
+# always: true
+
+variables:
+  SCENARIO_TYPE: perf-eval
+  SCENARIO_NAME: konnectivity-autoscale
+  SCENARIO_VERSION: main
+
+stages:
+  - stage: azure_westus2
+    dependsOn: []
+    jobs:
+      - template: /jobs/competitive-test.yml
+        parameters:
+          cloud: azure
+          regions:
+            - westus2
+          engine: clusterloader2
+          engine_input:
+            image: "ghcr.io/azure/clusterloader2:v20241016"
+          topology: cri-autoscale-resource-consume
+          matrix:
+            n100-p3-cpu:
+              node_count: 101
+              max_pods: 20
+              repeats: 1
+              operation_timeout: 15m
+              load_type: cpu
+              node_per_step: 50
+              scale_enabled: true
+            #n500-p5-cpu:
+            #  node_count: 501
+            #  max_pods: 20
+            #  repeats: 1
+            #  operation_timeout: 30m
+            #  load_type: cpu
+            #  node_per_step: 100
+            #  scale_enabled: true
+            #n1001-p6-cpu:
+            #  node_count: 1001
+            #  max_pods: 20
+            #  repeats: 1
+            #  operation_timeout: 30m
+            #  load_type: cpu
+            #  node_per_step: 100
+            #  scale_enabled: true
+          max_parallel: 3
+          timeout_in_minutes: 720
+          credential_type: service_connection
+          ssh_key_enabled: false

scenarios/perf-eval/konnectivity-autoscale/terraform-inputs/azure.tfvars

@@ -0,0 +1,76 @@
+scenario_type  = "perf-eval"
+scenario_name  = "konnectivity-autoscale"
+deletion_delay = "3h"
+owner          = "aks"
+
+network_config_list = [
+  {
+    role               = "client"
+    vnet_name          = "cri-autoscale-vnet"
+    vnet_address_space = "10.0.0.0/9"
+    subnet = [
+      {
+        name           = "cri-autoscale-subnet-1"
+        address_prefix = "10.0.0.0/16"
+      }
+    ]
+    network_security_group_name = ""
+    nic_public_ip_associations  = []
+    nsr_rules                   = []
+  }
+]
+
+aks_config_list = [
+  {
+    role        = "client"
+    aks_name    = "konnectivity-autoscale"
+    dns_prefix  = "cl2"
+    subnet_name = "cri-autoscale-subnet-1"
+    sku_tier    = "Standard"
+    network_profile = {
+      network_plugin      = "azure"
+      network_plugin_mode = "overlay"
+      pod_cidr            = "172.16.0.0/12"
+      service_cidr        = "192.168.0.0/16"
+      dns_service_ip      = "192.168.0.10"
+    }
+    default_node_pool = {
+      name                         = "default"
+      node_count                   = 3
+      vm_size                      = "Standard_D16_v3"
+      os_disk_type                 = "Managed"
+      only_critical_addons_enabled = true
+      temporary_name_for_rotation  = "defaulttmp"
+    }
+    extra_node_pool = [
+      {
+        name                 = "prompool"
+        node_count           = 1
+        auto_scaling_enabled = false
+        vm_size              = "Standard_D32_v3"
+        node_labels          = { "prometheus" = "true" }
+      },
+      {
+        name                 = "userpool0"
+        node_count           = 1
+        min_count            = 0
+        max_count            = 500
+        auto_scaling_enabled = true
+        vm_size              = "Standard_D2_v3"
+        max_pods             = 110
+        node_labels          = { "cri-resource-consume" = "true" }
+      },
+      {
+        name                 = "userpool1"
+        node_count           = 0
+        min_count            = 0
+        max_count            = 501
+        auto_scaling_enabled = true
+        vm_size              = "Standard_D2_v3"
+        max_pods             = 110
+        node_labels          = { "cri-resource-consume" = "true" }
+      }
+    ]
+    kubernetes_version = "1.30"
+  }
+]

scenarios/perf-eval/konnectivity-autoscale/terraform-test-inputs/azure.json

@@ -0,0 +1,4 @@
+{
+  "run_id": "1234567890",
+  "region": "eastus"
+}

steps/topology/cri-autoscale-resource-consume/collect-clusterloader2.yml

@@ -0,0 +1,17 @@
+parameters:
+- name: cloud
+  type: string
+  default: ''
+- name: engine_input
+  type: object
+  default: {}
+- name: regions
+  type: object
+  default: {}
+
+steps:
+- template: /steps/engine/clusterloader2/cri/collect.yml
+  parameters:
+    cloud: ${{ parameters.cloud }}
+    engine_input: ${{ parameters.engine_input }}
+    region: ${{ parameters.regions[0] }}

steps/topology/cri-autoscale-resource-consume/execute-clusterloader2.yml

@@ -0,0 +1,17 @@
+parameters:
+- name: cloud
+  type: string
+  default: ''
+- name: engine_input
+  type: object
+  default: {}
+- name: regions
+  type: object
+  default: {}
+
+steps:
+- template: /steps/engine/clusterloader2/cri/execute.yml
+  parameters:
+    cloud: ${{ parameters.cloud }}
+    engine_input: ${{ parameters.engine_input }}
+    region: ${{ parameters.regions[0] }}

steps/topology/cri-autoscale-resource-consume/validate-resources.yml

@@ -0,0 +1,16 @@
+parameters:
+- name: cloud
+  type: string
+- name: engine
+  type: string
+- name: regions
+  type: object
+
+steps:
+- template: /steps/cloud/${{ parameters.cloud }}/update-kubeconfig.yml
+  parameters:
+    role: client
+    region: ${{ parameters.regions[0] }}
+- template: /steps/engine/clusterloader2/slo/validate.yml
+  parameters:
+    desired_nodes: 5