From 1651f798b263c7196c69e96bf44446e81025d696 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Thu, 17 Oct 2024 13:45:14 +0200 Subject: [PATCH 01/44] feat: add support for Gateway API --- modules/kubernetes/aks-core/README.md | 3 +++ modules/kubernetes/aks-core/modules.tf | 24 ++++++++++++++++++- modules/kubernetes/aks-core/variables.tf | 15 ++++++++++++ modules/kubernetes/cert-manager/README.md | 1 + modules/kubernetes/cert-manager/main.tf | 1 + .../templates/cert-manager.yaml.tpl | 6 +++++ modules/kubernetes/cert-manager/variables.tf | 5 ++++ modules/kubernetes/external-dns/README.md | 3 ++- modules/kubernetes/external-dns/main.tf | 1 + .../templates/external-dns.yaml.tpl | 6 +++++ modules/kubernetes/external-dns/variables.tf | 6 ++++- validation/kubernetes/aks-core/main.tf | 1 + validation/kubernetes/cert-manager/main.tf | 1 + validation/kubernetes/external-dns/main.tf | 2 ++ 14 files changed, 72 insertions(+), 3 deletions(-) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index b3effa9f0..faecbfd5c 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -42,6 +42,7 @@ This module is used to create AKS clusters. | [falco](#module\_falco) | ../../kubernetes/falco | n/a | | [fluxcd](#module\_fluxcd) | ../../kubernetes/fluxcd | n/a | | [gatekeeper](#module\_gatekeeper) | ../../kubernetes/gatekeeper | n/a | +| [gateway\_api\_crd](#module\_gateway\_api\_crd) | ../../kubernetes/helm-crd | n/a | | [grafana\_agent](#module\_grafana\_agent) | ../../kubernetes/grafana-agent | n/a | | [grafana\_agent\_crd](#module\_grafana\_agent\_crd) | ../../kubernetes/helm-crd | n/a | | [grafana\_alloy](#module\_grafana\_alloy) | ../../kubernetes/grafana-alloy | n/a | @@ -143,6 +144,7 @@ This module is used to create AKS clusters. | [defender\_enabled](#input\_defender\_enabled) | If Defender for Containers should be enabled | `bool` | `false` | no | | [dns\_zones](#input\_dns\_zones) | List of DNS Zones | `list(string)` | n/a | yes | | [environment](#input\_environment) | The environment name to use for the deploy | `string` | n/a | yes | +| [external\_dns\_config](#input\_external\_dns\_config) | ExternalDNS config | 
object({
    extra_args = optional(list(string), [])
    sources    = optional(list(string), ["ingress", "service"])
  })
| `{}` | no | | [external\_dns\_enabled](#input\_external\_dns\_enabled) | Should External DNS be enabled | `bool` | `true` | no | | [external\_dns\_hostname](#input\_external\_dns\_hostname) | hostname for ingress-nginx to use for external-dns | `string` | `""` | no | | [falco\_enabled](#input\_falco\_enabled) | Should Falco be enabled | `bool` | `true` | no | @@ -150,6 +152,7 @@ This module is used to create AKS clusters. | [fluxcd\_enabled](#input\_fluxcd\_enabled) | Should fluxcd be enabled | `bool` | `true` | no | | [gatekeeper\_config](#input\_gatekeeper\_config) | Configuration for OPA Gatekeeper | 
object({
    exclude_namespaces = list(string)
  })
| 
{
  "exclude_namespaces": []
}
| no | | [gatekeeper\_enabled](#input\_gatekeeper\_enabled) | Should OPA Gatekeeper be enabled | `bool` | `true` | no | +| [gateway\_api\_enabled](#input\_gateway\_api\_enabled) | If Gateway API should be enabled | `bool` | `true` | no | | [global\_location\_short](#input\_global\_location\_short) | The Azure region short name where the global resources resides. | `string` | n/a | yes | | [grafana\_agent\_config](#input\_grafana\_agent\_config) | The Grafan-Agent configuration | 
object({
    remote_write_urls = object({
      metrics = string
      logs    = string
      traces  = string
    })
    credentials = object({
      metrics_username = string
      metrics_password = string
      logs_username    = string
      logs_password    = string
      traces_username  = string
      traces_password  = string
    })
    extra_namespaces        = list(string)
    include_kubelet_metrics = bool
  })
| 
{
  "credentials": {
    "logs_password": "",
    "logs_username": "",
    "metrics_password": "",
    "metrics_username": "",
    "traces_password": "",
    "traces_username": ""
  },
  "extra_namespaces": [
    "ingress-nginx"
  ],
  "include_kubelet_metrics": false,
  "remote_write_urls": {
    "logs": "",
    "metrics": "",
    "traces": ""
  }
}
| no | | [grafana\_agent\_enabled](#input\_grafana\_agent\_enabled) | Should Grafana-Agent be enabled | `bool` | `false` | no | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index eeeab1f00..c6e1b1c1d 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -136,7 +136,7 @@ module "azure_service_operator" { } module "cert_manager" { - depends_on = [module.cert_manager_crd] + depends_on = [module.gateway_api_crd, module.cert_manager_crd] for_each = { for s in ["cert-manager"] : @@ -154,6 +154,7 @@ module "cert_manager" { oidc_issuer_url = var.oidc_issuer_url resource_group_name = data.azurerm_resource_group.this.name subscription_id = data.azurerm_client_config.current.subscription_id + gateway_api_enabled = var.gateway_api_enabled } module "cert_manager_crd" { @@ -220,6 +221,8 @@ module "datadog" { } module "external_dns" { + depends_on = [module.gateway_api_crd] + for_each = { for s in ["external-dns"] : s => s @@ -239,6 +242,8 @@ module "external_dns" { resource_group_name = data.azurerm_resource_group.this.name subscription_id = data.azurerm_client_config.current.subscription_id txt_owner_id = "${var.environment}-${var.location_short}-${var.name}${local.aks_name_suffix}" + sources = var.external_dns_config.sources + extra_args = var.external_dns_config.extra_args } module "falco" { @@ -289,6 +294,23 @@ module "gatekeeper" { telepresence_enabled = var.telepresence_enabled } +module "gateway_api_crd" { + for_each = { + for s in ["gateway-api"] : + s => s + if var.gateway_api_enabled + } + + source = "../../kubernetes/helm-crd" + + chart_repository = "https://charts.portefaix.xyz/" + chart_name = "gateway-api-crds" + chart_version = "1.1.0" + values = { + "installCRDs" = "true" + } +} + module "grafana_agent" { depends_on = [module.grafana_agent_crd] diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 9652bb8b5..07cc90559 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -315,6 +315,15 @@ variable "external_dns_enabled" { default = true } +variable "external_dns_config" { + description = "ExternalDNS config" + type = object({ + extra_args = optional(list(string), []) + sources = optional(list(string), ["ingress", "service"]) + }) + default = {} +} + variable "mirrord_enabled" { description = "Should mirrord be enabled" type = bool @@ -701,4 +710,10 @@ variable "azure_service_operator_config" { condition = var.azure_service_operator_config.cluster_config.crd_pattern != "*" error_message = "Installing all CRD:s in the cluster is not supported, please limit to the ones needed" } +} + +variable "gateway_api_enabled" { + description = "If Gateway API should be enabled" + type = bool + default = true } \ No newline at end of file diff --git a/modules/kubernetes/cert-manager/README.md b/modules/kubernetes/cert-manager/README.md index 8725fd1e4..9c48adbf1 100644 --- a/modules/kubernetes/cert-manager/README.md +++ b/modules/kubernetes/cert-manager/README.md @@ -38,6 +38,7 @@ No modules. | [acme\_server](#input\_acme\_server) | ACME server to add to the created ClusterIssuer | `string` | `"https://acme-v02.api.letsencrypt.org/directory"` | no | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [dns\_zones](#input\_dns\_zones) | Map of DNS zones with id | `map(string)` | n/a | yes | +| [gateway\_api\_enabled](#input\_gateway\_api\_enabled) | If Gateway API should be enabled | `bool` | n/a | yes | | [global\_resource\_group\_name](#input\_global\_resource\_group\_name) | The Azure global resource group name | `string` | n/a | yes | | [location](#input\_location) | The Azure region name. | `string` | n/a | yes | | [notification\_email](#input\_notification\_email) | Email address to send certificate expiration notifications | `string` | n/a | yes | diff --git a/modules/kubernetes/cert-manager/main.tf b/modules/kubernetes/cert-manager/main.tf index d0d736095..56fcf40f8 100644 --- a/modules/kubernetes/cert-manager/main.tf +++ b/modules/kubernetes/cert-manager/main.tf @@ -39,5 +39,6 @@ resource "git_repository_file" "cert_manager" { notification_email = var.notification_email, resource_group_name = var.global_resource_group_name, subscription_id = var.subscription_id, + gateway_api_enabled = var.gateway_api_enabled, }) } diff --git a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl index da1eb6eed..ea8b3ac59 100644 --- a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl +++ b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl @@ -32,6 +32,12 @@ spec: values: global: priorityClassName: "platform-medium" + %{~ if gateway_api_enabled ~} + config: + apiVersion: controller.config.cert-manager.io/v1alpha1 + kind: ControllerConfiguration + enableGatewayAPI: true + %{~ endif ~} podLabels: azure.workload.identity/use: "true" serviceAccount: diff --git a/modules/kubernetes/cert-manager/variables.tf b/modules/kubernetes/cert-manager/variables.tf index fae0c7036..ceadd4748 100644 --- a/modules/kubernetes/cert-manager/variables.tf +++ b/modules/kubernetes/cert-manager/variables.tf @@ -14,6 +14,11 @@ variable "dns_zones" { type = map(string) } +variable "gateway_api_enabled" { + description = "If Gateway API should be enabled" + type = bool +} + variable "global_resource_group_name" { description = "The Azure global resource group name" type = string diff --git a/modules/kubernetes/external-dns/README.md b/modules/kubernetes/external-dns/README.md index 4e7345c1d..509cae8a0 100644 --- a/modules/kubernetes/external-dns/README.md +++ b/modules/kubernetes/external-dns/README.md @@ -41,12 +41,13 @@ No modules. | [dns\_provider](#input\_dns\_provider) | DNS provider to use. | `string` | n/a | yes | | [dns\_zones](#input\_dns\_zones) | Map of DNS zones with id | `map(string)` | n/a | yes | | [environment](#input\_environment) | The environment name to use for the deploy | `string` | n/a | yes | +| [extra\_args](#input\_extra\_args) | Extra command line arguments that is not covered by the Helm chart values | `list(string)` | n/a | yes | | [global\_resource\_group\_name](#input\_global\_resource\_group\_name) | The Azure global resource group name | `string` | n/a | yes | | [location](#input\_location) | The Azure region name. | `string` | n/a | yes | | [location\_short](#input\_location\_short) | The Azure region short name. | `string` | n/a | yes | | [oidc\_issuer\_url](#input\_oidc\_issuer\_url) | Kubernetes OIDC issuer URL for workload identity. | `string` | n/a | yes | | [resource\_group\_name](#input\_resource\_group\_name) | The Azure resource group name | `string` | n/a | yes | -| [sources](#input\_sources) | k8s resource types to observe | `list(string)` | 
[
  "ingress",
  "service"
]
| no | +| [sources](#input\_sources) | k8s resource types to observe | `list(string)` | n/a | yes | | [subscription\_id](#input\_subscription\_id) | The Azure subscription id | `string` | n/a | yes | | [txt\_owner\_id](#input\_txt\_owner\_id) | The txt-owner-id for external-dns | `string` | n/a | yes | diff --git a/modules/kubernetes/external-dns/main.tf b/modules/kubernetes/external-dns/main.tf index b72a1dac1..ed948422d 100644 --- a/modules/kubernetes/external-dns/main.tf +++ b/modules/kubernetes/external-dns/main.tf @@ -33,6 +33,7 @@ resource "git_repository_file" "external_dns" { provider = var.dns_provider, resource_group_name = var.global_resource_group_name, sources = var.sources, + extra_args = var.extra_args, subscription_id = var.subscription_id, tenant_id = azurerm_user_assigned_identity.external_dns.tenant_id, txt_owner_id = var.txt_owner_id, diff --git a/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl b/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl index 665a8f23d..ae4aadee5 100644 --- a/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl +++ b/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl @@ -35,6 +35,12 @@ spec: %{~ for item in sources ~} - "${item}" %{~ endfor ~} + %{~ if length(extra_args) > 0 ~} + extraArgs: + %{~ for arg in extra_args ~} + - "${arg}" + %{~ endfor ~} + %{~ endif ~} logFormat: json securityContext: allowPrivilegeEscalation: false diff --git a/modules/kubernetes/external-dns/variables.tf b/modules/kubernetes/external-dns/variables.tf index a70cc32a5..cf133e084 100644 --- a/modules/kubernetes/external-dns/variables.tf +++ b/modules/kubernetes/external-dns/variables.tf @@ -18,6 +18,11 @@ variable "environment" { type = string } +variable "extra_args" { + description = "Extra command line arguments that is not covered by the Helm chart values" + type = list(string) +} + variable "global_resource_group_name" { description = "The Azure global resource group name" type = string @@ -46,7 +51,6 @@ variable "resource_group_name" { variable "sources" { description = "k8s resource types to observe" type = list(string) - default = ["ingress", "service"] } variable "subscription_id" { diff --git a/validation/kubernetes/aks-core/main.tf b/validation/kubernetes/aks-core/main.tf index 2aa32ba36..b59b3575a 100644 --- a/validation/kubernetes/aks-core/main.tf +++ b/validation/kubernetes/aks-core/main.tf @@ -104,4 +104,5 @@ module "aks_core" { namespace_selector = ["platform"] } external_dns_hostname = "foobar.com" + gateway_api_enabled = true } diff --git a/validation/kubernetes/cert-manager/main.tf b/validation/kubernetes/cert-manager/main.tf index 5b258f6c7..bc83cdc4f 100644 --- a/validation/kubernetes/cert-manager/main.tf +++ b/validation/kubernetes/cert-manager/main.tf @@ -17,4 +17,5 @@ module "cert_manager" { oidc_issuer_url = "url" resource_group_name = "rg-name" subscription_id = "id" + gateway_api_enabled = true } diff --git a/validation/kubernetes/external-dns/main.tf b/validation/kubernetes/external-dns/main.tf index b95ff8d01..5657f6049 100644 --- a/validation/kubernetes/external-dns/main.tf +++ b/validation/kubernetes/external-dns/main.tf @@ -16,4 +16,6 @@ module "external_dns" { resource_group_name = "rg-name" subscription_id = "id" txt_owner_id = "dev-aks1" + sources = ["ingress", "service"] + extra_args = [] } From 0f10eeccfa5f74c16811a032219624a9860acfa4 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Tue, 22 Oct 2024 16:10:46 +0200 Subject: [PATCH 02/44] refactor: deploy CRDs from kustomization --- modules/kubernetes/aks-core/README.md | 1 + modules/kubernetes/aks-core/modules.tf | 29 ++++++++++++++----- modules/kubernetes/aks-core/variables.tf | 9 ++++++ modules/kubernetes/cert-manager/README.md | 1 + modules/kubernetes/cert-manager/main.tf | 16 +++++----- .../templates/cert-manager.yaml.tpl | 12 ++++++-- modules/kubernetes/cert-manager/variables.tf | 9 ++++++ modules/kubernetes/gateway-api/main.tf | 23 +++++++++++++++ modules/kubernetes/gateway-api/outputs.tf | 0 .../templates/kustomization.yaml.tpl | 10 +++++++ modules/kubernetes/gateway-api/variables.tf | 4 +++ validation/kubernetes/cert-manager/main.tf | 1 + 12 files changed, 98 insertions(+), 17 deletions(-) create mode 100644 modules/kubernetes/gateway-api/main.tf create mode 100644 modules/kubernetes/gateway-api/outputs.tf create mode 100644 modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl create mode 100644 modules/kubernetes/gateway-api/variables.tf diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index faecbfd5c..aee991ab7 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -152,6 +152,7 @@ This module is used to create AKS clusters. | [fluxcd\_enabled](#input\_fluxcd\_enabled) | Should fluxcd be enabled | `bool` | `true` | no | | [gatekeeper\_config](#input\_gatekeeper\_config) | Configuration for OPA Gatekeeper | 
object({
    exclude_namespaces = list(string)
  })
| 
{
  "exclude_namespaces": []
}
| no | | [gatekeeper\_enabled](#input\_gatekeeper\_enabled) | Should OPA Gatekeeper be enabled | `bool` | `true` | no | +| [gateway\_api\_config](#input\_gateway\_api\_config) | The Gateway API configuration | 
object({
    gateway_name      = optional(string, "")
    gateway_namespace = optional(string, "")
  })
| `{}` | no | | [gateway\_api\_enabled](#input\_gateway\_api\_enabled) | If Gateway API should be enabled | `bool` | `true` | no | | [global\_location\_short](#input\_global\_location\_short) | The Azure region short name where the global resources resides. | `string` | n/a | yes | | [grafana\_agent\_config](#input\_grafana\_agent\_config) | The Grafan-Agent configuration | 
object({
    remote_write_urls = object({
      metrics = string
      logs    = string
      traces  = string
    })
    credentials = object({
      metrics_username = string
      metrics_password = string
      logs_username    = string
      logs_password    = string
      traces_username  = string
      traces_password  = string
    })
    extra_namespaces        = list(string)
    include_kubelet_metrics = bool
  })
| 
{
  "credentials": {
    "logs_password": "",
    "logs_username": "",
    "metrics_password": "",
    "metrics_username": "",
    "traces_password": "",
    "traces_username": ""
  },
  "extra_namespaces": [
    "ingress-nginx"
  ],
  "include_kubelet_metrics": false,
  "remote_write_urls": {
    "logs": "",
    "metrics": "",
    "traces": ""
  }
}
| no | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index c6e1b1c1d..9a3d7c29c 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -155,6 +155,7 @@ module "cert_manager" { resource_group_name = data.azurerm_resource_group.this.name subscription_id = data.azurerm_client_config.current.subscription_id gateway_api_enabled = var.gateway_api_enabled + gateway_api_config = var.gateway_api_config } module "cert_manager_crd" { @@ -294,21 +295,33 @@ module "gatekeeper" { telepresence_enabled = var.telepresence_enabled } -module "gateway_api_crd" { +#module "gateway_api_crd" { +# for_each = { +# for s in ["gateway-api"] : +# s => s +# if var.gateway_api_enabled +# } + +# source = "../../kubernetes/helm-crd" + +# chart_repository = "https://charts.portefaix.xyz/" +# chart_name = "gateway-api-crds" +# chart_version = "1.1.0" +# values = { +# "installCRDs" = "true" +# } +#} + +module "gateway_api" { for_each = { for s in ["gateway-api"] : s => s if var.gateway_api_enabled } - source = "../../kubernetes/helm-crd" + source = "../../kubernetes/gateway-api" - chart_repository = "https://charts.portefaix.xyz/" - chart_name = "gateway-api-crds" - chart_version = "1.1.0" - values = { - "installCRDs" = "true" - } + cluster_id = local.cluster_id } module "grafana_agent" { diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 07cc90559..f82dd437d 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -716,4 +716,13 @@ variable "gateway_api_enabled" { description = "If Gateway API should be enabled" type = bool default = true +} + +variable "gateway_api_config" { + description = "The Gateway API configuration" + type = object({ + gateway_name = optional(string, "") + gateway_namespace = optional(string, "") + }) + default = {} } \ No newline at end of file diff --git a/modules/kubernetes/cert-manager/README.md b/modules/kubernetes/cert-manager/README.md index 9c48adbf1..f92f207cd 100644 --- a/modules/kubernetes/cert-manager/README.md +++ b/modules/kubernetes/cert-manager/README.md @@ -38,6 +38,7 @@ No modules. | [acme\_server](#input\_acme\_server) | ACME server to add to the created ClusterIssuer | `string` | `"https://acme-v02.api.letsencrypt.org/directory"` | no | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [dns\_zones](#input\_dns\_zones) | Map of DNS zones with id | `map(string)` | n/a | yes | +| [gateway\_api\_config](#input\_gateway\_api\_config) | The Gateway API configuration | 
object({
    gateway_name      = optional(string, "")
    gateway_namespace = optional(string, "")
  })
| `{}` | no | | [gateway\_api\_enabled](#input\_gateway\_api\_enabled) | If Gateway API should be enabled | `bool` | n/a | yes | | [global\_resource\_group\_name](#input\_global\_resource\_group\_name) | The Azure global resource group name | `string` | n/a | yes | | [location](#input\_location) | The Azure region name. | `string` | n/a | yes | diff --git a/modules/kubernetes/cert-manager/main.tf b/modules/kubernetes/cert-manager/main.tf index 56fcf40f8..695e24ca4 100644 --- a/modules/kubernetes/cert-manager/main.tf +++ b/modules/kubernetes/cert-manager/main.tf @@ -33,12 +33,14 @@ resource "git_repository_file" "kustomization" { resource "git_repository_file" "cert_manager" { path = "platform/${var.cluster_id}/cert-manager/cert-manager.yaml" content = templatefile("${path.module}/templates/cert-manager.yaml.tpl", { - acme_server = var.acme_server, - client_id = azurerm_user_assigned_identity.cert_manager.client_id, - dns_zones = var.dns_zones, - notification_email = var.notification_email, - resource_group_name = var.global_resource_group_name, - subscription_id = var.subscription_id, - gateway_api_enabled = var.gateway_api_enabled, + acme_server = var.acme_server, + client_id = azurerm_user_assigned_identity.cert_manager.client_id, + dns_zones = var.dns_zones, + notification_email = var.notification_email, + resource_group_name = var.global_resource_group_name, + subscription_id = var.subscription_id, + gateway_api_enabled = var.gateway_api_enabled, + gateway_solver_name = var.gateway_api_config.gateway_name, + gateway_solver_namespace = var.gateway_api_config.gateway_namespace, }) } diff --git a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl index ea8b3ac59..fdc29bd75 100644 --- a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl +++ b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl @@ -71,7 +71,15 @@ spec: privateKeySecretRef: name: letsencrypt-cluster-issuer-account-key solvers: -%{ for zone, id in dns_zones ~} + %{~ if gateway_api_enabled ~} + - http01: + gatewayHTTPRoute: + parentRefs: + - name: ${gateway_solver_name} + namespace: ${gateway_solver_namespace} + kind: Gateway + %{~ endif ~} + %{ for zone, id in dns_zones ~} - dns01: azureDNS: environment: AzurePublicCloud @@ -83,4 +91,4 @@ spec: selector: dnsZones: - ${zone} -%{ endfor } \ No newline at end of file + %{ endfor } \ No newline at end of file diff --git a/modules/kubernetes/cert-manager/variables.tf b/modules/kubernetes/cert-manager/variables.tf index ceadd4748..3e8e3dcf8 100644 --- a/modules/kubernetes/cert-manager/variables.tf +++ b/modules/kubernetes/cert-manager/variables.tf @@ -19,6 +19,15 @@ variable "gateway_api_enabled" { type = bool } +variable "gateway_api_config" { + description = "The Gateway API configuration" + type = object({ + gateway_name = optional(string, "") + gateway_namespace = optional(string, "") + }) + default = {} +} + variable "global_resource_group_name" { description = "The Azure global resource group name" type = string diff --git a/modules/kubernetes/gateway-api/main.tf b/modules/kubernetes/gateway-api/main.tf new file mode 100644 index 000000000..3f1f386c3 --- /dev/null +++ b/modules/kubernetes/gateway-api/main.tf @@ -0,0 +1,23 @@ +/** + * # Gateway API + * + * This module is used to add [`gateway-api`](https://github.com/kubernetes-sigs/gateway-api) CRDs from the experimental channel to Kubernetes clusters. + */ + +terraform { + required_version = ">= 1.6.0" + + required_providers { + git = { + source = "xenitab/git" + version = "0.0.3" + } + } +} + +resource "git_repository_file" "kustomization" { + path = "clusters/${var.cluster_id}/gateway-api.yaml" + content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { + cluster_id = var.cluster_id + }) +} \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/outputs.tf b/modules/kubernetes/gateway-api/outputs.tf new file mode 100644 index 000000000..e69de29bb diff --git a/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl b/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl new file mode 100644 index 000000000..d84aea721 --- /dev/null +++ b/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl @@ -0,0 +1,10 @@ +apiVersion: kustomize.toolkit.fluxcd.io/v1beta2 +kind: Kustomization +metadata: + name: gateway-api + namespace: flux-system +spec: + interval: 5m + resources: + - https://github.com/kubernetes-sigs/gateway-api/config/crd/experimental?timeout=120&ref=v1.2.0 + path: "./platform/${cluster_id}/gateway-api/" \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/variables.tf b/modules/kubernetes/gateway-api/variables.tf new file mode 100644 index 000000000..d2442c298 --- /dev/null +++ b/modules/kubernetes/gateway-api/variables.tf @@ -0,0 +1,4 @@ +variable "cluster_id" { + description = "Unique identifier of the cluster across regions and instances." + type = string +} \ No newline at end of file diff --git a/validation/kubernetes/cert-manager/main.tf b/validation/kubernetes/cert-manager/main.tf index bc83cdc4f..5f8b15d7a 100644 --- a/validation/kubernetes/cert-manager/main.tf +++ b/validation/kubernetes/cert-manager/main.tf @@ -18,4 +18,5 @@ module "cert_manager" { resource_group_name = "rg-name" subscription_id = "id" gateway_api_enabled = true + gateway_api_config = {} } From 1d38b930918248ec988a01bf6b8e6f30d6fd67aa Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Tue, 22 Oct 2024 16:18:09 +0200 Subject: [PATCH 03/44] refactor: deploy CRDs from kustomization --- modules/kubernetes/aks-core/modules.tf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index 9a3d7c29c..d06087f3d 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -136,7 +136,7 @@ module "azure_service_operator" { } module "cert_manager" { - depends_on = [module.gateway_api_crd, module.cert_manager_crd] + depends_on = [module.gateway_api, module.cert_manager_crd] for_each = { for s in ["cert-manager"] : @@ -222,7 +222,7 @@ module "datadog" { } module "external_dns" { - depends_on = [module.gateway_api_crd] + depends_on = [module.gateway_api] for_each = { for s in ["external-dns"] : From 375bf94a13d3053d4450ab074bd37fbb9763a660 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Tue, 22 Oct 2024 16:26:31 +0200 Subject: [PATCH 04/44] refactor: deploy CRDs from kustomization --- .../templates/cert-manager.yaml.tpl | 20 +++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl index fdc29bd75..a45e58cfa 100644 --- a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl +++ b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl @@ -71,15 +71,7 @@ spec: privateKeySecretRef: name: letsencrypt-cluster-issuer-account-key solvers: - %{~ if gateway_api_enabled ~} - - http01: - gatewayHTTPRoute: - parentRefs: - - name: ${gateway_solver_name} - namespace: ${gateway_solver_namespace} - kind: Gateway - %{~ endif ~} - %{ for zone, id in dns_zones ~} +%{ for zone, id in dns_zones ~} - dns01: azureDNS: environment: AzurePublicCloud @@ -91,4 +83,12 @@ spec: selector: dnsZones: - ${zone} - %{ endfor } \ No newline at end of file +%{ endfor } + %{~ if gateway_api_enabled ~} + - http01: + gatewayHTTPRoute: + parentRefs: + - name: ${gateway_solver_name} + namespace: ${gateway_solver_namespace} + kind: Gateway + %{~ endif ~} \ No newline at end of file From 90f585d43d56de45fe8f0e2f95795cdf0c56498b Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Tue, 22 Oct 2024 17:10:09 +0200 Subject: [PATCH 05/44] refactor: deploy CRDs from kustomization --- modules/kubernetes/gateway-api/main.tf | 6 ++++++ .../gateway-api/templates/gateway-api.yaml.tpl | 10 ++++++++++ .../gateway-api/templates/kustomization.yaml.tpl | 5 +++-- 3 files changed, 19 insertions(+), 2 deletions(-) create mode 100644 modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl diff --git a/modules/kubernetes/gateway-api/main.tf b/modules/kubernetes/gateway-api/main.tf index 3f1f386c3..b5b45d6c6 100644 --- a/modules/kubernetes/gateway-api/main.tf +++ b/modules/kubernetes/gateway-api/main.tf @@ -20,4 +20,10 @@ resource "git_repository_file" "kustomization" { content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { cluster_id = var.cluster_id }) +} + +resource "git_repository_file" "gateway-api" { + path = "platform/${var.cluster_id}/gateway-api/gateway-api.yaml" + content = templatefile("${path.module}/templates/gateway-api.yaml.tpl", { + }) } \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl b/modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl new file mode 100644 index 000000000..a68f4cbd7 --- /dev/null +++ b/modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl @@ -0,0 +1,10 @@ +apiVersion: source.toolkit.fluxcd.io/v1 +kind: GitRepository +metadata: + name: gateway-api-crds + namespace: flux-system +spec: + interval: 5m0s + url: https://github.com/kubernetes-sigs/gateway-api/config/crd/experimental?timeout=120&ref=v1.2.0 + ref: + branch: main \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl b/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl index d84aea721..fb6eee65d 100644 --- a/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl +++ b/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl @@ -5,6 +5,7 @@ metadata: namespace: flux-system spec: interval: 5m - resources: - - https://github.com/kubernetes-sigs/gateway-api/config/crd/experimental?timeout=120&ref=v1.2.0 + sourceRef: + kind: GitRepository + name: gateway-api-crds path: "./platform/${cluster_id}/gateway-api/" \ No newline at end of file From 1242bc88bbd6373ee9470760f56baac0d0741b2a Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 23 Oct 2024 11:15:30 +0200 Subject: [PATCH 06/44] refactor: create module that deploys using a GitRepository --- modules/kubernetes/README.md | 37 ++++++++++--------- modules/kubernetes/aks-core/README.md | 4 +- modules/kubernetes/aks-core/modules.tf | 20 +--------- modules/kubernetes/aks-core/variables.tf | 7 ++++ modules/kubernetes/gateway-api/README.md | 37 +++++++++++++++++++ modules/kubernetes/gateway-api/main.tf | 10 ++--- .../templates/gateway-api.yaml.tpl | 10 ----- .../templates/kustomization.yaml.tpl | 20 +++++++++- modules/kubernetes/gateway-api/variables.tf | 16 ++++++++ validation/kubernetes/gateway-api/main.tf | 14 +++++++ 10 files changed, 119 insertions(+), 56 deletions(-) create mode 100644 modules/kubernetes/gateway-api/README.md delete mode 100644 modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl create mode 100644 validation/kubernetes/gateway-api/main.tf diff --git a/modules/kubernetes/README.md b/modules/kubernetes/README.md index d41ff9a7a..c34b95f69 100644 --- a/modules/kubernetes/README.md +++ b/modules/kubernetes/README.md @@ -4,40 +4,41 @@ This directory contains all the Kubernetes Terraform modules. ## Modules -- [`aks-core`](aks-core/README.md) -- [`eks-core`](eks-core/README.md) - [`aad-pod-identity`](aad-pod-identity/README.md) +- [`aks-core`](aks-core/README.md) +- [`azad-kube-proxy`](azad-kube-proxy/README.md) - [`azure-metrics`](azure-metrics/README.md) +- [`azure-policy`](azure-policy/README.md) - [`azure-service-operator`](azure-service-operator/README.md) - [`cert-manager`](cert-manager/README.md) +- [`cluster-autoscaler`](cluster-autoscaler/README.md) +- [`control-plane-logs`](control-plane-logs/README.md) - [`csi-secrets-store-provider-azure`](csi-secrets-store-provider-azure/README.md) +- [`datadog`](datadog/README.md) +- [`eks-core`](eks-core/README.md) - [`external-dns`](external-dns/README.md) +- [`falco`](falco/README.md) - [`fluxcd`](fluxcd/README.md) -- [`ingress-nginx`](ingress-nginx/README.md) - [`gatekeeper`](gatekeeper/README.md) -- [`velero`](velero/README.md) -- [`datadog`](datadog/README.md) -- [`falco`](falco/README.md) -- [`reloader`](reloader/README.md) -- [`azad-kube-proxy`](azad-kube-proxy/README.md) -- [`prometheus`](prometheus/README.md) -- [`ingress-healthz`](ingress-healthz/README.md) -- [`linkerd`](linkerd/README.md) -- [`cluster-autoscaler`](cluster-autoscaler/README.md) -- [`trivy`](trivy/README.md) -- [`vpa`](vpa/README.md) +- [`gateway-api`](gateway-api/README.md) - [`grafana-agent`](grafana-agent/README.md) - [`grafana-alloy`](grafana-alloy/README.md) - [`grafana-k8s-monitoring`](grafana-k8s-monitoring/README.md) +- [`helm-crd-oci`](helm-crd-oci/README.md) +- [`helm-crd`](helm-crd/README.md) +- [`ingress-healthz`](ingress-healthz/README.md) +- [`ingress-nginx`](ingress-nginx/README.md) +- [`linkerd`](linkerd/README.md) - [`node-local-dns`](node-local-dns/README.md) - [`node-ttl`](node-ttl/README.md) +- [`prometheus`](prometheus/README.md) - [`promtail`](promtail/README.md) -- [`control-plane-logs`](control-plane-logs/README.md) -- [`helm-crd`](helm-crd/README.md) -- [`helm-crd-oci`](helm-crd-oci/README.md) +- [`reloader`](reloader/README.md) - [`spegel`](spegel/README.md) - [`telepresence`](telepresence/README.md) -- [`azure-policy`](azure-policy/README.md) +- [`trivy`](trivy/README.md) +- [`velero`](velero/README.md) +- [`vpa`](vpa/README.md) ## Style Guide diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index aee991ab7..d009eea25 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -42,7 +42,7 @@ This module is used to create AKS clusters. | [falco](#module\_falco) | ../../kubernetes/falco | n/a | | [fluxcd](#module\_fluxcd) | ../../kubernetes/fluxcd | n/a | | [gatekeeper](#module\_gatekeeper) | ../../kubernetes/gatekeeper | n/a | -| [gateway\_api\_crd](#module\_gateway\_api\_crd) | ../../kubernetes/helm-crd | n/a | +| [gateway\_api](#module\_gateway\_api) | ../../kubernetes/gateway-api | n/a | | [grafana\_agent](#module\_grafana\_agent) | ../../kubernetes/grafana-agent | n/a | | [grafana\_agent\_crd](#module\_grafana\_agent\_crd) | ../../kubernetes/helm-crd | n/a | | [grafana\_alloy](#module\_grafana\_alloy) | ../../kubernetes/grafana-alloy | n/a | @@ -152,7 +152,7 @@ This module is used to create AKS clusters. | [fluxcd\_enabled](#input\_fluxcd\_enabled) | Should fluxcd be enabled | `bool` | `true` | no | | [gatekeeper\_config](#input\_gatekeeper\_config) | Configuration for OPA Gatekeeper | 
object({
    exclude_namespaces = list(string)
  })
| 
{
  "exclude_namespaces": []
}
| no | | [gatekeeper\_enabled](#input\_gatekeeper\_enabled) | Should OPA Gatekeeper be enabled | `bool` | `true` | no | -| [gateway\_api\_config](#input\_gateway\_api\_config) | The Gateway API configuration | 
object({
    gateway_name      = optional(string, "")
    gateway_namespace = optional(string, "")
  })
| `{}` | no | +| [gateway\_api\_config](#input\_gateway\_api\_config) | The Gateway API configuration | 
object({
    api_version       = optional(string, "v1.2.0")
    api_channel       = optional(string, "standard")
    gateway_name      = optional(string, "")
    gateway_namespace = optional(string, "")
  })
| `{}` | no | | [gateway\_api\_enabled](#input\_gateway\_api\_enabled) | If Gateway API should be enabled | `bool` | `true` | no | | [global\_location\_short](#input\_global\_location\_short) | The Azure region short name where the global resources resides. | `string` | n/a | yes | | [grafana\_agent\_config](#input\_grafana\_agent\_config) | The Grafan-Agent configuration | 
object({
    remote_write_urls = object({
      metrics = string
      logs    = string
      traces  = string
    })
    credentials = object({
      metrics_username = string
      metrics_password = string
      logs_username    = string
      logs_password    = string
      traces_username  = string
      traces_password  = string
    })
    extra_namespaces        = list(string)
    include_kubelet_metrics = bool
  })
| 
{
  "credentials": {
    "logs_password": "",
    "logs_username": "",
    "metrics_password": "",
    "metrics_username": "",
    "traces_password": "",
    "traces_username": ""
  },
  "extra_namespaces": [
    "ingress-nginx"
  ],
  "include_kubelet_metrics": false,
  "remote_write_urls": {
    "logs": "",
    "metrics": "",
    "traces": ""
  }
}
| no | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index d06087f3d..1eedaae06 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -295,23 +295,6 @@ module "gatekeeper" { telepresence_enabled = var.telepresence_enabled } -#module "gateway_api_crd" { -# for_each = { -# for s in ["gateway-api"] : -# s => s -# if var.gateway_api_enabled -# } - -# source = "../../kubernetes/helm-crd" - -# chart_repository = "https://charts.portefaix.xyz/" -# chart_name = "gateway-api-crds" -# chart_version = "1.1.0" -# values = { -# "installCRDs" = "true" -# } -#} - module "gateway_api" { for_each = { for s in ["gateway-api"] : @@ -321,7 +304,8 @@ module "gateway_api" { source = "../../kubernetes/gateway-api" - cluster_id = local.cluster_id + cluster_id = local.cluster_id + gateway_api_config = var.gateway_api_config } module "grafana_agent" { diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index f82dd437d..9232c09da 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -721,8 +721,15 @@ variable "gateway_api_enabled" { variable "gateway_api_config" { description = "The Gateway API configuration" type = object({ + api_version = optional(string, "v1.2.0") + api_channel = optional(string, "standard") gateway_name = optional(string, "") gateway_namespace = optional(string, "") }) default = {} + + validation { + condition = contains(["standard", "experimental"], var.gateway_api_config.api_channel) + error_message = "Invalid API channel: ${var.gateway_api_config.api_channel}. Allowed vallues: ['standard', 'experimental']" + } } \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/README.md b/modules/kubernetes/gateway-api/README.md new file mode 100644 index 000000000..2da2edaff --- /dev/null +++ b/modules/kubernetes/gateway-api/README.md @@ -0,0 +1,37 @@ +# Gateway API + +This module is used to add [`gateway-api`](https://github.com/kubernetes-sigs/gateway-api) CRDs from the experimental channel to Kubernetes clusters. + +## Requirements + +| Name | Version | +|------|---------| +| [terraform](#requirement\_terraform) | >= 1.6.0 | +| [git](#requirement\_git) | 0.0.3 | + +## Providers + +| Name | Version | +|------|---------| +| [git](#provider\_git) | 0.0.3 | + +## Modules + +No modules. + +## Resources + +| Name | Type | +|------|------| +| [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | + +## Inputs + +| Name | Description | Type | Default | Required | +|------|-------------|------|---------|:--------:| +| [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | +| [gateway\_api\_config](#input\_gateway\_api\_config) | The Gateway API configuration | 
object({
    api_version       = optional(string, "v1.2.0")
    api_channel       = optional(string, "standard")
    gateway_name      = optional(string, "")
    gateway_namespace = optional(string, "")
  })
| `{}` | no | + +## Outputs + +No outputs. diff --git a/modules/kubernetes/gateway-api/main.tf b/modules/kubernetes/gateway-api/main.tf index b5b45d6c6..bea7120e9 100644 --- a/modules/kubernetes/gateway-api/main.tf +++ b/modules/kubernetes/gateway-api/main.tf @@ -18,12 +18,8 @@ terraform { resource "git_repository_file" "kustomization" { path = "clusters/${var.cluster_id}/gateway-api.yaml" content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { - cluster_id = var.cluster_id - }) -} - -resource "git_repository_file" "gateway-api" { - path = "platform/${var.cluster_id}/gateway-api/gateway-api.yaml" - content = templatefile("${path.module}/templates/gateway-api.yaml.tpl", { + cluster_id = var.cluster_id + api_version = var.gateway_api_config.api_version + api_channel = var.gateway_api_config.api_channel }) } \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl b/modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl deleted file mode 100644 index a68f4cbd7..000000000 --- a/modules/kubernetes/gateway-api/templates/gateway-api.yaml.tpl +++ /dev/null @@ -1,10 +0,0 @@ -apiVersion: source.toolkit.fluxcd.io/v1 -kind: GitRepository -metadata: - name: gateway-api-crds - namespace: flux-system -spec: - interval: 5m0s - url: https://github.com/kubernetes-sigs/gateway-api/config/crd/experimental?timeout=120&ref=v1.2.0 - ref: - branch: main \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl b/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl index fb6eee65d..e93171c24 100644 --- a/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl +++ b/modules/kubernetes/gateway-api/templates/kustomization.yaml.tpl @@ -1,3 +1,19 @@ +apiVersion: source.toolkit.fluxcd.io/v1 +kind: GitRepository +metadata: + name: gateway-api-crds + namespace: flux-system +spec: + interval: 5m + url: https://github.com/kubernetes-sigs/gateway-api + ref: + tag: ${api_version} + ignore: | + # exclude all + /* + # include crd dir + !/config/crd/${api_channel} +--- apiVersion: kustomize.toolkit.fluxcd.io/v1beta2 kind: Kustomization metadata: @@ -8,4 +24,6 @@ spec: sourceRef: kind: GitRepository name: gateway-api-crds - path: "./platform/${cluster_id}/gateway-api/" \ No newline at end of file + namespace: flux-system + path: "./config/crd/${api_channel}" + prune: true \ No newline at end of file diff --git a/modules/kubernetes/gateway-api/variables.tf b/modules/kubernetes/gateway-api/variables.tf index d2442c298..1f8d269bb 100644 --- a/modules/kubernetes/gateway-api/variables.tf +++ b/modules/kubernetes/gateway-api/variables.tf @@ -1,4 +1,20 @@ variable "cluster_id" { description = "Unique identifier of the cluster across regions and instances." type = string +} + +variable "gateway_api_config" { + description = "The Gateway API configuration" + type = object({ + api_version = optional(string, "v1.2.0") + api_channel = optional(string, "standard") + gateway_name = optional(string, "") + gateway_namespace = optional(string, "") + }) + default = {} + + validation { + condition = contains(["standard", "experimental"], var.gateway_api_config.api_channel) + error_message = "Invalid API channel: ${var.gateway_api_config.api_channel}. Allowed vallues: ['standard', 'experimental']" + } } \ No newline at end of file diff --git a/validation/kubernetes/gateway-api/main.tf b/validation/kubernetes/gateway-api/main.tf new file mode 100644 index 000000000..9b6f77d02 --- /dev/null +++ b/validation/kubernetes/gateway-api/main.tf @@ -0,0 +1,14 @@ +terraform {} + +provider "kubernetes" {} + +provider "helm" {} + +module "gateway_api" { + source = "../../../modules/kubernetes/gateway-api" + cluster_id = "foo" + gateway_api_config = { + api_version = "v1.1.0" + api_channel = "experimental" + } +} \ No newline at end of file From 9db10309bc1e4cf86d0560d1bbf61135cf97b118 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 23 Oct 2024 12:14:11 +0200 Subject: [PATCH 07/44] fix: make validate requires TF >= 1.3.0 --- modules/kubernetes/gateway-api/main.tf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/kubernetes/gateway-api/main.tf b/modules/kubernetes/gateway-api/main.tf index bea7120e9..2a114472d 100644 --- a/modules/kubernetes/gateway-api/main.tf +++ b/modules/kubernetes/gateway-api/main.tf @@ -5,7 +5,7 @@ */ terraform { - required_version = ">= 1.6.0" + required_version = ">= 1.3.0" required_providers { git = { From 37eb90691b82fed4ceaaa2708d321da6e24aff01 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 23 Oct 2024 12:16:22 +0200 Subject: [PATCH 08/44] fix: make docs --- modules/kubernetes/gateway-api/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/kubernetes/gateway-api/README.md b/modules/kubernetes/gateway-api/README.md index 2da2edaff..b6506c20c 100644 --- a/modules/kubernetes/gateway-api/README.md +++ b/modules/kubernetes/gateway-api/README.md @@ -6,7 +6,7 @@ This module is used to add [`gateway-api`](https://github.com/kubernetes-sigs/ga | Name | Version | |------|---------| -| [terraform](#requirement\_terraform) | >= 1.6.0 | +| [terraform](#requirement\_terraform) | >= 1.3.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers From 7a90669092b4c448a76c0a724baea3611f561b7c Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 23 Oct 2024 13:42:21 +0200 Subject: [PATCH 09/44] chore: update cert-manager CRDs to v1.15.3 --- modules/kubernetes/aks-core/modules.tf | 2 +- modules/kubernetes/helm-crd/main.tf | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index 1eedaae06..4639a3b07 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -169,7 +169,7 @@ module "cert_manager_crd" { chart_repository = "https://charts.jetstack.io" chart_name = "cert-manager" - chart_version = "v1.7.1" + chart_version = "v1.15.3" values = { "installCRDs" = "true" } diff --git a/modules/kubernetes/helm-crd/main.tf b/modules/kubernetes/helm-crd/main.tf index e99e63981..9dd4d00a9 100644 --- a/modules/kubernetes/helm-crd/main.tf +++ b/modules/kubernetes/helm-crd/main.tf @@ -20,6 +20,7 @@ data "helm_template" "this" { version = var.chart_version include_crds = true api_versions = ["apiextensions.k8s.io/v1/CustomResourceDefinition"] + kube_version = "1.29.3" dynamic "set" { for_each = var.values From 22f57a18b1e7f5dc70c1d078c38ed53fffdfce0c Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Wed, 23 Oct 2024 11:49:23 +0000 Subject: [PATCH 10/44] Update CHANGELOG --- CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index b3a2000d9..2ef4378b4 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## Unreleased ### 🚀 New Features +- Feat: add support for Gateway API by @landerss1 in [#1226](https://github.com/XenitAB/terraform-modules/pulls/1226) - Feat: metrics for flux system by @optocoupler in [#1200](https://github.com/XenitAB/terraform-modules/pulls/1200) - Feat: Move azad-kube-proxy to aks-core and use SecretProviderClass by @CalleB3 in [#1196](https://github.com/XenitAB/terraform-modules/pulls/1196) - Feat: improved grafana agent configuration by @landerss1 in [#1192](https://github.com/XenitAB/terraform-modules/pulls/1192) @@ -24,6 +25,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🐛 Bug Fixes +- Fix: Add reloader annotation to azad-kube-proxy by @CalleB3 in [#1217](https://github.com/XenitAB/terraform-modules/pulls/1217) - Fix: add flux notification provider by @CalleB3 in [#1222](https://github.com/XenitAB/terraform-modules/pulls/1222) - Fix: add flux notification-controller by @CalleB3 in [#1220](https://github.com/XenitAB/terraform-modules/pulls/1220) - Fix: adding namespaced discovery by @optocoupler in [#1219](https://github.com/XenitAB/terraform-modules/pulls/1219) @@ -55,6 +57,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### ⚙️ Miscellaneous +- Chore: update cert-manager CRDs to v1.15.3 by @landerss1 in [#1227](https://github.com/XenitAB/terraform-modules/pulls/1227) - Chore!: bump flux provider to v1.4.0 by @landerss1 in [#1203](https://github.com/XenitAB/terraform-modules/pulls/1203) - Chore: Update Ingress-nginx, Cert-manager and external-dns by @CalleB3 in [#1191](https://github.com/XenitAB/terraform-modules/pulls/1191) - Chore: bump ytanikin/PRConventionalCommits from 1.2.0 to 1.3.0 by @landerss1 in [#1190](https://github.com/XenitAB/terraform-modules/pulls/1190) From 8485d6ace02153904e757310b88f4485e2b15031 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 23 Oct 2024 14:20:52 +0200 Subject: [PATCH 11/44] feat: add support for Nginx Gateway Fabric --- modules/kubernetes/README.md | 1 + modules/kubernetes/aks-core/README.md | 3 + modules/kubernetes/aks-core/modules.tf | 16 +++++ modules/kubernetes/aks-core/variables.tf | 22 +++++++ .../kubernetes/nginx-gateway-fabric/README.md | 41 ++++++++++++ .../kubernetes/nginx-gateway-fabric/main.tf | 46 +++++++++++++ .../nginx-gateway-fabric/outputs.tf | 0 .../templates/gateway-fabric.yaml.tpl | 64 +++++++++++++++++++ .../templates/kustomization.yaml.tpl | 18 ++++++ .../nginx-gateway-fabric/variables.tf | 29 +++++++++ .../kubernetes/nginx-gateway-fabric/main.tf | 12 ++++ 11 files changed, 252 insertions(+) create mode 100644 modules/kubernetes/nginx-gateway-fabric/README.md create mode 100644 modules/kubernetes/nginx-gateway-fabric/main.tf create mode 100644 modules/kubernetes/nginx-gateway-fabric/outputs.tf create mode 100644 modules/kubernetes/nginx-gateway-fabric/templates/gateway-fabric.yaml.tpl create mode 100644 modules/kubernetes/nginx-gateway-fabric/templates/kustomization.yaml.tpl create mode 100644 modules/kubernetes/nginx-gateway-fabric/variables.tf create mode 100644 validation/kubernetes/nginx-gateway-fabric/main.tf diff --git a/modules/kubernetes/README.md b/modules/kubernetes/README.md index c34b95f69..15bb553c3 100644 --- a/modules/kubernetes/README.md +++ b/modules/kubernetes/README.md @@ -29,6 +29,7 @@ This directory contains all the Kubernetes Terraform modules. - [`ingress-healthz`](ingress-healthz/README.md) - [`ingress-nginx`](ingress-nginx/README.md) - [`linkerd`](linkerd/README.md) +- [`nginx-gateway-fabric`](nginx-gateway-fabric/README.md) - [`node-local-dns`](node-local-dns/README.md) - [`node-ttl`](node-ttl/README.md) - [`prometheus`](prometheus/README.md) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index d009eea25..23d0cd0fb 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -51,6 +51,7 @@ This module is used to create AKS clusters. | [ingress\_nginx](#module\_ingress\_nginx) | ../../kubernetes/ingress-nginx | n/a | | [linkerd](#module\_linkerd) | ../../kubernetes/linkerd | n/a | | [linkerd\_crd](#module\_linkerd\_crd) | ../../kubernetes/helm-crd-oci | n/a | +| [nginx\_gateway\_fabric](#module\_nginx\_gateway\_fabric) | ../../kubernetes/nginx-gateway-fabric | n/a | | [node\_local\_dns](#module\_node\_local\_dns) | ../../kubernetes/node-local-dns | n/a | | [node\_ttl](#module\_node\_ttl) | ../../kubernetes/node-ttl | n/a | | [prometheus](#module\_prometheus) | ../../kubernetes/prometheus | n/a | @@ -173,6 +174,8 @@ This module is used to create AKS clusters. | [mirrord\_enabled](#input\_mirrord\_enabled) | Should mirrord be enabled | `bool` | `false` | no | | [name](#input\_name) | The commonName to use for the deploy | `string` | n/a | yes | | [namespaces](#input\_namespaces) | The namespaces that should be created in Kubernetes. | 
list(
    object({
      name   = string
      labels = map(string)
      flux = optional(object({
        provider            = string
        project             = optional(string)
        repository          = string
        include_tenant_name = optional(bool, false)
        create_crds         = optional(bool, false)
      }))
    })
  )
| n/a | yes | +| [nginx\_gateway\_config](#input\_nginx\_gateway\_config) | Gateway Fabric configuration | 
object({
    logging_level     = optional(string, "info")
    replica_count     = optional(number, 2)
    telemetry_enabled = optional(bool, true)
    telemetry_config = optional(object({
      endpoint    = optional(string, "")
      interval    = optional(string, "")
      batch_size  = optional(number, 0)
      batch_count = optional(number, 0)
    }), {})
  })
| `{}` | no | +| [nginx\_gateway\_enabled](#input\_nginx\_gateway\_enabled) | Should NGINX Gateway Fabric be enabled | `bool` | `false` | no | | [node\_local\_dns\_enabled](#input\_node\_local\_dns\_enabled) | Should VPA be enabled | `bool` | `true` | no | | [node\_ttl\_enabled](#input\_node\_ttl\_enabled) | Should Node TTL be enabled | `bool` | `true` | no | | [oidc\_issuer\_url](#input\_oidc\_issuer\_url) | Kubernetes OIDC issuer URL for workload identity. | `string` | n/a | yes | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index 4639a3b07..988f7f6d0 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -449,6 +449,22 @@ module "ingress_nginx" { cluster_id = local.cluster_id } +module "nginx_gateway_fabric" { + depends_on = [module.gateway_api] + + for_each = { + for s in ["nginx-gateway"] : + s => s + if var.nginx_gateway_enabled + } + + source = "../../kubernetes/nginx-gateway-fabric" + + cluster_id = local.cluster_id + gateway_config = var.nginx_gateway_config + nginx_config = var.ingress_nginx_config.customization +} + module "linkerd" { depends_on = [module.cert_manager_crd, module.linkerd_crd] diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 9232c09da..8a88e4700 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -732,4 +732,26 @@ variable "gateway_api_config" { condition = contains(["standard", "experimental"], var.gateway_api_config.api_channel) error_message = "Invalid API channel: ${var.gateway_api_config.api_channel}. Allowed vallues: ['standard', 'experimental']" } +} + +variable "nginx_gateway_enabled" { + description = "Should NGINX Gateway Fabric be enabled" + type = bool + default = false +} + +variable "nginx_gateway_config" { + description = "Gateway Fabric configuration" + type = object({ + logging_level = optional(string, "info") + replica_count = optional(number, 2) + telemetry_enabled = optional(bool, true) + telemetry_config = optional(object({ + endpoint = optional(string, "") + interval = optional(string, "") + batch_size = optional(number, 0) + batch_count = optional(number, 0) + }), {}) + }) + default = {} } \ No newline at end of file diff --git a/modules/kubernetes/nginx-gateway-fabric/README.md b/modules/kubernetes/nginx-gateway-fabric/README.md new file mode 100644 index 000000000..8c007d9b9 --- /dev/null +++ b/modules/kubernetes/nginx-gateway-fabric/README.md @@ -0,0 +1,41 @@ +# Nginx Gateway Fabric + +This module is used to add [`nginx-gateway-fabric`](https://docs.nginx.com/nginx-gateway-fabric/) to Kubernetes clusters. + +## Requirements + +| Name | Version | +|------|---------| +| [terraform](#requirement\_terraform) | >= 1.6.0 | +| [git](#requirement\_git) | 0.0.3 | + +## Providers + +| Name | Version | +|------|---------| +| [git](#provider\_git) | 0.0.3 | +| [kubernetes](#provider\_kubernetes) | n/a | + +## Modules + +No modules. + +## Resources + +| Name | Type | +|------|------| +| [git_repository_file.ingress_nginx](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [kubernetes_namespace.nginx_gateway](https://registry.terraform.io/providers/hashicorp/kubernetes/latest/docs/resources/namespace) | resource | + +## Inputs + +| Name | Description | Type | Default | Required | +|------|-------------|------|---------|:--------:| +| [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | +| [gateway\_config](#input\_gateway\_config) | Gateway Fabric configuration | 
object({
    logging_level     = optional(string, "info")
    replica_count     = optional(number, 2)
    telemetry_enabled = optional(bool, true)
    telemetry_config = optional(object({
      endpoint    = optional(string, "")
      interval    = optional(string, "")
      batch_size  = optional(number, 0)
      batch_count = optional(number, 0)
    }), {})
  })
| n/a | yes | +| [nginx\_config](#input\_nginx\_config) | Global nginx configuration that will be applied to GatewayClass. | 
object({
    allow_snippet_annotations = optional(bool, false)
    http_snippet              = optional(string, "")
    extra_config              = optional(map(string), {})
    extra_headers             = optional(map(string), {})
  })
| n/a | yes | + +## Outputs + +No outputs. diff --git a/modules/kubernetes/nginx-gateway-fabric/main.tf b/modules/kubernetes/nginx-gateway-fabric/main.tf new file mode 100644 index 000000000..1dabad028 --- /dev/null +++ b/modules/kubernetes/nginx-gateway-fabric/main.tf @@ -0,0 +1,46 @@ +/** + * # Nginx Gateway Fabric + * + * This module is used to add [`nginx-gateway-fabric`](https://docs.nginx.com/nginx-gateway-fabric/) to Kubernetes clusters. + */ + +terraform { + required_version = ">= 1.6.0" + + required_providers { + git = { + source = "xenitab/git" + version = "0.0.3" + } + } +} + +resource "kubernetes_namespace" "nginx_gateway" { + metadata { + name = "nginx-gateway" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } +} + +resource "git_repository_file" "kustomization" { + path = "clusters/${var.cluster_id}/nginx-gateway-fabric.yaml" + content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { + cluster_id = var.cluster_id + }) +} + +resource "git_repository_file" "ingress_nginx" { + path = "platform/${var.cluster_id}/nginx-gateway-fabric/gateway-fabric.yaml" + content = templatefile("${path.module}/templates/gateway-fabric.yaml.tpl", { + logging_level = var.gateway_config.logging_level + replica_count = var.gateway_config.replica_count + telemetry_enabled = var.gateway_config.telemetry_enabled + telemetry_config = var.gateway_config.telemetry_config + allow_snippet_annotations = var.nginx_config.allow_snippet_annotations + http_snippet = var.nginx_config.http_snippet + extra_config = var.nginx_config.extra_config + extra_headers = var.nginx_config.extra_headers + }) +} \ No newline at end of file diff --git a/modules/kubernetes/nginx-gateway-fabric/outputs.tf b/modules/kubernetes/nginx-gateway-fabric/outputs.tf new file mode 100644 index 000000000..e69de29bb diff --git a/modules/kubernetes/nginx-gateway-fabric/templates/gateway-fabric.yaml.tpl b/modules/kubernetes/nginx-gateway-fabric/templates/gateway-fabric.yaml.tpl new file mode 100644 index 000000000..eedd9cbf5 --- /dev/null +++ b/modules/kubernetes/nginx-gateway-fabric/templates/gateway-fabric.yaml.tpl @@ -0,0 +1,64 @@ +apiVersion: source.toolkit.fluxcd.io/v1beta2 +kind: HelmRepository +metadata: + name: nginx-gateway-fabric + namespace: nginx-gateway +spec: + interval: 1m0s + type: oci + url: "oci://ghcr.io/nginxinc/charts" +--- +apiVersion: helm.toolkit.fluxcd.io/v2beta1 +kind: HelmRelease +metadata: + name: nginx-gateway-fabric + namespace: nginx-gateway +spec: + chart: + spec: + chart: nginx-gateway-fabric + sourceRef: + kind: HelmRepository + name: nginx-gateway-fabric + version: 1.4.0 + interval: 1m0s + values: + nginxGateway: + config: + logging: + level: ${logging_level} + configAnnotations: + cert-manager.io/cluster-issuer: letsencrypt + gatewayClassName: nginx + gwAPIExperimentalFeatures: + enable: true + productTelemetry: + enable: false + replicaCount: ${replica_count} + snippetsFilters: + enable: true + nginx: + ipFamily: dual + rewriteClientIP: XForwardedFor + %{~ if telemetry_enabled ~} + telemetry: + exporter: + endpoint: ${telemetry_config.endpoint} + interval: ${telemetry_config.interval} + batchSize: ${telemetry_config.batch_size} + batchCount: ${telemetry_config.batch_count} + %{~ endif ~} + logging: + errorLevel: ${logging_level} + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchExpressions: + - key: app.kubernetes.io/instance + operator: In + values: + - ingress-nginx + topologyKey: topology.kubernetes.io/zone + weight: 100 \ No newline at end of file diff --git a/modules/kubernetes/nginx-gateway-fabric/templates/kustomization.yaml.tpl b/modules/kubernetes/nginx-gateway-fabric/templates/kustomization.yaml.tpl new file mode 100644 index 000000000..572955b86 --- /dev/null +++ b/modules/kubernetes/nginx-gateway-fabric/templates/kustomization.yaml.tpl @@ -0,0 +1,18 @@ +apiVersion: kustomize.toolkit.fluxcd.io/v1beta2 +kind: Kustomization +metadata: + name: nginx-gateway + namespace: flux-system +spec: + interval: 5m + sourceRef: + kind: GitRepository + name: flux-system + path: "./platform/${cluster_id}/nginx-gateway-fabric/" + prune: true + wait: true + #healthChecks: + #- apiVersion: apps/v1 + # kind: Deployment + # namespace: ingress-nginx + # name: ingress-nginx-controller \ No newline at end of file diff --git a/modules/kubernetes/nginx-gateway-fabric/variables.tf b/modules/kubernetes/nginx-gateway-fabric/variables.tf new file mode 100644 index 000000000..efc97ab6c --- /dev/null +++ b/modules/kubernetes/nginx-gateway-fabric/variables.tf @@ -0,0 +1,29 @@ +variable "cluster_id" { + description = "Unique identifier of the cluster across regions and instances." + type = string +} + +variable "gateway_config" { + description = "Gateway Fabric configuration" + type = object({ + logging_level = optional(string, "info") + replica_count = optional(number, 2) + telemetry_enabled = optional(bool, true) + telemetry_config = optional(object({ + endpoint = optional(string, "") + interval = optional(string, "") + batch_size = optional(number, 0) + batch_count = optional(number, 0) + }), {}) + }) +} + +variable "nginx_config" { + description = "Global nginx configuration that will be applied to GatewayClass." + type = object({ + allow_snippet_annotations = optional(bool, false) + http_snippet = optional(string, "") + extra_config = optional(map(string), {}) + extra_headers = optional(map(string), {}) + }) +} \ No newline at end of file diff --git a/validation/kubernetes/nginx-gateway-fabric/main.tf b/validation/kubernetes/nginx-gateway-fabric/main.tf new file mode 100644 index 000000000..295b62867 --- /dev/null +++ b/validation/kubernetes/nginx-gateway-fabric/main.tf @@ -0,0 +1,12 @@ +terraform {} + +provider "kubernetes" {} + +provider "helm" {} + +module "nginx_gateway_fabric" { + source = "../../../modules/kubernetes/nginx-gateway-fabric" + cluster_id = "bar" + gateway_config = {} + nginx_config = {} +} \ No newline at end of file From 7665bc20739643a44b67b9e831a32e83f1986b5c Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 23 Oct 2024 14:31:40 +0200 Subject: [PATCH 12/44] fix: build issues --- modules/kubernetes/nginx-gateway-fabric/README.md | 7 ++++--- modules/kubernetes/nginx-gateway-fabric/main.tf | 6 +++++- 2 files changed, 9 insertions(+), 4 deletions(-) diff --git a/modules/kubernetes/nginx-gateway-fabric/README.md b/modules/kubernetes/nginx-gateway-fabric/README.md index 8c007d9b9..e8e8a5edc 100644 --- a/modules/kubernetes/nginx-gateway-fabric/README.md +++ b/modules/kubernetes/nginx-gateway-fabric/README.md @@ -6,15 +6,16 @@ This module is used to add [`nginx-gateway-fabric`](https://docs.nginx.com/nginx | Name | Version | |------|---------| -| [terraform](#requirement\_terraform) | >= 1.6.0 | +| [terraform](#requirement\_terraform) | >= 1.3.0 | | [git](#requirement\_git) | 0.0.3 | +| [kubernetes](#requirement\_kubernetes) | 2.23.0 | ## Providers | Name | Version | |------|---------| | [git](#provider\_git) | 0.0.3 | -| [kubernetes](#provider\_kubernetes) | n/a | +| [kubernetes](#provider\_kubernetes) | 2.23.0 | ## Modules @@ -26,7 +27,7 @@ No modules. |------|------| | [git_repository_file.ingress_nginx](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [kubernetes_namespace.nginx_gateway](https://registry.terraform.io/providers/hashicorp/kubernetes/latest/docs/resources/namespace) | resource | +| [kubernetes_namespace.nginx_gateway](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | ## Inputs diff --git a/modules/kubernetes/nginx-gateway-fabric/main.tf b/modules/kubernetes/nginx-gateway-fabric/main.tf index 1dabad028..7e0174014 100644 --- a/modules/kubernetes/nginx-gateway-fabric/main.tf +++ b/modules/kubernetes/nginx-gateway-fabric/main.tf @@ -5,9 +5,13 @@ */ terraform { - required_version = ">= 1.6.0" + required_version = ">= 1.3.0" required_providers { + kubernetes = { + source = "hashicorp/kubernetes" + version = "2.23.0" + } git = { source = "xenitab/git" version = "0.0.3" From 517d4e5f68641991096e11e133a4809ca78b02a4 Mon Sep 17 00:00:00 2001 From: Carl Andersson <91601778+CalleB3@users.noreply.github.com> Date: Mon, 28 Oct 2024 12:01:46 +0100 Subject: [PATCH 13/44] feat: add option to use Azure CNI with Cilium (#1142) * feat: Switch to Cilium CNI * bump azurerm provider to 3.110.0 * Fix aks user assigned identity * docs, fmt, validation * fix if statements, fix config for falco, node-local-dns and prometheus * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix add-group member * fix add-group member * Fix falco if statement * Fix falco if statement * docs and fmt * change principal_id to id * fix providers * cilium_enabled default false * fix vars * disable node-local-dns by default --- modules/azure/aks-global/README.md | 22 +- modules/azure/aks-global/main.tf | 2 +- modules/azure/aks-regional/README.md | 40 +- modules/azure/aks-regional/main.tf | 2 +- modules/azure/aks/README.md | 59 +- modules/azure/aks/aad-group.tf | 2 +- modules/azure/aks/aks.tf | 35 +- modules/azure/aks/main.tf | 2 +- modules/azure/aks/variables.tf | 6 + .../azure-pipelines-agent-vmss/README.md | 12 +- .../azure/azure-pipelines-agent-vmss/main.tf | 2 +- modules/azure/core/README.md | 40 +- modules/azure/core/main.tf | 2 +- modules/azure/github-runner/README.md | 20 +- modules/azure/github-runner/main.tf | 2 +- modules/azure/governance-global/README.md | 14 +- modules/azure/governance-global/main.tf | 2 +- modules/azure/governance-regional/README.md | 40 +- modules/azure/governance-regional/main.tf | 2 +- modules/azure/hub/README.md | 28 +- modules/azure/hub/main.tf | 2 +- .../xkf-governance-global-data/README.md | 2 +- .../azure/xkf-governance-global-data/main.tf | 2 +- modules/azure/xkf-governance-global/README.md | 2 +- modules/azure/xkf-governance-global/main.tf | 2 +- modules/kubernetes/aks-core/README.md | 19 +- modules/kubernetes/aks-core/main.tf | 2 +- modules/kubernetes/aks-core/modules.tf | 7 +- modules/kubernetes/aks-core/variables.tf | 6 + modules/kubernetes/azad-kube-proxy/README.md | 12 +- modules/kubernetes/azad-kube-proxy/main.tf | 2 +- modules/kubernetes/azure-metrics/README.md | 14 +- modules/kubernetes/azure-metrics/main.tf | 2 +- modules/kubernetes/azure-policy/README.md | 30 +- modules/kubernetes/azure-policy/main.tf | 2 +- .../azure-service-operator/README.md | 12 +- .../kubernetes/azure-service-operator/main.tf | 2 +- modules/kubernetes/cert-manager/README.md | 10 +- modules/kubernetes/cert-manager/main.tf | 2 +- .../kubernetes/control-plane-logs/README.md | 8 +- modules/kubernetes/control-plane-logs/main.tf | 2 +- modules/kubernetes/datadog/README.md | 10 +- modules/kubernetes/datadog/main.tf | 2 +- modules/kubernetes/external-dns/README.md | 14 +- modules/kubernetes/external-dns/main.tf | 2 +- modules/kubernetes/falco/README.md | 1 + modules/kubernetes/falco/main.tf | 1 + .../kubernetes/falco/templates/falco.yaml.tpl | 2 + modules/kubernetes/falco/variables.tf | 5 + modules/kubernetes/grafana-alloy/README.md | 8 +- modules/kubernetes/grafana-alloy/main.tf | 2 +- .../grafana-k8s-monitoring/README.md | 10 +- .../kubernetes/grafana-k8s-monitoring/main.tf | 2 +- modules/kubernetes/node-local-dns/README.md | 1 + modules/kubernetes/node-local-dns/main.tf | 1 + .../templates/node-local-dns.yaml.tpl | 58 + .../kubernetes/node-local-dns/variables.tf | 5 + modules/kubernetes/prometheus/README.md | 9 +- modules/kubernetes/prometheus/main.tf | 3 +- .../prometheus/templates/monitors.yaml.tpl | 42 + modules/kubernetes/prometheus/variables.tf | 5 + modules/kubernetes/promtail/README.md | 8 +- modules/kubernetes/promtail/main.tf | 2 +- modules/kubernetes/trivy/README.md | 16 +- modules/kubernetes/trivy/main.tf | 2 +- modules/kubernetes/velero/README.md | 20 +- modules/kubernetes/velero/main.tf | 2 +- validation/kubernetes/trivy/tf.log | 1504 ++++++++--------- 68 files changed, 1191 insertions(+), 1022 deletions(-) diff --git a/modules/azure/aks-global/README.md b/modules/azure/aks-global/README.md index 01988b58a..56a2bf15d 100644 --- a/modules/azure/aks-global/README.md +++ b/modules/azure/aks-global/README.md @@ -4,14 +4,14 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.1.7 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | ## Providers | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | ## Modules @@ -21,15 +21,15 @@ No modules. | Name | Type | |------|------| -| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/container_registry) | resource | -| [azurerm_container_registry_task.acr_purge_task](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/container_registry_task) | resource | -| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/dns_zone) | resource | -| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/management_lock) | resource | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/resource_group) | resource | -| [azurerm_role_assignment.acr_pull](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.acr_push](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.acr_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | +| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/container_registry) | resource | +| [azurerm_container_registry_task.acr_purge_task](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/container_registry_task) | resource | +| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/dns_zone) | resource | +| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/management_lock) | resource | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_group) | resource | +| [azurerm_role_assignment.acr_pull](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.acr_push](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.acr_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | | [azuread_group.acr_pull](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | | [azuread_group.acr_push](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | | [azuread_group.acr_reader](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | diff --git a/modules/azure/aks-global/main.tf b/modules/azure/aks-global/main.tf index 1817938c3..3d511dc5e 100644 --- a/modules/azure/aks-global/main.tf +++ b/modules/azure/aks-global/main.tf @@ -2,7 +2,7 @@ terraform { required_version = ">= 1.1.7" required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/aks-regional/README.md b/modules/azure/aks-regional/README.md index 7cd1ad2f1..0800cb442 100644 --- a/modules/azure/aks-regional/README.md +++ b/modules/azure/aks-regional/README.md @@ -8,7 +8,7 @@ This module is used to create resources that are used by AKS clusters. |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [random](#requirement\_random) | 3.5.1 | | [tls](#requirement\_tls) | 4.0.4 | @@ -17,7 +17,7 @@ This module is used to create resources that are used by AKS clusters. | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [tls](#provider\_tls) | 4.0.4 | ## Modules @@ -29,26 +29,26 @@ No modules. | Name | Type | |------|------| | [azuread_group_member.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | -| [azurerm_eventhub.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/eventhub) | resource | -| [azurerm_eventhub_namespace.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/eventhub_namespace) | resource | -| [azurerm_eventhub_namespace_authorization_rule.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/eventhub_namespace_authorization_rule) | resource | -| [azurerm_eventhub_namespace_authorization_rule.listen](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/eventhub_namespace_authorization_rule) | resource | -| [azurerm_key_vault_access_policy.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.eventhub_connection_string](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_key_vault_secret.ssh_key](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_public_ip_prefix.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/public_ip_prefix) | resource | -| [azurerm_role_assignment.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_eventhub.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub) | resource | +| [azurerm_eventhub_namespace.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub_namespace) | resource | +| [azurerm_eventhub_namespace_authorization_rule.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub_namespace_authorization_rule) | resource | +| [azurerm_eventhub_namespace_authorization_rule.listen](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub_namespace_authorization_rule) | resource | +| [azurerm_key_vault_access_policy.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.eventhub_connection_string](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_key_vault_secret.ssh_key](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_public_ip_prefix.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/public_ip_prefix) | resource | +| [azurerm_role_assignment.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [tls_private_key.ssh_key](https://registry.terraform.io/providers/hashicorp/tls/4.0.4/docs/resources/private_key) | resource | | [azuread_group.resource_group_contributor](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/client_config) | data source | -| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/key_vault) | data source | -| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_virtual_network.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/virtual_network) | data source | +| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/client_config) | data source | +| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | +| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_virtual_network.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/virtual_network) | data source | ## Inputs diff --git a/modules/azure/aks-regional/main.tf b/modules/azure/aks-regional/main.tf index 51cdf9ed9..7d1553dae 100644 --- a/modules/azure/aks-regional/main.tf +++ b/modules/azure/aks-regional/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/aks/README.md b/modules/azure/aks/README.md index e0d9af812..b4d9b502b 100644 --- a/modules/azure/aks/README.md +++ b/modules/azure/aks/README.md @@ -15,7 +15,7 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [random](#requirement\_random) | 3.5.1 | ## Providers @@ -23,7 +23,7 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | ## Modules @@ -38,33 +38,35 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | [azuread_group_member.aks_cluster_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | | [azuread_group_member.aks_managed_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | | [azuread_group_member.tenant](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | -| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/kubernetes_cluster) | resource | -| [azurerm_kubernetes_cluster_node_pool.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/kubernetes_cluster_node_pool) | resource | -| [azurerm_log_analytics_workspace.xks_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/log_analytics_workspace) | resource | -| [azurerm_log_analytics_workspace.xks_op](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/log_analytics_workspace) | resource | -| [azurerm_monitor_diagnostic_setting.log_analytics_workspace_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/monitor_diagnostic_setting) | resource | -| [azurerm_monitor_diagnostic_setting.log_eventhub_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/monitor_diagnostic_setting) | resource | -| [azurerm_monitor_diagnostic_setting.log_storage_account_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/monitor_diagnostic_setting) | resource | -| [azurerm_resource_policy_assignment.agentless_discovery](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_resource_policy_assignment.kubernetes_sensor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_resource_policy_assignment.vulnerability_assessments](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_role_assignment.aks_managed_identity_noderg_managed_identity_operator](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.aks_managed_identity_noderg_virtual_machine_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.cluster_admin](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.cluster_view](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.edit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.view](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_security_center_auto_provisioning.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/security_center_auto_provisioning) | resource | -| [azurerm_security_center_subscription_pricing.containers](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/security_center_subscription_pricing) | resource | -| [azurerm_storage_management_policy.log_storage_account_audit_policy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/storage_management_policy) | resource | -| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/kubernetes_cluster) | resource | +| [azurerm_kubernetes_cluster_node_pool.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/kubernetes_cluster_node_pool) | resource | +| [azurerm_log_analytics_workspace.xks_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/log_analytics_workspace) | resource | +| [azurerm_log_analytics_workspace.xks_op](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/log_analytics_workspace) | resource | +| [azurerm_monitor_diagnostic_setting.log_analytics_workspace_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_monitor_diagnostic_setting.log_eventhub_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_monitor_diagnostic_setting.log_storage_account_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_resource_policy_assignment.agentless_discovery](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_resource_policy_assignment.kubernetes_sensor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_resource_policy_assignment.vulnerability_assessments](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.aks_managed_identity_noderg_managed_identity_operator](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.aks_managed_identity_noderg_virtual_machine_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.cluster_admin](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.cluster_view](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.edit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.view](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_security_center_auto_provisioning.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/security_center_auto_provisioning) | resource | +| [azurerm_security_center_subscription_pricing.containers](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/security_center_subscription_pricing) | resource | +| [azurerm_storage_management_policy.log_storage_account_audit_policy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_management_policy) | resource | +| [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [azuread_group.tenant_resource_group_contributor](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_resource_group.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/storage_account) | data source | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/subnet) | data source | +| [azurerm_resource_group.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/storage_account) | data source | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subnet) | data source | ## Inputs @@ -86,6 +88,7 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | [audit\_config](#input\_audit\_config) | Kubernetes audit log configuration | 
object({
    destination_type = optional(string, "StorageAccount")
    analytics_workspace = optional(object({
      sku_name       = optional(string, "PerGB2018")
      daily_quota_gb = optional(number, -1)
      reservation_gb = optional(number, 0)
      retention_days = optional(number, 30)
    }), {})
  })
| `{}` | no | | [azure\_ad\_group\_prefix](#input\_azure\_ad\_group\_prefix) | Prefix for Azure AD Groups | `string` | `"az"` | no | | [azure\_policy\_enabled](#input\_azure\_policy\_enabled) | If the Azure Policy for Kubernetes add-on should be enabled | `bool` | `false` | no | +| [cilium\_enabled](#input\_cilium\_enabled) | If enabled, will use Azure CNI with Cilium instead of kubenet | `bool` | `false` | no | | [core\_name](#input\_core\_name) | The commonName for the core infrastructure | `string` | n/a | yes | | [defender\_config](#input\_defender\_config) | The Microsoft Defender for containers configuration | 
object({
    analytics_workspace = optional(object({
      sku_name       = optional(string, "PerGB2018")
      daily_quota_gb = optional(number, -1)
      reservation_gb = optional(number, 0)
      retention_days = optional(number, 30)
    }), {})
    kubernetes_discovery_enabled      = optional(bool, false)
    kubernetes_sensor_enabled         = optional(bool, true)
    vulnerability_assessments_enabled = optional(bool, true)
  })
| `{}` | no | | [defender\_enabled](#input\_defender\_enabled) | If Defender for Containers should be enabled | `bool` | `false` | no | diff --git a/modules/azure/aks/aad-group.tf b/modules/azure/aks/aad-group.tf index eb20e78bd..29742c876 100644 --- a/modules/azure/aks/aad-group.tf +++ b/modules/azure/aks/aad-group.tf @@ -33,5 +33,5 @@ resource "azuread_group_member" "aks_managed_identity" { resource "azuread_group_member" "aks_cluster_identity" { group_object_id = var.aad_groups.aks_managed_identity.id - member_object_id = azurerm_kubernetes_cluster.this.identity[0].principal_id + member_object_id = var.cilium_enabled ? azurerm_user_assigned_identity.aks["cilium"].principal_id : azurerm_kubernetes_cluster.this.identity[0].principal_id } diff --git a/modules/azure/aks/aks.tf b/modules/azure/aks/aks.tf index 362e2a342..a284f3e81 100644 --- a/modules/azure/aks/aks.tf +++ b/modules/azure/aks/aks.tf @@ -17,6 +17,30 @@ locals { auto_scaler_expander = var.aks_config.priority_expander_config == null ? "least-waste" : "priority" } +resource "azurerm_user_assigned_identity" "aks" { + for_each = { + for c in ["cilium"] : + c => c + if var.cilium_enabled + } + + name = "uai-aks-${var.environment}-${var.location_short}-${var.name}${local.aks_name_suffix}" + resource_group_name = data.azurerm_resource_group.this.name + location = data.azurerm_resource_group.this.location +} + +resource "azurerm_role_assignment" "aks" { + for_each = { + for c in ["cilium"] : + c => c + if var.cilium_enabled + } + + scope = data.azurerm_resource_group.this.id + role_definition_name = "Contributor" + principal_id = azurerm_user_assigned_identity.aks[each.key].principal_id +} + # azure-container-use-rbac-permissions is ignored because the rule has not been updated in tfsec #tfsec:ignore:azure-container-limit-authorized-ips tfsec:ignore:azure-container-logging tfsec:ignore:azure-container-use-rbac-permissions resource "azurerm_kubernetes_cluster" "this" { @@ -49,9 +73,11 @@ resource "azurerm_kubernetes_cluster" "this" { } network_profile { - network_plugin = "kubenet" - network_policy = "calico" - load_balancer_sku = "standard" + network_plugin = var.cilium_enabled ? "azure" : "kubenet" + network_plugin_mode = var.cilium_enabled ? "overlay" : null + network_policy = var.cilium_enabled ? "cilium" : "calico" + network_data_plane = var.cilium_enabled ? "cilium" : "azure" + load_balancer_sku = "standard" load_balancer_profile { outbound_ip_prefix_ids = [ var.aks_public_ip_prefix_id @@ -60,7 +86,8 @@ resource "azurerm_kubernetes_cluster" "this" { } identity { - type = "SystemAssigned" + type = var.cilium_enabled ? "UserAssigned" : "SystemAssigned" + identity_ids = var.cilium_enabled ? [azurerm_user_assigned_identity.aks["cilium"].id] : [] } azure_active_directory_role_based_access_control { diff --git a/modules/azure/aks/main.tf b/modules/azure/aks/main.tf index de668b69a..718939f18 100644 --- a/modules/azure/aks/main.tf +++ b/modules/azure/aks/main.tf @@ -17,7 +17,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/aks/variables.tf b/modules/azure/aks/variables.tf index 612671c59..a734967a7 100644 --- a/modules/azure/aks/variables.tf +++ b/modules/azure/aks/variables.tf @@ -333,3 +333,9 @@ variable "defender_config" { }) default = {} } + +variable "cilium_enabled" { + description = "If enabled, will use Azure CNI with Cilium instead of kubenet" + type = bool + default = false +} \ No newline at end of file diff --git a/modules/azure/azure-pipelines-agent-vmss/README.md b/modules/azure/azure-pipelines-agent-vmss/README.md index 06efcc395..a235d12fc 100644 --- a/modules/azure/azure-pipelines-agent-vmss/README.md +++ b/modules/azure/azure-pipelines-agent-vmss/README.md @@ -11,14 +11,14 @@ Follow this guide to setup the agent pool (manually): https://docs.microsoft.com | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [tls](#requirement\_tls) | 4.0.4 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [tls](#provider\_tls) | 4.0.4 | ## Modules @@ -29,11 +29,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/linux_virtual_machine_scale_set) | resource | +| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/linux_virtual_machine_scale_set) | resource | | [tls_private_key.this](https://registry.terraform.io/providers/hashicorp/tls/4.0.4/docs/resources/private_key) | resource | -| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/key_vault) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/azure/azure-pipelines-agent-vmss/main.tf b/modules/azure/azure-pipelines-agent-vmss/main.tf index a358f4cf1..272ef3052 100644 --- a/modules/azure/azure-pipelines-agent-vmss/main.tf +++ b/modules/azure/azure-pipelines-agent-vmss/main.tf @@ -13,7 +13,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } tls = { diff --git a/modules/azure/core/README.md b/modules/azure/core/README.md index cddcc197e..2634aa226 100644 --- a/modules/azure/core/README.md +++ b/modules/azure/core/README.md @@ -11,7 +11,7 @@ Easiest is to define this RG in the governance module. | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | | [azurecaf](#requirement\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | ## Providers @@ -19,7 +19,7 @@ Easiest is to define this RG in the governance module. |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | | [azurecaf](#provider\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | ## Modules @@ -31,22 +31,22 @@ Easiest is to define this RG in the governance module. | Name | Type | |------|------| -| [azurerm_monitor_action_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/monitor_action_group) | resource | -| [azurerm_monitor_metric_alert.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/monitor_metric_alert) | resource | -| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/network_security_group) | resource | -| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_definition) | resource | -| [azurerm_route.not_virtual_appliance](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/route) | resource | -| [azurerm_route.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/route) | resource | -| [azurerm_route_table.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/route_table) | resource | -| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/storage_account) | resource | -| [azurerm_storage_account.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/storage_account) | resource | -| [azurerm_subnet.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet) | resource | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet) | resource | -| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet_network_security_group_association) | resource | -| [azurerm_subnet_route_table_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet_route_table_association) | resource | -| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/virtual_network) | resource | -| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/virtual_network_peering) | resource | +| [azurerm_monitor_action_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_action_group) | resource | +| [azurerm_monitor_metric_alert.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_metric_alert) | resource | +| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/network_security_group) | resource | +| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_definition) | resource | +| [azurerm_route.not_virtual_appliance](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/route) | resource | +| [azurerm_route.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/route) | resource | +| [azurerm_route_table.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/route_table) | resource | +| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_account) | resource | +| [azurerm_storage_account.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_account) | resource | +| [azurerm_subnet.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet) | resource | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet) | resource | +| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_network_security_group_association) | resource | +| [azurerm_subnet_route_table_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_route_table_association) | resource | +| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network) | resource | +| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network_peering) | resource | | [azuread_group.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | | [azurecaf_name.azuread_group_service_endpoint_join](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azurerm_monitor_action_group_this](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | @@ -60,8 +60,8 @@ Easiest is to define this RG in the governance module. | [azurecaf_name.azurerm_virtual_network_this](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.local_peerings_name](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.local_subnets_subnet_full_name](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | -| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/azure/core/main.tf b/modules/azure/core/main.tf index 1748803a1..2e210e3f3 100644 --- a/modules/azure/core/main.tf +++ b/modules/azure/core/main.tf @@ -11,7 +11,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/github-runner/README.md b/modules/azure/github-runner/README.md index c470ac157..755f37453 100644 --- a/modules/azure/github-runner/README.md +++ b/modules/azure/github-runner/README.md @@ -13,14 +13,14 @@ Setup an image using Packer according [github-runner](https://github.com/XenitAB | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [tls](#requirement\_tls) | 4.0.4 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [tls](#provider\_tls) | 4.0.4 | ## Modules @@ -31,15 +31,15 @@ No modules. | Name | Type | |------|------| -| [azurerm_key_vault_access_policy.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/linux_virtual_machine_scale_set) | resource | +| [azurerm_key_vault_access_policy.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/linux_virtual_machine_scale_set) | resource | | [tls_private_key.this](https://registry.terraform.io/providers/hashicorp/tls/4.0.4/docs/resources/private_key) | resource | -| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/key_vault) | data source | -| [azurerm_key_vault_secret.github_secrets](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/key_vault_secret) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/subnet) | data source | -| [azurerm_subscription.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/subscription) | data source | +| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | +| [azurerm_key_vault_secret.github_secrets](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault_secret) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subnet) | data source | +| [azurerm_subscription.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subscription) | data source | ## Inputs diff --git a/modules/azure/github-runner/main.tf b/modules/azure/github-runner/main.tf index 28459d5a4..ff0c88baa 100644 --- a/modules/azure/github-runner/main.tf +++ b/modules/azure/github-runner/main.tf @@ -15,7 +15,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } tls = { diff --git a/modules/azure/governance-global/README.md b/modules/azure/governance-global/README.md index dca5e1400..fdf12e5cd 100644 --- a/modules/azure/governance-global/README.md +++ b/modules/azure/governance-global/README.md @@ -9,7 +9,7 @@ This module is used for governance on a global level and not using any specific | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | | [azurecaf](#requirement\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [pal](#requirement\_pal) | 0.2.5 | | [random](#requirement\_random) | 3.5.1 | @@ -19,7 +19,7 @@ This module is used for governance on a global level and not using any specific |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | | [azurecaf](#provider\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [pal](#provider\_pal) | 0.2.5 | ## Modules @@ -64,10 +64,10 @@ This module is used for governance on a global level and not using any specific | [azuread_service_principal.aad_sp](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/service_principal) | resource | | [azuread_service_principal.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/service_principal) | resource | | [azuread_service_principal.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/service_principal) | resource | -| [azurerm_role_assignment.sub_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.sub_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.sub_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | | [pal_management_partner.aad_sp](https://registry.terraform.io/providers/xenitab/pal/0.2.5/docs/resources/management_partner) | resource | | [pal_management_partner.owner_spn](https://registry.terraform.io/providers/xenitab/pal/0.2.5/docs/resources/management_partner) | resource | | [azuread_application.owner_spn](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/application) | data source | @@ -92,7 +92,7 @@ This module is used for governance on a global level and not using any specific | [azurecaf_name.azuread_group_sub_contributor](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azuread_group_sub_owner](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azuread_group_sub_reader](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | -| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/subscription) | data source | +| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subscription) | data source | ## Inputs diff --git a/modules/azure/governance-global/main.tf b/modules/azure/governance-global/main.tf index 4e50ac8f5..43300be7b 100644 --- a/modules/azure/governance-global/main.tf +++ b/modules/azure/governance-global/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/governance-regional/README.md b/modules/azure/governance-regional/README.md index 78483a352..f63333e2a 100644 --- a/modules/azure/governance-regional/README.md +++ b/modules/azure/governance-regional/README.md @@ -9,7 +9,7 @@ This module is used for governance on a regional level and not using any specifi | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | | [azurecaf](#requirement\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [pal](#requirement\_pal) | 0.2.5 | | [random](#requirement\_random) | 3.5.1 | @@ -19,7 +19,7 @@ This module is used for governance on a regional level and not using any specifi |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | | [azurecaf](#provider\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | ## Modules @@ -33,27 +33,27 @@ This module is used for governance on a regional level and not using any specifi |------|------| | [azuread_application_password.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/application_password) | resource | | [azuread_application_password.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/application_password) | resource | -| [azurerm_key_vault.delegate_kv](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault) | resource | -| [azurerm_key_vault_access_policy.ap_kvreader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_owner_spn](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_rg_aad_group](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_rg_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_sub_aad_group_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_sub_aad_group_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_key_vault_secret.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_key_vault_secret.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/management_lock) | resource | -| [azurerm_resource_group.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/resource_group) | resource | -| [azurerm_role_assignment.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.rg_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.rg_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.rg_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | +| [azurerm_key_vault.delegate_kv](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault) | resource | +| [azurerm_key_vault_access_policy.ap_kvreader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_owner_spn](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_rg_aad_group](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_rg_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_sub_aad_group_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_sub_aad_group_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_key_vault_secret.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_key_vault_secret.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/management_lock) | resource | +| [azurerm_resource_group.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_group) | resource | +| [azurerm_role_assignment.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.rg_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.rg_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.rg_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | | [azuread_service_principal.owner_spn](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/service_principal) | data source | | [azurecaf_name.azurerm_key_vault_delegate_kv](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azurerm_resource_group_rg](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | -| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/client_config) | data source | -| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/subscription) | data source | +| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/client_config) | data source | +| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subscription) | data source | ## Inputs diff --git a/modules/azure/governance-regional/main.tf b/modules/azure/governance-regional/main.tf index 3720f4305..672be92db 100644 --- a/modules/azure/governance-regional/main.tf +++ b/modules/azure/governance-regional/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/hub/README.md b/modules/azure/hub/README.md index 7173f2fcc..22046b2c4 100644 --- a/modules/azure/hub/README.md +++ b/modules/azure/hub/README.md @@ -12,14 +12,14 @@ Use together with the `core` module to create a peered network where SPOF (singl |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | ## Providers | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | ## Modules @@ -29,19 +29,19 @@ No modules. | Name | Type | |------|------| -| [azurerm_nat_gateway.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/nat_gateway) | resource | -| [azurerm_nat_gateway_public_ip_prefix_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/nat_gateway_public_ip_prefix_association) | resource | -| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/network_security_group) | resource | -| [azurerm_public_ip_prefix.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/public_ip_prefix) | resource | -| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_definition) | resource | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet) | resource | -| [azurerm_subnet_nat_gateway_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet_nat_gateway_association) | resource | -| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/subnet_network_security_group_association) | resource | -| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/virtual_network) | resource | -| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/virtual_network_peering) | resource | +| [azurerm_nat_gateway.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/nat_gateway) | resource | +| [azurerm_nat_gateway_public_ip_prefix_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/nat_gateway_public_ip_prefix_association) | resource | +| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/network_security_group) | resource | +| [azurerm_public_ip_prefix.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/public_ip_prefix) | resource | +| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_definition) | resource | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet) | resource | +| [azurerm_subnet_nat_gateway_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_nat_gateway_association) | resource | +| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_network_security_group_association) | resource | +| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network) | resource | +| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network_peering) | resource | | [azuread_group.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/azure/hub/main.tf b/modules/azure/hub/main.tf index 795e8d750..9ffda2733 100644 --- a/modules/azure/hub/main.tf +++ b/modules/azure/hub/main.tf @@ -13,7 +13,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/xkf-governance-global-data/README.md b/modules/azure/xkf-governance-global-data/README.md index 1e7b8d94e..b5a4ac729 100644 --- a/modules/azure/xkf-governance-global-data/README.md +++ b/modules/azure/xkf-governance-global-data/README.md @@ -4,7 +4,7 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.1.7 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | ## Providers diff --git a/modules/azure/xkf-governance-global-data/main.tf b/modules/azure/xkf-governance-global-data/main.tf index 309f4ef72..b665a8830 100644 --- a/modules/azure/xkf-governance-global-data/main.tf +++ b/modules/azure/xkf-governance-global-data/main.tf @@ -6,7 +6,7 @@ terraform { source = "hashicorp/azuread" } azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } } diff --git a/modules/azure/xkf-governance-global/README.md b/modules/azure/xkf-governance-global/README.md index 1552f48e7..2d6150223 100644 --- a/modules/azure/xkf-governance-global/README.md +++ b/modules/azure/xkf-governance-global/README.md @@ -4,7 +4,7 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.1.7 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | ## Providers diff --git a/modules/azure/xkf-governance-global/main.tf b/modules/azure/xkf-governance-global/main.tf index 53f7f9acc..874733951 100644 --- a/modules/azure/xkf-governance-global/main.tf +++ b/modules/azure/xkf-governance-global/main.tf @@ -6,7 +6,7 @@ terraform { source = "hashicorp/azuread" } azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } } diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 23d0cd0fb..f39b2e82d 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -8,7 +8,7 @@ This module is used to create AKS clusters. |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [flux](#requirement\_flux) | 1.4.0 | | [helm](#requirement\_helm) | 2.11.0 | | [kubectl](#requirement\_kubectl) | 1.14.0 | @@ -20,7 +20,7 @@ This module is used to create AKS clusters. | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [helm](#provider\_helm) | 2.11.0 | | [kubectl](#provider\_kubectl) | 1.14.0 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | @@ -109,13 +109,13 @@ This module is used to create AKS clusters. | [kubernetes_storage_class.zrs_premium](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/storage_class) | resource | | [kubernetes_storage_class.zrs_standard](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/storage_class) | resource | | [azuread_group.aks_managed_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/client_config) | data source | -| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/container_registry) | data source | -| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/dns_zone) | data source | -| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/key_vault) | data source | -| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | -| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/client_config) | data source | +| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/container_registry) | data source | +| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/dns_zone) | data source | +| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | +| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs @@ -136,6 +136,7 @@ This module is used to create AKS clusters. | [azure\_service\_operator\_enabled](#input\_azure\_service\_operator\_enabled) | If Azure Service Operator should be enabled | `bool` | `false` | no | | [cert\_manager\_config](#input\_cert\_manager\_config) | Cert Manager configuration, the first item in the list is the main domain | 
object({
    notification_email = string
    dns_zone           = list(string)
  })
| n/a | yes | | [cert\_manager\_enabled](#input\_cert\_manager\_enabled) | Should Cert Manager be enabled | `bool` | `true` | no | +| [cilium\_enabled](#input\_cilium\_enabled) | If enabled, will use Azure CNI with Cilium instead of kubenet | `bool` | `false` | no | | [control\_plane\_logs\_config](#input\_control\_plane\_logs\_config) | Configuration for control plane log | 
object({
    azure_key_vault_name = string
    eventhub_hostname    = string
    eventhub_name        = string
  })
| 
{
  "azure_key_vault_name": "",
  "eventhub_hostname": "",
  "eventhub_name": ""
}
| no | | [control\_plane\_logs\_enabled](#input\_control\_plane\_logs\_enabled) | Should Control plan be enabled | `bool` | `false` | no | | [core\_name](#input\_core\_name) | The name for the core infrastructure | `string` | n/a | yes | diff --git a/modules/kubernetes/aks-core/main.tf b/modules/kubernetes/aks-core/main.tf index 1c78bb12e..e55ed7eb9 100644 --- a/modules/kubernetes/aks-core/main.tf +++ b/modules/kubernetes/aks-core/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index 988f7f6d0..b3189a08b 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -256,7 +256,8 @@ module "falco" { source = "../../kubernetes/falco" - cluster_id = local.cluster_id + cluster_id = local.cluster_id + cilium_enabled = var.cilium_enabled } module "fluxcd" { @@ -495,7 +496,7 @@ module "node_local_dns" { for_each = { for s in ["node-local-dns"] : s => s - if var.node_local_dns_enabled + if var.node_local_dns_enabled && !var.cilium_enabled } source = "../../kubernetes/node-local-dns" @@ -503,6 +504,7 @@ module "node_local_dns" { cluster_id = local.cluster_id dns_ip = "10.0.0.10" coredns_upstream = var.coredns_upstream + cilium_enabled = var.cilium_enabled } module "node_ttl" { @@ -550,6 +552,7 @@ module "prometheus" { aad_pod_identity_enabled = var.aad_pod_identity_enabled azad_kube_proxy_enabled = var.azad_kube_proxy_enabled + cilium_enabled = var.cilium_enabled falco_enabled = var.falco_enabled flux_enabled = var.fluxcd_enabled gatekeeper_enabled = var.gatekeeper_enabled diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 8a88e4700..8f7f513b2 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -686,6 +686,12 @@ variable "use_private_ingress" { default = false } +variable "cilium_enabled" { + description = "If enabled, will use Azure CNI with Cilium instead of kubenet" + type = bool + default = false +} + variable "azure_service_operator_enabled" { description = "If Azure Service Operator should be enabled" type = bool diff --git a/modules/kubernetes/azad-kube-proxy/README.md b/modules/kubernetes/azad-kube-proxy/README.md index 784ccdb98..46aeb1bb0 100644 --- a/modules/kubernetes/azad-kube-proxy/README.md +++ b/modules/kubernetes/azad-kube-proxy/README.md @@ -24,14 +24,14 @@ module "aks\_core" { | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -44,10 +44,10 @@ module "aks\_core" { | Name | Type | |------|------| -| [azurerm_federated_identity_credential.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_key_vault_access_policy.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_secret) | resource | -| [azurerm_user_assigned_identity.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_key_vault_access_policy.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | +| [azurerm_user_assigned_identity.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azad_kube_proxy](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.azure_config](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/azad-kube-proxy/main.tf b/modules/kubernetes/azad-kube-proxy/main.tf index 4d4d70516..0fce6947e 100644 --- a/modules/kubernetes/azad-kube-proxy/main.tf +++ b/modules/kubernetes/azad-kube-proxy/main.tf @@ -30,7 +30,7 @@ terraform { version = "0.0.3" } azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } } diff --git a/modules/kubernetes/azure-metrics/README.md b/modules/kubernetes/azure-metrics/README.md index c44c34d66..3f863a192 100644 --- a/modules/kubernetes/azure-metrics/README.md +++ b/modules/kubernetes/azure-metrics/README.md @@ -8,14 +8,14 @@ We are using: https://github.com/webdevops/azure-metrics-exporter to gather the | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -26,11 +26,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.azure_metrics_aks_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.azure_metrics_lb_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.azure_metrics_aks_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.azure_metrics_lb_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azure_metrics](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/azure-metrics/main.tf b/modules/kubernetes/azure-metrics/main.tf index c7575c432..cfafc97f4 100644 --- a/modules/kubernetes/azure-metrics/main.tf +++ b/modules/kubernetes/azure-metrics/main.tf @@ -10,7 +10,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/azure-policy/README.md b/modules/kubernetes/azure-policy/README.md index e272b9441..32916e429 100644 --- a/modules/kubernetes/azure-policy/README.md +++ b/modules/kubernetes/azure-policy/README.md @@ -7,13 +7,13 @@ Adds [`Azure Policy for Kubernetes`](https://github.com/Azure/azure-policy) to a | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | ## Modules @@ -23,19 +23,19 @@ No modules. | Name | Type | |------|------| -| [azurerm_policy_definition.azure_identity_format](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.azure_remove_node_spot_taints](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.flux_disable_cross_namespace_source](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.flux_require_service_account](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_block_node_port](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_pod_priority_class](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_require_ingress_class](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_secrets_store_csi_unique_volume](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.mutations](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_set_definition.xks](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/policy_set_definition) | resource | -| [azurerm_resource_policy_assignment.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/kubernetes_cluster) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_policy_definition.azure_identity_format](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.azure_remove_node_spot_taints](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.flux_disable_cross_namespace_source](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.flux_require_service_account](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_block_node_port](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_pod_priority_class](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_require_ingress_class](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_secrets_store_csi_unique_volume](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.mutations](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_set_definition.xks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_set_definition) | resource | +| [azurerm_resource_policy_assignment.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/kubernetes_cluster) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/azure-policy/main.tf b/modules/kubernetes/azure-policy/main.tf index 08445b0e1..d5b5eabd2 100644 --- a/modules/kubernetes/azure-policy/main.tf +++ b/modules/kubernetes/azure-policy/main.tf @@ -10,7 +10,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } } diff --git a/modules/kubernetes/azure-service-operator/README.md b/modules/kubernetes/azure-service-operator/README.md index 525bfa95f..702f852ea 100644 --- a/modules/kubernetes/azure-service-operator/README.md +++ b/modules/kubernetes/azure-service-operator/README.md @@ -7,14 +7,14 @@ This module is used to add [`azure-service-operator`](https://github.com/Azure/a | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,13 +25,13 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.tenant_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.tenant_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azure_service_operator_cluster](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.azure_service_operator_tenant](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_resource_group.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/azure-service-operator/main.tf b/modules/kubernetes/azure-service-operator/main.tf index f29b0fcec..e38f09983 100644 --- a/modules/kubernetes/azure-service-operator/main.tf +++ b/modules/kubernetes/azure-service-operator/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/cert-manager/README.md b/modules/kubernetes/cert-manager/README.md index f92f207cd..edfca1623 100644 --- a/modules/kubernetes/cert-manager/README.md +++ b/modules/kubernetes/cert-manager/README.md @@ -7,14 +7,14 @@ This module is used to add [`cert-manager`](https://github.com/jetstack/cert-man | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,9 +25,9 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.cert_manager_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.cert_manager_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.cert_manager](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/cert-manager/main.tf b/modules/kubernetes/cert-manager/main.tf index 695e24ca4..ab1ecfa7d 100644 --- a/modules/kubernetes/cert-manager/main.tf +++ b/modules/kubernetes/cert-manager/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/control-plane-logs/README.md b/modules/kubernetes/control-plane-logs/README.md index 9c261436e..269efba95 100644 --- a/modules/kubernetes/control-plane-logs/README.md +++ b/modules/kubernetes/control-plane-logs/README.md @@ -11,14 +11,14 @@ Vector supports unit testing, and to verfiy it's config you can run `vector test | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -29,11 +29,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.control_plane_logs](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.control_plane_logs](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.vector](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.vector_extras](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/control-plane-logs/main.tf b/modules/kubernetes/control-plane-logs/main.tf index d9ea93e43..671a25b0d 100644 --- a/modules/kubernetes/control-plane-logs/main.tf +++ b/modules/kubernetes/control-plane-logs/main.tf @@ -13,7 +13,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/datadog/README.md b/modules/kubernetes/datadog/README.md index 735cc6d63..b78581388 100644 --- a/modules/kubernetes/datadog/README.md +++ b/modules/kubernetes/datadog/README.md @@ -12,14 +12,14 @@ https://docs.datadoghq.com/account_management/api-app-keys/ | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -30,9 +30,9 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_key_vault_access_policy.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_user_assigned_identity.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_key_vault_access_policy.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_user_assigned_identity.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azure_config](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.datadog](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.datadog_operator](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/datadog/main.tf b/modules/kubernetes/datadog/main.tf index 9904ee879..7b797736b 100644 --- a/modules/kubernetes/datadog/main.tf +++ b/modules/kubernetes/datadog/main.tf @@ -14,7 +14,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/external-dns/README.md b/modules/kubernetes/external-dns/README.md index 509cae8a0..8f057a487 100644 --- a/modules/kubernetes/external-dns/README.md +++ b/modules/kubernetes/external-dns/README.md @@ -7,14 +7,14 @@ This module is used to add [`external-dns`](https://github.com/kubernetes-sigs/e | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,13 +25,13 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.external_dns_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.external_dns_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.external_dns_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.external_dns_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.external_dns](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/external-dns/main.tf b/modules/kubernetes/external-dns/main.tf index ed948422d..c407e0b90 100644 --- a/modules/kubernetes/external-dns/main.tf +++ b/modules/kubernetes/external-dns/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/falco/README.md b/modules/kubernetes/falco/README.md index fb6f8c8f2..057947411 100644 --- a/modules/kubernetes/falco/README.md +++ b/modules/kubernetes/falco/README.md @@ -33,6 +33,7 @@ No modules. | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| +| [cilium\_enabled](#input\_cilium\_enabled) | If enabled, will use Azure CNI with Cilium instead of kubenet | `bool` | `false` | no | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | ## Outputs diff --git a/modules/kubernetes/falco/main.tf b/modules/kubernetes/falco/main.tf index 7a4f9898b..85f4219e2 100644 --- a/modules/kubernetes/falco/main.tf +++ b/modules/kubernetes/falco/main.tf @@ -27,6 +27,7 @@ resource "git_repository_file" "kustomization" { resource "git_repository_file" "falco" { path = "platform/${var.cluster_id}/falco/falco.yaml" content = templatefile("${path.module}/templates/falco.yaml.tpl", { + cilium_enabled = var.cilium_enabled }) } diff --git a/modules/kubernetes/falco/templates/falco.yaml.tpl b/modules/kubernetes/falco/templates/falco.yaml.tpl index e1315d75d..f1c73bb1e 100644 --- a/modules/kubernetes/falco/templates/falco.yaml.tpl +++ b/modules/kubernetes/falco/templates/falco.yaml.tpl @@ -134,7 +134,9 @@ spec: rules_launch_privileged_container.yaml: |- - macro: Launch Privileged Container condition: > +%{ if cilium_enabled == false } (container.image.repository = "mcr.microsoft.com/oss/calico/node") or +%{ endif } (container.image.repository = "mcr.microsoft.com/oss/kubernetes-csi/secrets-store/driver") or (container.image.repository = "mcr.microsoft.com/oss/kubernetes-csi/azuredisk-csi") or (container.image.repository = "mcr.microsoft.com/oss/kubernetes-csi/azurefile-csi") or diff --git a/modules/kubernetes/falco/variables.tf b/modules/kubernetes/falco/variables.tf index 993dd294f..126b59acb 100644 --- a/modules/kubernetes/falco/variables.tf +++ b/modules/kubernetes/falco/variables.tf @@ -2,3 +2,8 @@ variable "cluster_id" { description = "Unique identifier of the cluster across regions and instances." type = string } +variable "cilium_enabled" { + description = "If enabled, will use Azure CNI with Cilium instead of kubenet" + type = bool + default = false +} \ No newline at end of file diff --git a/modules/kubernetes/grafana-alloy/README.md b/modules/kubernetes/grafana-alloy/README.md index e709aac15..6e0eedb15 100644 --- a/modules/kubernetes/grafana-alloy/README.md +++ b/modules/kubernetes/grafana-alloy/README.md @@ -7,7 +7,7 @@ Adds [Grafana Alloy](https://github.com/grafana/alloy/tree/main/operations/helm) | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | | [kubernetes](#requirement\_kubernetes) | 2.23.0 | @@ -15,7 +15,7 @@ Adds [Grafana Alloy](https://github.com/grafana/alloy/tree/main/operations/helm) | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | @@ -27,11 +27,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.grafana_alloy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.grafana_alloy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.grafana_alloy](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [kubernetes_namespace.this](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/grafana-alloy/main.tf b/modules/kubernetes/grafana-alloy/main.tf index 7e2cc6131..e212eea0f 100644 --- a/modules/kubernetes/grafana-alloy/main.tf +++ b/modules/kubernetes/grafana-alloy/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/grafana-k8s-monitoring/README.md b/modules/kubernetes/grafana-k8s-monitoring/README.md index b0e6fd404..e5145ff8d 100644 --- a/modules/kubernetes/grafana-k8s-monitoring/README.md +++ b/modules/kubernetes/grafana-k8s-monitoring/README.md @@ -7,7 +7,7 @@ Adds [grafana-k8s-monitoring](https://github.com/grafana/k8s-monitoring-helm/tre | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | | [kubernetes](#requirement\_kubernetes) | 2.23.0 | @@ -15,7 +15,7 @@ Adds [grafana-k8s-monitoring](https://github.com/grafana/k8s-monitoring-helm/tre | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | @@ -27,9 +27,9 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_key_vault_access_policy.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_user_assigned_identity.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_key_vault_access_policy.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_user_assigned_identity.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.grafana_k8s_monitoring](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [kubernetes_namespace.this](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | diff --git a/modules/kubernetes/grafana-k8s-monitoring/main.tf b/modules/kubernetes/grafana-k8s-monitoring/main.tf index b671c1ac0..0b5c94a04 100644 --- a/modules/kubernetes/grafana-k8s-monitoring/main.tf +++ b/modules/kubernetes/grafana-k8s-monitoring/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/node-local-dns/README.md b/modules/kubernetes/node-local-dns/README.md index bae54e01c..ef13d8ef9 100644 --- a/modules/kubernetes/node-local-dns/README.md +++ b/modules/kubernetes/node-local-dns/README.md @@ -30,6 +30,7 @@ No modules. | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| +| [cilium\_enabled](#input\_cilium\_enabled) | If enabled, will use Azure CNI with Cilium instead of kubenet | `bool` | `false` | no | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [coredns\_upstream](#input\_coredns\_upstream) | Should coredns be used as the last route instead of upstream dns? | `bool` | `false` | no | | [dns\_ip](#input\_dns\_ip) | Central DNS IP | `string` | n/a | yes | diff --git a/modules/kubernetes/node-local-dns/main.tf b/modules/kubernetes/node-local-dns/main.tf index c3f3e206c..3a0970db1 100644 --- a/modules/kubernetes/node-local-dns/main.tf +++ b/modules/kubernetes/node-local-dns/main.tf @@ -28,5 +28,6 @@ resource "git_repository_file" "node_local_dns" { local_dns = "169.254.20.10" dns_ip = var.dns_ip coredns_upstream = var.coredns_upstream + cilium_enabled = var.cilium_enabled }) } diff --git a/modules/kubernetes/node-local-dns/templates/node-local-dns.yaml.tpl b/modules/kubernetes/node-local-dns/templates/node-local-dns.yaml.tpl index 00138d134..5969654c1 100644 --- a/modules/kubernetes/node-local-dns/templates/node-local-dns.yaml.tpl +++ b/modules/kubernetes/node-local-dns/templates/node-local-dns.yaml.tpl @@ -58,19 +58,32 @@ data: } reload loop +%{ if cilium_enabled } + bind 0.0.0.0 +%{ else } bind ${local_dns} ${dns_ip} +%{ endif } + forward . __PILLAR__CLUSTER__DNS__ { force_tcp } prometheus :9253 +%{ if cilium_enabled } + health :8080 +%{ else } health ${local_dns}:8080 +%{ endif } } in-addr.arpa:53 { errors cache 30 reload loop +%{ if cilium_enabled } + bind 0.0.0.0 +%{ else } bind ${local_dns} ${dns_ip} +%{ endif } forward . __PILLAR__CLUSTER__DNS__ { force_tcp } @@ -81,7 +94,11 @@ data: cache 30 reload loop +%{ if cilium_enabled } + bind 0.0.0.0 +%{ else } bind ${local_dns} ${dns_ip} +%{ endif } forward . __PILLAR__CLUSTER__DNS__ { force_tcp } @@ -95,7 +112,11 @@ data: } reload loop +%{ if cilium_enabled } + bind 0.0.0.0 +%{ else } bind ${local_dns} ${dns_ip} +%{ endif } %{~ if coredns_upstream ~} forward . __PILLAR__CLUSTER__DNS__ %{~ else ~} @@ -123,12 +144,17 @@ spec: labels: k8s-app: node-local-dns annotations: +%{ if cilium_enabled } + io.cilium.no-track-port: "53" +%{ endif } prometheus.io/port: "9253" prometheus.io/scrape: "true" spec: priorityClassName: system-node-critical serviceAccountName: node-local-dns +%{ if cilium_enabled == false } hostNetwork: true +%{ endif } dnsPolicy: Default # Don't use cluster DNS. tolerations: - key: "CriticalAddonsOnly" @@ -153,6 +179,11 @@ spec: "/etc/Corefile", "-upstreamsvc", "kube-dns-upstream", +%{ if cilium_enabled } + "-skipteardown=true", + "-setupinterface=false", + "-setupiptables=false" +%{ endif } ] securityContext: privileged: true @@ -168,7 +199,10 @@ spec: protocol: TCP livenessProbe: httpGet: +%{ if cilium_enabled == false } host: ${local_dns} +%{ endif } + path: /health port: 8080 initialDelaySeconds: 60 @@ -217,3 +251,27 @@ spec: targetPort: 9253 selector: k8s-app: node-local-dns +%{ if cilium_enabled } +--- +apiVersion: "cilium.io/v2" +kind: CiliumLocalRedirectPolicy +metadata: + name: "nodelocaldns" + namespace: kube-system +spec: + redirectFrontend: + serviceMatcher: + serviceName: kube-dns + namespace: kube-system + redirectBackend: + localEndpointSelector: + matchLabels: + k8s-app: node-local-dns + toPorts: + - port: "53" + name: dns + protocol: UDP + - port: "53" + name: dns-tcp + protocol: TCP +%{ endif } \ No newline at end of file diff --git a/modules/kubernetes/node-local-dns/variables.tf b/modules/kubernetes/node-local-dns/variables.tf index 3261a1991..6ffa43dd5 100644 --- a/modules/kubernetes/node-local-dns/variables.tf +++ b/modules/kubernetes/node-local-dns/variables.tf @@ -13,3 +13,8 @@ variable "coredns_upstream" { description = "Should coredns be used as the last route instead of upstream dns?" default = false } +variable "cilium_enabled" { + description = "If enabled, will use Azure CNI with Cilium instead of kubenet" + type = bool + default = false +} \ No newline at end of file diff --git a/modules/kubernetes/prometheus/README.md b/modules/kubernetes/prometheus/README.md index cc1941db1..881eba71a 100644 --- a/modules/kubernetes/prometheus/README.md +++ b/modules/kubernetes/prometheus/README.md @@ -7,14 +7,14 @@ Adds [Prometheus](https://github.com/prometheus-community/helm-charts/tree/main/ | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,7 +25,7 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.prometheus](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.prometheus](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.monitors](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.prometheus](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | @@ -33,7 +33,7 @@ No modules. | [git_repository_file.rbac](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.secret_provider_class](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.x509_certificate_exporter](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs @@ -43,6 +43,7 @@ No modules. | [aks\_name](#input\_aks\_name) | The AKS cluster short name, e.g. 'aks'. | `string` | n/a | yes | | [azad\_kube\_proxy\_enabled](#input\_azad\_kube\_proxy\_enabled) | Should azad-kube-proxy be enabled | `bool` | `false` | no | | [azure\_config](#input\_azure\_config) | Azure specific configuration | 
object({
    azure_key_vault_name = string
  })
| 
{
  "azure_key_vault_name": ""
}
| no | +| [cilium\_enabled](#input\_cilium\_enabled) | If enabled, will use Azure CNI with Cilium instead of kubenet | `bool` | `false` | no | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [cluster\_name](#input\_cluster\_name) | Name of the prometheus cluster | `string` | n/a | yes | | [environment](#input\_environment) | The environment in which the prometheus instance is deployed | `string` | n/a | yes | diff --git a/modules/kubernetes/prometheus/main.tf b/modules/kubernetes/prometheus/main.tf index da2c1ec40..788c9f27e 100644 --- a/modules/kubernetes/prometheus/main.tf +++ b/modules/kubernetes/prometheus/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { @@ -72,6 +72,7 @@ resource "git_repository_file" "monitors" { promtail_enabled = var.promtail_enabled, node_ttl_enabled = var.node_ttl_enabled, spegel_enabled = var.spegel_enabled, + cilium_enabled = var.cilium_enabled, }) } diff --git a/modules/kubernetes/prometheus/templates/monitors.yaml.tpl b/modules/kubernetes/prometheus/templates/monitors.yaml.tpl index 1d8f39685..11a98f908 100644 --- a/modules/kubernetes/prometheus/templates/monitors.yaml.tpl +++ b/modules/kubernetes/prometheus/templates/monitors.yaml.tpl @@ -54,6 +54,48 @@ spec: app.kubernetes.io/component: controller app.kubernetes.io/name: ingress-nginx function: metrics +%{ if cilium_enabled } +--- +apiVersion: monitoring.coreos.com/v1 +kind: PodMonitor +metadata: + name: cilium + namespace: prometheus + labels: + xkf.xenit.io/monitoring: platform +spec: + selector: + matchLabels: + k8s-app: cilium + podMetricsEndpoints: + - path: /metrics + port: prometheus + podTargetLabels: + - k8s-app + namespaceSelector: + matchNames: + - kube-system +--- +apiVersion: monitoring.coreos.com/v1 +kind: PodMonitor +metadata: + name: cilium-operator + namespace: prometheus + labels: + xkf.xenit.io/monitoring: platform +spec: + selector: + matchLabels: + name: cilium-operator + podMetricsEndpoints: + - path: /metrics + port: prometheus + podTargetLabels: + - io.cilium/app + namespaceSelector: + matchNames: + - kube-system +%{ endif } %{ if aad_pod_identity_enabled } --- apiVersion: monitoring.coreos.com/v1 diff --git a/modules/kubernetes/prometheus/variables.tf b/modules/kubernetes/prometheus/variables.tf index 0dc9366c8..92a4485a6 100644 --- a/modules/kubernetes/prometheus/variables.tf +++ b/modules/kubernetes/prometheus/variables.tf @@ -161,4 +161,9 @@ variable "spegel_enabled" { description = "Should Spegel be enabled" type = bool default = false +} +variable "cilium_enabled" { + description = "If enabled, will use Azure CNI with Cilium instead of kubenet" + type = bool + default = false } \ No newline at end of file diff --git a/modules/kubernetes/promtail/README.md b/modules/kubernetes/promtail/README.md index 47b14ad87..e1b52cf9b 100644 --- a/modules/kubernetes/promtail/README.md +++ b/modules/kubernetes/promtail/README.md @@ -7,14 +7,14 @@ Adds [Promtail](https://github.com/grafana/helm-charts/tree/main/charts/promtail | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,10 +25,10 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.promtail](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.promtail](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.promtail](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/promtail/main.tf b/modules/kubernetes/promtail/main.tf index dba3a15d3..80e283c9e 100644 --- a/modules/kubernetes/promtail/main.tf +++ b/modules/kubernetes/promtail/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/trivy/README.md b/modules/kubernetes/trivy/README.md index 33e03aaae..6a09abdf4 100644 --- a/modules/kubernetes/trivy/README.md +++ b/modules/kubernetes/trivy/README.md @@ -15,14 +15,14 @@ trivy metrics from trivy-operator CRD:s. | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -33,16 +33,16 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.trivy_acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.trivy_managed](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.trivy_acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.trivy_managed](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.starboard_eporter](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.trivy](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.trivy_operator](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/container_registry) | data source | -| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/container_registry) | data source | +| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/trivy/main.tf b/modules/kubernetes/trivy/main.tf index 3823f808f..da1b92861 100644 --- a/modules/kubernetes/trivy/main.tf +++ b/modules/kubernetes/trivy/main.tf @@ -17,7 +17,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/velero/README.md b/modules/kubernetes/velero/README.md index 833191d2c..d88b7e83a 100644 --- a/modules/kubernetes/velero/README.md +++ b/modules/kubernetes/velero/README.md @@ -7,14 +7,14 @@ This module is used to add [`velero`](https://github.com/vmware-tanzu/velero) to | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.107.0 | +| [azurerm](#requirement\_azurerm) | 3.110.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.107.0 | +| [azurerm](#provider\_azurerm) | 3.110.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,17 +25,17 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.external_storage_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.velero_msi](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.velero_rg_read](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/role_assignment) | resource | -| [azurerm_storage_account.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/storage_account) | resource | -| [azurerm_storage_container.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/storage_container) | resource | -| [azurerm_user_assigned_identity.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.external_storage_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.velero_msi](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.velero_rg_read](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_storage_account.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_account) | resource | +| [azurerm_storage_container.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_container) | resource | +| [azurerm_user_assigned_identity.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.velero](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.velero_extras](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.107.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/velero/main.tf b/modules/kubernetes/velero/main.tf index d165735f4..1646fb432 100644 --- a/modules/kubernetes/velero/main.tf +++ b/modules/kubernetes/velero/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.107.0" + version = "3.110.0" source = "hashicorp/azurerm" } git = { diff --git a/validation/kubernetes/trivy/tf.log b/validation/kubernetes/trivy/tf.log index 31ab1be02..2b800ef7d 100644 --- a/validation/kubernetes/trivy/tf.log +++ b/validation/kubernetes/trivy/tf.log @@ -21,384 +21,384 @@ 2024-05-07T15:41:02.182+0200 [DEBUG] checking for provisioner in "/usr/bin" 2024-05-07T15:41:02.182+0200 [DEBUG] created provider logger: level=debug 2024-05-07T15:41:02.182+0200 [INFO] provider: configuring client automatic mTLS -2024-05-07T15:41:02.188+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5"] -2024-05-07T15:41:02.189+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 pid=93875 -2024-05-07T15:41:02.189+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 -2024-05-07T15:41:02.193+0200 [INFO] provider.terraform-provider-azurerm_v3.107.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.193+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.202+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.202+0200" -2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" -2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" -2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" -2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.237+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.237+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: plugin address: network=unix address=/tmp/plugin2126567824 timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.188+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5"] +2024-05-07T15:41:02.189+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93875 +2024-05-07T15:41:02.189+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 +2024-05-07T15:41:02.193+0200 [INFO] provider.terraform-provider-azurerm_v3.110.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.193+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.202+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.202+0200" +2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" +2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" +2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" +2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.237+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.237+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: plugin address: network=unix address=/tmp/plugin2126567824 timestamp="2024-05-07T15:41:02.240+0200" 2024-05-07T15:41:02.240+0200 [DEBUG] provider: using plugin: version=5 2024-05-07T15:41:02.342+0200 [DEBUG] provider.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = error reading from server: EOF" -2024-05-07T15:41:02.345+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 pid=93875 +2024-05-07T15:41:02.345+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93875 2024-05-07T15:41:02.345+0200 [DEBUG] provider: plugin exited 2024-05-07T15:41:02.345+0200 [DEBUG] created provider logger: level=debug 2024-05-07T15:41:02.345+0200 [INFO] provider: configuring client automatic mTLS @@ -486,381 +486,381 @@ 2024-05-07T15:41:02.400+0200 [DEBUG] No provider meta schema returned 2024-05-07T15:41:02.402+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Calling provider defined Resource Configure: @module=sdk.framework tf_provider_addr=registry.terraform.io/xenitab/git tf_resource_type=git_repository_file @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:39 tf_req_id=72ca0c01-89f6-a390-8017-41c174248064 tf_rpc=ValidateResourceConfig timestamp="2024-05-07T15:41:02.402+0200" 2024-05-07T15:41:02.402+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Called provider defined Resource Configure: tf_resource_type=git_repository_file @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:41 @module=sdk.framework tf_provider_addr=registry.terraform.io/xenitab/git tf_req_id=72ca0c01-89f6-a390-8017-41c174248064 tf_rpc=ValidateResourceConfig timestamp="2024-05-07T15:41:02.402+0200" -2024-05-07T15:41:02.402+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5"] -2024-05-07T15:41:02.402+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 pid=93937 -2024-05-07T15:41:02.402+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 -2024-05-07T15:41:02.407+0200 [INFO] provider.terraform-provider-azurerm_v3.107.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.407+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.416+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.416+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" -2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" -2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" -2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" -2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" -2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.436+0200" -2024-05-07T15:41:02.437+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.437+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.441+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.441+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.444+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.444+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" -2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" -2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" -2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.455+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.455+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.107.0_x5: plugin address: address=/tmp/plugin1480430351 network=unix timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.402+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5"] +2024-05-07T15:41:02.402+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93937 +2024-05-07T15:41:02.402+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 +2024-05-07T15:41:02.407+0200 [INFO] provider.terraform-provider-azurerm_v3.110.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.407+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.416+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.416+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" +2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" +2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" +2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" +2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" +2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.436+0200" +2024-05-07T15:41:02.437+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.437+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.441+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.441+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.444+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.444+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" +2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" +2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" +2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.455+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.455+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: plugin address: address=/tmp/plugin1480430351 network=unix timestamp="2024-05-07T15:41:02.457+0200" 2024-05-07T15:41:02.457+0200 [DEBUG] provider: using plugin: version=5 2024-05-07T15:41:02.464+0200 [DEBUG] skipping FixUpBlockAttrs 2024-05-07T15:41:02.465+0200 [DEBUG] skipping FixUpBlockAttrs @@ -872,7 +872,7 @@ 2024-05-07T15:41:02.467+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Calling provider defined Resource Configure: @module=sdk.framework tf_req_id=930d1c15-626e-644f-29b3-64e908b5ba42 tf_rpc=ValidateResourceConfig @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:39 tf_provider_addr=registry.terraform.io/xenitab/git tf_resource_type=git_repository_file timestamp="2024-05-07T15:41:02.467+0200" 2024-05-07T15:41:02.467+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Called provider defined Resource Configure: @module=sdk.framework tf_resource_type=git_repository_file tf_rpc=ValidateResourceConfig @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:41 tf_provider_addr=registry.terraform.io/xenitab/git tf_req_id=930d1c15-626e-644f-29b3-64e908b5ba42 timestamp="2024-05-07T15:41:02.467+0200" 2024-05-07T15:41:02.467+0200 [DEBUG] provider.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = error reading from server: EOF" -2024-05-07T15:41:02.471+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.107.0/linux_amd64/terraform-provider-azurerm_v3.107.0_x5 pid=93937 +2024-05-07T15:41:02.471+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93937 2024-05-07T15:41:02.471+0200 [DEBUG] provider: plugin exited 2024-05-07T15:41:02.471+0200 [DEBUG] provider.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = error reading from server: EOF" 2024-05-07T15:41:02.472+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/xenitab/git/0.0.3/linux_amd64/terraform-provider-git_v0.0.3 pid=93922 From 9aa792c1891053883ac56e9bef4bc04ba137b2c7 Mon Sep 17 00:00:00 2001 From: Carl Andersson <91601778+CalleB3@users.noreply.github.com> Date: Tue, 29 Oct 2024 08:54:37 +0100 Subject: [PATCH 14/44] chore: Upgrade Azurerm to 4.7.0 (#1230) * chore: upgrade to azurerm 4.7.0 * fix node_os_upgrade_channel * cpu cfs fix * small fixes in aks and core * fix logs SA * fix hub-module * format --- modules/azure/aks-global/README.md | 22 +- modules/azure/aks-global/main.tf | 2 +- modules/azure/aks-regional/README.md | 40 +- modules/azure/aks-regional/main.tf | 2 +- modules/azure/aks/README.md | 60 +- modules/azure/aks/aks.tf | 10 +- modules/azure/aks/main.tf | 2 +- .../azure-pipelines-agent-vmss/README.md | 12 +- .../azure/azure-pipelines-agent-vmss/main.tf | 2 +- modules/azure/core/README.md | 40 +- modules/azure/core/log.tf | 17 +- modules/azure/core/main.tf | 2 +- modules/azure/core/routes.tf | 2 +- modules/azure/core/subnets.tf | 4 +- modules/azure/github-runner/README.md | 20 +- modules/azure/github-runner/main.tf | 2 +- modules/azure/governance-global/README.md | 14 +- modules/azure/governance-global/main.tf | 2 +- modules/azure/governance-regional/README.md | 40 +- modules/azure/governance-regional/main.tf | 2 +- modules/azure/hub/README.md | 28 +- modules/azure/hub/main.tf | 13 +- .../xkf-governance-global-data/README.md | 2 +- .../azure/xkf-governance-global-data/main.tf | 2 +- modules/azure/xkf-governance-global/README.md | 2 +- modules/azure/xkf-governance-global/main.tf | 2 +- modules/kubernetes/aks-core/README.md | 18 +- modules/kubernetes/aks-core/main.tf | 2 +- modules/kubernetes/azad-kube-proxy/README.md | 12 +- modules/kubernetes/azad-kube-proxy/main.tf | 2 +- modules/kubernetes/azure-metrics/README.md | 14 +- modules/kubernetes/azure-metrics/main.tf | 2 +- modules/kubernetes/azure-policy/README.md | 30 +- modules/kubernetes/azure-policy/main.tf | 2 +- .../azure-service-operator/README.md | 12 +- .../kubernetes/azure-service-operator/main.tf | 2 +- modules/kubernetes/cert-manager/README.md | 10 +- modules/kubernetes/cert-manager/main.tf | 2 +- .../kubernetes/control-plane-logs/README.md | 8 +- modules/kubernetes/control-plane-logs/main.tf | 2 +- modules/kubernetes/datadog/README.md | 10 +- modules/kubernetes/datadog/main.tf | 2 +- modules/kubernetes/external-dns/README.md | 14 +- modules/kubernetes/external-dns/main.tf | 2 +- modules/kubernetes/grafana-alloy/README.md | 8 +- modules/kubernetes/grafana-alloy/main.tf | 2 +- .../grafana-k8s-monitoring/README.md | 10 +- .../kubernetes/grafana-k8s-monitoring/main.tf | 2 +- modules/kubernetes/prometheus/README.md | 8 +- modules/kubernetes/prometheus/main.tf | 2 +- modules/kubernetes/promtail/README.md | 8 +- modules/kubernetes/promtail/main.tf | 2 +- modules/kubernetes/trivy/README.md | 16 +- modules/kubernetes/trivy/main.tf | 2 +- modules/kubernetes/velero/README.md | 20 +- modules/kubernetes/velero/main.tf | 2 +- validation/kubernetes/trivy/tf.log | 1504 ++++++++--------- 57 files changed, 1040 insertions(+), 1038 deletions(-) diff --git a/modules/azure/aks-global/README.md b/modules/azure/aks-global/README.md index 56a2bf15d..c3784c054 100644 --- a/modules/azure/aks-global/README.md +++ b/modules/azure/aks-global/README.md @@ -4,14 +4,14 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.1.7 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | ## Providers | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | ## Modules @@ -21,15 +21,15 @@ No modules. | Name | Type | |------|------| -| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/container_registry) | resource | -| [azurerm_container_registry_task.acr_purge_task](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/container_registry_task) | resource | -| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/dns_zone) | resource | -| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/management_lock) | resource | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_group) | resource | -| [azurerm_role_assignment.acr_pull](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.acr_push](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.acr_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/container_registry) | resource | +| [azurerm_container_registry_task.acr_purge_task](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/container_registry_task) | resource | +| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/dns_zone) | resource | +| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/management_lock) | resource | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_group) | resource | +| [azurerm_role_assignment.acr_pull](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.acr_push](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.acr_reader](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | | [azuread_group.acr_pull](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | | [azuread_group.acr_push](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | | [azuread_group.acr_reader](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | diff --git a/modules/azure/aks-global/main.tf b/modules/azure/aks-global/main.tf index 3d511dc5e..f101eec18 100644 --- a/modules/azure/aks-global/main.tf +++ b/modules/azure/aks-global/main.tf @@ -2,7 +2,7 @@ terraform { required_version = ">= 1.1.7" required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/aks-regional/README.md b/modules/azure/aks-regional/README.md index 0800cb442..8e9b8bdde 100644 --- a/modules/azure/aks-regional/README.md +++ b/modules/azure/aks-regional/README.md @@ -8,7 +8,7 @@ This module is used to create resources that are used by AKS clusters. |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [random](#requirement\_random) | 3.5.1 | | [tls](#requirement\_tls) | 4.0.4 | @@ -17,7 +17,7 @@ This module is used to create resources that are used by AKS clusters. | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [tls](#provider\_tls) | 4.0.4 | ## Modules @@ -29,26 +29,26 @@ No modules. | Name | Type | |------|------| | [azuread_group_member.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | -| [azurerm_eventhub.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub) | resource | -| [azurerm_eventhub_namespace.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub_namespace) | resource | -| [azurerm_eventhub_namespace_authorization_rule.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub_namespace_authorization_rule) | resource | -| [azurerm_eventhub_namespace_authorization_rule.listen](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/eventhub_namespace_authorization_rule) | resource | -| [azurerm_key_vault_access_policy.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.eventhub_connection_string](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_key_vault_secret.ssh_key](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_public_ip_prefix.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/public_ip_prefix) | resource | -| [azurerm_role_assignment.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_eventhub.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/eventhub) | resource | +| [azurerm_eventhub_namespace.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/eventhub_namespace) | resource | +| [azurerm_eventhub_namespace_authorization_rule.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/eventhub_namespace_authorization_rule) | resource | +| [azurerm_eventhub_namespace_authorization_rule.listen](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/eventhub_namespace_authorization_rule) | resource | +| [azurerm_key_vault_access_policy.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.eventhub_connection_string](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_key_vault_secret.ssh_key](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_public_ip_prefix.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/public_ip_prefix) | resource | +| [azurerm_role_assignment.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.aad_pod_identity](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [tls_private_key.ssh_key](https://registry.terraform.io/providers/hashicorp/tls/4.0.4/docs/resources/private_key) | resource | | [azuread_group.resource_group_contributor](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/client_config) | data source | -| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | -| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_virtual_network.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/virtual_network) | data source | +| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/client_config) | data source | +| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/key_vault) | data source | +| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_virtual_network.vnet](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/virtual_network) | data source | ## Inputs diff --git a/modules/azure/aks-regional/main.tf b/modules/azure/aks-regional/main.tf index 7d1553dae..3f617ad09 100644 --- a/modules/azure/aks-regional/main.tf +++ b/modules/azure/aks-regional/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/aks/README.md b/modules/azure/aks/README.md index b4d9b502b..8d7f7e604 100644 --- a/modules/azure/aks/README.md +++ b/modules/azure/aks/README.md @@ -15,7 +15,7 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [random](#requirement\_random) | 3.5.1 | ## Providers @@ -23,7 +23,7 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | ## Modules @@ -38,35 +38,35 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | [azuread_group_member.aks_cluster_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | | [azuread_group_member.aks_managed_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | | [azuread_group_member.tenant](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/group_member) | resource | -| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/kubernetes_cluster) | resource | -| [azurerm_kubernetes_cluster_node_pool.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/kubernetes_cluster_node_pool) | resource | -| [azurerm_log_analytics_workspace.xks_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/log_analytics_workspace) | resource | -| [azurerm_log_analytics_workspace.xks_op](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/log_analytics_workspace) | resource | -| [azurerm_monitor_diagnostic_setting.log_analytics_workspace_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_diagnostic_setting) | resource | -| [azurerm_monitor_diagnostic_setting.log_eventhub_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_diagnostic_setting) | resource | -| [azurerm_monitor_diagnostic_setting.log_storage_account_audit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_diagnostic_setting) | resource | -| [azurerm_resource_policy_assignment.agentless_discovery](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_resource_policy_assignment.kubernetes_sensor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_resource_policy_assignment.vulnerability_assessments](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.aks_managed_identity_noderg_managed_identity_operator](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.aks_managed_identity_noderg_virtual_machine_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.cluster_admin](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.cluster_view](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.edit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.view](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_security_center_auto_provisioning.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/security_center_auto_provisioning) | resource | -| [azurerm_security_center_subscription_pricing.containers](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/security_center_subscription_pricing) | resource | -| [azurerm_storage_management_policy.log_storage_account_audit_policy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_management_policy) | resource | -| [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | -| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/kubernetes_cluster) | resource | +| [azurerm_kubernetes_cluster_node_pool.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/kubernetes_cluster_node_pool) | resource | +| [azurerm_log_analytics_workspace.xks_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/log_analytics_workspace) | resource | +| [azurerm_log_analytics_workspace.xks_op](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/log_analytics_workspace) | resource | +| [azurerm_monitor_diagnostic_setting.log_analytics_workspace_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_monitor_diagnostic_setting.log_eventhub_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_monitor_diagnostic_setting.log_storage_account_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_resource_policy_assignment.agentless_discovery](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_resource_policy_assignment.kubernetes_sensor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_resource_policy_assignment.vulnerability_assessments](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_role_assignment.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.aks_managed_identity_noderg_managed_identity_operator](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.aks_managed_identity_noderg_virtual_machine_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.cluster_admin](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.cluster_view](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.edit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.view](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_security_center_auto_provisioning.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/security_center_auto_provisioning) | resource | +| [azurerm_security_center_subscription_pricing.containers](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/security_center_subscription_pricing) | resource | +| [azurerm_storage_management_policy.log_storage_account_audit_policy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_management_policy) | resource | +| [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [azuread_group.tenant_resource_group_contributor](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_resource_group.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/storage_account) | data source | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subnet) | data source | +| [azurerm_resource_group.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/storage_account) | data source | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subnet) | data source | ## Inputs diff --git a/modules/azure/aks/aks.tf b/modules/azure/aks/aks.tf index a284f3e81..d992da1d3 100644 --- a/modules/azure/aks/aks.tf +++ b/modules/azure/aks/aks.tf @@ -62,7 +62,7 @@ resource "azurerm_kubernetes_cluster" "this" { oidc_issuer_enabled = true workload_identity_enabled = true - node_os_channel_upgrade = "Unmanaged" + node_os_upgrade_channel = "Unmanaged" auto_scaler_profile { # Pods should not depend on local storage like EmptyDir or HostPath @@ -91,7 +91,6 @@ resource "azurerm_kubernetes_cluster" "this" { } azure_active_directory_role_based_access_control { - managed = true admin_group_object_ids = [var.aad_groups.cluster_admin.id] } @@ -130,7 +129,7 @@ resource "azurerm_kubernetes_cluster" "this" { vm_size = var.aks_default_node_pool_vm_size os_disk_type = "Ephemeral" os_disk_size_gb = local.vm_skus_disk_size_gb[var.aks_default_node_pool_vm_size] - enable_auto_scaling = false + auto_scaling_enabled = false node_count = var.aks_config.default_node_pool_size only_critical_addons_enabled = true @@ -153,7 +152,7 @@ resource "azurerm_kubernetes_cluster_node_pool" "this" { vnet_subnet_id = data.azurerm_subnet.this.id zones = each.value.zones - enable_auto_scaling = true + auto_scaling_enabled = true kubelet_disk_type = each.value.kubelet_disk_type os_disk_type = "Ephemeral" os_disk_size_gb = local.vm_skus_disk_size_gb[each.value.vm_size] @@ -169,7 +168,8 @@ resource "azurerm_kubernetes_cluster_node_pool" "this" { node_labels = merge({ "xkf.xenit.io/node-ttl" = "168h" }, each.value.node_labels, { "xkf.xenit.io/node-pool" = each.value.name }) kubelet_config { - pod_max_pid = 1000 + pod_max_pid = 1000 + cpu_cfs_quota_enabled = false } dynamic "upgrade_settings" { diff --git a/modules/azure/aks/main.tf b/modules/azure/aks/main.tf index 718939f18..ef0f945c2 100644 --- a/modules/azure/aks/main.tf +++ b/modules/azure/aks/main.tf @@ -17,7 +17,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/azure-pipelines-agent-vmss/README.md b/modules/azure/azure-pipelines-agent-vmss/README.md index a235d12fc..8a1c904ad 100644 --- a/modules/azure/azure-pipelines-agent-vmss/README.md +++ b/modules/azure/azure-pipelines-agent-vmss/README.md @@ -11,14 +11,14 @@ Follow this guide to setup the agent pool (manually): https://docs.microsoft.com | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [tls](#requirement\_tls) | 4.0.4 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [tls](#provider\_tls) | 4.0.4 | ## Modules @@ -29,11 +29,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/linux_virtual_machine_scale_set) | resource | +| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/linux_virtual_machine_scale_set) | resource | | [tls_private_key.this](https://registry.terraform.io/providers/hashicorp/tls/4.0.4/docs/resources/private_key) | resource | -| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/key_vault) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/azure/azure-pipelines-agent-vmss/main.tf b/modules/azure/azure-pipelines-agent-vmss/main.tf index 272ef3052..c961238e7 100644 --- a/modules/azure/azure-pipelines-agent-vmss/main.tf +++ b/modules/azure/azure-pipelines-agent-vmss/main.tf @@ -13,7 +13,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } tls = { diff --git a/modules/azure/core/README.md b/modules/azure/core/README.md index 2634aa226..f86ea8eb5 100644 --- a/modules/azure/core/README.md +++ b/modules/azure/core/README.md @@ -11,7 +11,7 @@ Easiest is to define this RG in the governance module. | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | | [azurecaf](#requirement\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | ## Providers @@ -19,7 +19,7 @@ Easiest is to define this RG in the governance module. |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | | [azurecaf](#provider\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | ## Modules @@ -31,22 +31,22 @@ Easiest is to define this RG in the governance module. | Name | Type | |------|------| -| [azurerm_monitor_action_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_action_group) | resource | -| [azurerm_monitor_metric_alert.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/monitor_metric_alert) | resource | -| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/network_security_group) | resource | -| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_definition) | resource | -| [azurerm_route.not_virtual_appliance](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/route) | resource | -| [azurerm_route.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/route) | resource | -| [azurerm_route_table.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/route_table) | resource | -| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_account) | resource | -| [azurerm_storage_account.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_account) | resource | -| [azurerm_subnet.aks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet) | resource | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet) | resource | -| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_network_security_group_association) | resource | -| [azurerm_subnet_route_table_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_route_table_association) | resource | -| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network) | resource | -| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network_peering) | resource | +| [azurerm_monitor_action_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_action_group) | resource | +| [azurerm_monitor_metric_alert.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_metric_alert) | resource | +| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/network_security_group) | resource | +| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_definition) | resource | +| [azurerm_route.not_virtual_appliance](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/route) | resource | +| [azurerm_route.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/route) | resource | +| [azurerm_route_table.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/route_table) | resource | +| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_account) | resource | +| [azurerm_storage_account.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_account) | resource | +| [azurerm_subnet.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet) | resource | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet) | resource | +| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet_network_security_group_association) | resource | +| [azurerm_subnet_route_table_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet_route_table_association) | resource | +| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/virtual_network) | resource | +| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/virtual_network_peering) | resource | | [azuread_group.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | | [azurecaf_name.azuread_group_service_endpoint_join](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azurerm_monitor_action_group_this](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | @@ -60,8 +60,8 @@ Easiest is to define this RG in the governance module. | [azurecaf_name.azurerm_virtual_network_this](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.local_peerings_name](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.local_subnets_subnet_full_name](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | -| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/azure/core/log.tf b/modules/azure/core/log.tf index 0519657a7..663df10e9 100644 --- a/modules/azure/core/log.tf +++ b/modules/azure/core/log.tf @@ -24,14 +24,15 @@ data "azurecaf_name" "azurerm_storage_account_log" { #tfsec:ignore:azure-storage-queue-services-logging-enabled resource "azurerm_storage_account" "log" { - name = data.azurecaf_name.azurerm_storage_account_log.result - resource_group_name = data.azurerm_resource_group.log.name - location = data.azurerm_resource_group.log.location - account_tier = "Standard" - account_replication_type = "GRS" - min_tls_version = "TLS1_2" - allow_nested_items_to_be_public = false - is_hns_enabled = true # Makes it possible to use power BI on the storage account + name = data.azurecaf_name.azurerm_storage_account_log.result + resource_group_name = data.azurerm_resource_group.log.name + location = data.azurerm_resource_group.log.location + account_tier = "Standard" + account_replication_type = "GRS" + min_tls_version = "TLS1_2" + allow_nested_items_to_be_public = false + is_hns_enabled = true # Makes it possible to use power BI on the storage account + cross_tenant_replication_enabled = true } data "azurecaf_name" "azurerm_monitor_action_group_this" { diff --git a/modules/azure/core/main.tf b/modules/azure/core/main.tf index 2e210e3f3..e826c5c91 100644 --- a/modules/azure/core/main.tf +++ b/modules/azure/core/main.tf @@ -11,7 +11,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/core/routes.tf b/modules/azure/core/routes.tf index b2892fcef..2765c2a9f 100644 --- a/modules/azure/core/routes.tf +++ b/modules/azure/core/routes.tf @@ -19,7 +19,7 @@ resource "azurerm_route_table" "this" { name = data.azurecaf_name.azurerm_route_table_this[each.key].result location = data.azurerm_resource_group.this.location resource_group_name = data.azurerm_resource_group.this.name - disable_bgp_route_propagation = each.value.disable_bgp_route_propagation + bgp_route_propagation_enabled = each.value.disable_bgp_route_propagation } resource "azurerm_route" "this" { diff --git a/modules/azure/core/subnets.tf b/modules/azure/core/subnets.tf index 1f6cb494f..ecb004eae 100644 --- a/modules/azure/core/subnets.tf +++ b/modules/azure/core/subnets.tf @@ -13,7 +13,7 @@ resource "azurerm_subnet" "this" { address_prefixes = [each.value.subnet_cidr] service_endpoints = each.value.subnet_service_endpoints private_link_service_network_policies_enabled = true - private_endpoint_network_policies_enabled = true + private_endpoint_network_policies = "Enabled" } resource "azurerm_subnet" "aks" { @@ -29,5 +29,5 @@ resource "azurerm_subnet" "aks" { address_prefixes = [each.value.subnet_cidr] service_endpoints = each.value.subnet_service_endpoints private_link_service_network_policies_enabled = true - private_endpoint_network_policies_enabled = true + private_endpoint_network_policies = "Enabled" } diff --git a/modules/azure/github-runner/README.md b/modules/azure/github-runner/README.md index 755f37453..3d9d84e36 100644 --- a/modules/azure/github-runner/README.md +++ b/modules/azure/github-runner/README.md @@ -13,14 +13,14 @@ Setup an image using Packer according [github-runner](https://github.com/XenitAB | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [tls](#requirement\_tls) | 4.0.4 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [tls](#provider\_tls) | 4.0.4 | ## Modules @@ -31,15 +31,15 @@ No modules. | Name | Type | |------|------| -| [azurerm_key_vault_access_policy.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/linux_virtual_machine_scale_set) | resource | +| [azurerm_key_vault_access_policy.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_linux_virtual_machine_scale_set.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/linux_virtual_machine_scale_set) | resource | | [tls_private_key.this](https://registry.terraform.io/providers/hashicorp/tls/4.0.4/docs/resources/private_key) | resource | -| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | -| [azurerm_key_vault_secret.github_secrets](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault_secret) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subnet) | data source | -| [azurerm_subscription.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subscription) | data source | +| [azurerm_key_vault.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/key_vault) | data source | +| [azurerm_key_vault_secret.github_secrets](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/key_vault_secret) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subnet) | data source | +| [azurerm_subscription.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subscription) | data source | ## Inputs diff --git a/modules/azure/github-runner/main.tf b/modules/azure/github-runner/main.tf index ff0c88baa..89ee2b162 100644 --- a/modules/azure/github-runner/main.tf +++ b/modules/azure/github-runner/main.tf @@ -15,7 +15,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } tls = { diff --git a/modules/azure/governance-global/README.md b/modules/azure/governance-global/README.md index fdf12e5cd..19a9d6a89 100644 --- a/modules/azure/governance-global/README.md +++ b/modules/azure/governance-global/README.md @@ -9,7 +9,7 @@ This module is used for governance on a global level and not using any specific | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | | [azurecaf](#requirement\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [pal](#requirement\_pal) | 0.2.5 | | [random](#requirement\_random) | 3.5.1 | @@ -19,7 +19,7 @@ This module is used for governance on a global level and not using any specific |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | | [azurecaf](#provider\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [pal](#provider\_pal) | 0.2.5 | ## Modules @@ -64,10 +64,10 @@ This module is used for governance on a global level and not using any specific | [azuread_service_principal.aad_sp](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/service_principal) | resource | | [azuread_service_principal.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/service_principal) | resource | | [azuread_service_principal.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/service_principal) | resource | -| [azurerm_role_assignment.sub_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.sub_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.sub_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_owner](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_reader](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | | [pal_management_partner.aad_sp](https://registry.terraform.io/providers/xenitab/pal/0.2.5/docs/resources/management_partner) | resource | | [pal_management_partner.owner_spn](https://registry.terraform.io/providers/xenitab/pal/0.2.5/docs/resources/management_partner) | resource | | [azuread_application.owner_spn](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/application) | data source | @@ -92,7 +92,7 @@ This module is used for governance on a global level and not using any specific | [azurecaf_name.azuread_group_sub_contributor](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azuread_group_sub_owner](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azuread_group_sub_reader](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | -| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subscription) | data source | +| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subscription) | data source | ## Inputs diff --git a/modules/azure/governance-global/main.tf b/modules/azure/governance-global/main.tf index 43300be7b..c0d333635 100644 --- a/modules/azure/governance-global/main.tf +++ b/modules/azure/governance-global/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/governance-regional/README.md b/modules/azure/governance-regional/README.md index f63333e2a..49fc5bd9f 100644 --- a/modules/azure/governance-regional/README.md +++ b/modules/azure/governance-regional/README.md @@ -9,7 +9,7 @@ This module is used for governance on a regional level and not using any specifi | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | | [azurecaf](#requirement\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [pal](#requirement\_pal) | 0.2.5 | | [random](#requirement\_random) | 3.5.1 | @@ -19,7 +19,7 @@ This module is used for governance on a regional level and not using any specifi |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | | [azurecaf](#provider\_azurecaf) | 2.0.0-preview3 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | ## Modules @@ -33,27 +33,27 @@ This module is used for governance on a regional level and not using any specifi |------|------| | [azuread_application_password.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/application_password) | resource | | [azuread_application_password.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/resources/application_password) | resource | -| [azurerm_key_vault.delegate_kv](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault) | resource | -| [azurerm_key_vault_access_policy.ap_kvreader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_owner_spn](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_rg_aad_group](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_rg_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_sub_aad_group_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_access_policy.ap_sub_aad_group_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_key_vault_secret.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_key_vault_secret.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/management_lock) | resource | -| [azurerm_resource_group.rg](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_group) | resource | -| [azurerm_role_assignment.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.rg_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.rg_owner](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.rg_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | +| [azurerm_key_vault.delegate_kv](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault) | resource | +| [azurerm_key_vault_access_policy.ap_kvreader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_owner_spn](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_rg_aad_group](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_rg_sp](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_sub_aad_group_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_access_policy.ap_sub_aad_group_owner](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_key_vault_secret.delegate_kv_aad](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_key_vault_secret.sub_reader_sp](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_management_lock.rg](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/management_lock) | resource | +| [azurerm_resource_group.rg](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_group) | resource | +| [azurerm_role_assignment.aad_sp](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.rg_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.rg_owner](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.rg_reader](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | | [azuread_service_principal.owner_spn](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/service_principal) | data source | | [azurecaf_name.azurerm_key_vault_delegate_kv](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | | [azurecaf_name.azurerm_resource_group_rg](https://registry.terraform.io/providers/aztfmod/azurecaf/2.0.0-preview3/docs/data-sources/name) | data source | -| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/client_config) | data source | -| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/subscription) | data source | +| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/client_config) | data source | +| [azurerm_subscription.current](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subscription) | data source | ## Inputs diff --git a/modules/azure/governance-regional/main.tf b/modules/azure/governance-regional/main.tf index 672be92db..ec3fe2dd8 100644 --- a/modules/azure/governance-regional/main.tf +++ b/modules/azure/governance-regional/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/azure/hub/README.md b/modules/azure/hub/README.md index 22046b2c4..34ba81890 100644 --- a/modules/azure/hub/README.md +++ b/modules/azure/hub/README.md @@ -12,14 +12,14 @@ Use together with the `core` module to create a peered network where SPOF (singl |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | ## Providers | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | ## Modules @@ -29,19 +29,19 @@ No modules. | Name | Type | |------|------| -| [azurerm_nat_gateway.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/nat_gateway) | resource | -| [azurerm_nat_gateway_public_ip_prefix_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/nat_gateway_public_ip_prefix_association) | resource | -| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/network_security_group) | resource | -| [azurerm_public_ip_prefix.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/public_ip_prefix) | resource | -| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_definition) | resource | -| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet) | resource | -| [azurerm_subnet_nat_gateway_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_nat_gateway_association) | resource | -| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/subnet_network_security_group_association) | resource | -| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network) | resource | -| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/virtual_network_peering) | resource | +| [azurerm_nat_gateway.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/nat_gateway) | resource | +| [azurerm_nat_gateway_public_ip_prefix_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/nat_gateway_public_ip_prefix_association) | resource | +| [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/network_security_group) | resource | +| [azurerm_public_ip_prefix.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/public_ip_prefix) | resource | +| [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_definition) | resource | +| [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet) | resource | +| [azurerm_subnet_nat_gateway_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet_nat_gateway_association) | resource | +| [azurerm_subnet_network_security_group_association.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet_network_security_group_association) | resource | +| [azurerm_virtual_network.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/virtual_network) | resource | +| [azurerm_virtual_network_peering.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/virtual_network_peering) | resource | | [azuread_group.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/azure/hub/main.tf b/modules/azure/hub/main.tf index 9ffda2733..b07de5dcb 100644 --- a/modules/azure/hub/main.tf +++ b/modules/azure/hub/main.tf @@ -13,7 +13,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { @@ -61,11 +61,12 @@ resource "azurerm_subnet" "this" { subnet.subnet_full_name => subnet } - name = each.value.subnet_full_name - resource_group_name = data.azurerm_resource_group.this.name - virtual_network_name = azurerm_virtual_network.this.name - address_prefixes = [each.value.subnet_cidr] - service_endpoints = each.value.subnet_service_endpoints + name = each.value.subnet_full_name + resource_group_name = data.azurerm_resource_group.this.name + virtual_network_name = azurerm_virtual_network.this.name + address_prefixes = [each.value.subnet_cidr] + service_endpoints = each.value.subnet_service_endpoints + private_endpoint_network_policies = "Enabled" } resource "azurerm_subnet_nat_gateway_association" "this" { diff --git a/modules/azure/xkf-governance-global-data/README.md b/modules/azure/xkf-governance-global-data/README.md index b5a4ac729..225afe42e 100644 --- a/modules/azure/xkf-governance-global-data/README.md +++ b/modules/azure/xkf-governance-global-data/README.md @@ -4,7 +4,7 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.1.7 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | ## Providers diff --git a/modules/azure/xkf-governance-global-data/main.tf b/modules/azure/xkf-governance-global-data/main.tf index b665a8830..8f3579813 100644 --- a/modules/azure/xkf-governance-global-data/main.tf +++ b/modules/azure/xkf-governance-global-data/main.tf @@ -6,7 +6,7 @@ terraform { source = "hashicorp/azuread" } azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } } diff --git a/modules/azure/xkf-governance-global/README.md b/modules/azure/xkf-governance-global/README.md index 2d6150223..81d11a111 100644 --- a/modules/azure/xkf-governance-global/README.md +++ b/modules/azure/xkf-governance-global/README.md @@ -4,7 +4,7 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.1.7 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | ## Providers diff --git a/modules/azure/xkf-governance-global/main.tf b/modules/azure/xkf-governance-global/main.tf index 874733951..461c9ed24 100644 --- a/modules/azure/xkf-governance-global/main.tf +++ b/modules/azure/xkf-governance-global/main.tf @@ -6,7 +6,7 @@ terraform { source = "hashicorp/azuread" } azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } } diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index f39b2e82d..c701e556b 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -8,7 +8,7 @@ This module is used to create AKS clusters. |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azuread](#requirement\_azuread) | 2.50.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [flux](#requirement\_flux) | 1.4.0 | | [helm](#requirement\_helm) | 2.11.0 | | [kubectl](#requirement\_kubectl) | 1.14.0 | @@ -20,7 +20,7 @@ This module is used to create AKS clusters. | Name | Version | |------|---------| | [azuread](#provider\_azuread) | 2.50.0 | -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [helm](#provider\_helm) | 2.11.0 | | [kubectl](#provider\_kubectl) | 1.14.0 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | @@ -109,13 +109,13 @@ This module is used to create AKS clusters. | [kubernetes_storage_class.zrs_premium](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/storage_class) | resource | | [kubernetes_storage_class.zrs_standard](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/storage_class) | resource | | [azuread_group.aks_managed_identity](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/client_config) | data source | -| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/container_registry) | data source | -| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/dns_zone) | data source | -| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/key_vault) | data source | -| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | -| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_client_config.current](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/client_config) | data source | +| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/container_registry) | data source | +| [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/dns_zone) | data source | +| [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/key_vault) | data source | +| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/aks-core/main.tf b/modules/kubernetes/aks-core/main.tf index e55ed7eb9..08a5439b9 100644 --- a/modules/kubernetes/aks-core/main.tf +++ b/modules/kubernetes/aks-core/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } azuread = { diff --git a/modules/kubernetes/azad-kube-proxy/README.md b/modules/kubernetes/azad-kube-proxy/README.md index 46aeb1bb0..3e81a221b 100644 --- a/modules/kubernetes/azad-kube-proxy/README.md +++ b/modules/kubernetes/azad-kube-proxy/README.md @@ -24,14 +24,14 @@ module "aks\_core" { | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -44,10 +44,10 @@ module "aks\_core" { | Name | Type | |------|------| -| [azurerm_federated_identity_credential.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_key_vault_access_policy.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_key_vault_secret.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_secret) | resource | -| [azurerm_user_assigned_identity.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_key_vault_access_policy.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_key_vault_secret.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_secret) | resource | +| [azurerm_user_assigned_identity.azad_kube_proxy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azad_kube_proxy](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.azure_config](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/azad-kube-proxy/main.tf b/modules/kubernetes/azad-kube-proxy/main.tf index 0fce6947e..174ff3da6 100644 --- a/modules/kubernetes/azad-kube-proxy/main.tf +++ b/modules/kubernetes/azad-kube-proxy/main.tf @@ -30,7 +30,7 @@ terraform { version = "0.0.3" } azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } } diff --git a/modules/kubernetes/azure-metrics/README.md b/modules/kubernetes/azure-metrics/README.md index 3f863a192..7938c761e 100644 --- a/modules/kubernetes/azure-metrics/README.md +++ b/modules/kubernetes/azure-metrics/README.md @@ -8,14 +8,14 @@ We are using: https://github.com/webdevops/azure-metrics-exporter to gather the | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -26,11 +26,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.azure_metrics_aks_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.azure_metrics_lb_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.azure_metrics_aks_reader](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.azure_metrics_lb_reader](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.azure_metrics](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azure_metrics](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/azure-metrics/main.tf b/modules/kubernetes/azure-metrics/main.tf index cfafc97f4..979624758 100644 --- a/modules/kubernetes/azure-metrics/main.tf +++ b/modules/kubernetes/azure-metrics/main.tf @@ -10,7 +10,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/azure-policy/README.md b/modules/kubernetes/azure-policy/README.md index 32916e429..c187b0f32 100644 --- a/modules/kubernetes/azure-policy/README.md +++ b/modules/kubernetes/azure-policy/README.md @@ -7,13 +7,13 @@ Adds [`Azure Policy for Kubernetes`](https://github.com/Azure/azure-policy) to a | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | ## Modules @@ -23,19 +23,19 @@ No modules. | Name | Type | |------|------| -| [azurerm_policy_definition.azure_identity_format](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.azure_remove_node_spot_taints](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.flux_disable_cross_namespace_source](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.flux_require_service_account](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_block_node_port](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_pod_priority_class](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_require_ingress_class](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.k8s_secrets_store_csi_unique_volume](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_definition.mutations](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_definition) | resource | -| [azurerm_policy_set_definition.xks](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/policy_set_definition) | resource | -| [azurerm_resource_policy_assignment.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/resource_policy_assignment) | resource | -| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/kubernetes_cluster) | data source | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_policy_definition.azure_identity_format](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.azure_remove_node_spot_taints](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.flux_disable_cross_namespace_source](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.flux_require_service_account](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_block_node_port](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_pod_priority_class](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_require_ingress_class](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.k8s_secrets_store_csi_unique_volume](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.mutations](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_set_definition.xks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_set_definition) | resource | +| [azurerm_resource_policy_assignment.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | +| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/kubernetes_cluster) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/azure-policy/main.tf b/modules/kubernetes/azure-policy/main.tf index d5b5eabd2..e7ba2386a 100644 --- a/modules/kubernetes/azure-policy/main.tf +++ b/modules/kubernetes/azure-policy/main.tf @@ -10,7 +10,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } } diff --git a/modules/kubernetes/azure-service-operator/README.md b/modules/kubernetes/azure-service-operator/README.md index 702f852ea..0d2703cac 100644 --- a/modules/kubernetes/azure-service-operator/README.md +++ b/modules/kubernetes/azure-service-operator/README.md @@ -7,14 +7,14 @@ This module is used to add [`azure-service-operator`](https://github.com/Azure/a | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,13 +25,13 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.tenant_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.tenant_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azure_service_operator_cluster](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.azure_service_operator_tenant](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_resource_group.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/azure-service-operator/main.tf b/modules/kubernetes/azure-service-operator/main.tf index e38f09983..bacded7b7 100644 --- a/modules/kubernetes/azure-service-operator/main.tf +++ b/modules/kubernetes/azure-service-operator/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/cert-manager/README.md b/modules/kubernetes/cert-manager/README.md index edfca1623..fa0aade49 100644 --- a/modules/kubernetes/cert-manager/README.md +++ b/modules/kubernetes/cert-manager/README.md @@ -7,14 +7,14 @@ This module is used to add [`cert-manager`](https://github.com/jetstack/cert-man | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,9 +25,9 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.cert_manager_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.cert_manager_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.cert_manager](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/cert-manager/main.tf b/modules/kubernetes/cert-manager/main.tf index ab1ecfa7d..cc631bf53 100644 --- a/modules/kubernetes/cert-manager/main.tf +++ b/modules/kubernetes/cert-manager/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/control-plane-logs/README.md b/modules/kubernetes/control-plane-logs/README.md index 269efba95..a95b9bbde 100644 --- a/modules/kubernetes/control-plane-logs/README.md +++ b/modules/kubernetes/control-plane-logs/README.md @@ -11,14 +11,14 @@ Vector supports unit testing, and to verfiy it's config you can run `vector test | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -29,11 +29,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.control_plane_logs](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.control_plane_logs](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.vector](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.vector_extras](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/control-plane-logs/main.tf b/modules/kubernetes/control-plane-logs/main.tf index 671a25b0d..c099cf4f5 100644 --- a/modules/kubernetes/control-plane-logs/main.tf +++ b/modules/kubernetes/control-plane-logs/main.tf @@ -13,7 +13,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/datadog/README.md b/modules/kubernetes/datadog/README.md index b78581388..04c8bb1c3 100644 --- a/modules/kubernetes/datadog/README.md +++ b/modules/kubernetes/datadog/README.md @@ -12,14 +12,14 @@ https://docs.datadoghq.com/account_management/api-app-keys/ | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -30,9 +30,9 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_key_vault_access_policy.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_user_assigned_identity.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_key_vault_access_policy.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_user_assigned_identity.datadog](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.azure_config](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.datadog](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.datadog_operator](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | diff --git a/modules/kubernetes/datadog/main.tf b/modules/kubernetes/datadog/main.tf index 7b797736b..157c239ee 100644 --- a/modules/kubernetes/datadog/main.tf +++ b/modules/kubernetes/datadog/main.tf @@ -14,7 +14,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/external-dns/README.md b/modules/kubernetes/external-dns/README.md index 8f057a487..9459b80dd 100644 --- a/modules/kubernetes/external-dns/README.md +++ b/modules/kubernetes/external-dns/README.md @@ -7,14 +7,14 @@ This module is used to add [`external-dns`](https://github.com/kubernetes-sigs/e | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,13 +25,13 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.external_dns_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.external_dns_reader](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.external_dns_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.external_dns_reader](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.external_dns](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/external-dns/main.tf b/modules/kubernetes/external-dns/main.tf index c407e0b90..b93c64435 100644 --- a/modules/kubernetes/external-dns/main.tf +++ b/modules/kubernetes/external-dns/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/grafana-alloy/README.md b/modules/kubernetes/grafana-alloy/README.md index 6e0eedb15..0a175b4b9 100644 --- a/modules/kubernetes/grafana-alloy/README.md +++ b/modules/kubernetes/grafana-alloy/README.md @@ -7,7 +7,7 @@ Adds [Grafana Alloy](https://github.com/grafana/alloy/tree/main/operations/helm) | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | | [kubernetes](#requirement\_kubernetes) | 2.23.0 | @@ -15,7 +15,7 @@ Adds [Grafana Alloy](https://github.com/grafana/alloy/tree/main/operations/helm) | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | @@ -27,11 +27,11 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.grafana_alloy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.grafana_alloy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.grafana_alloy](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [kubernetes_namespace.this](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/grafana-alloy/main.tf b/modules/kubernetes/grafana-alloy/main.tf index e212eea0f..7c652febd 100644 --- a/modules/kubernetes/grafana-alloy/main.tf +++ b/modules/kubernetes/grafana-alloy/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/grafana-k8s-monitoring/README.md b/modules/kubernetes/grafana-k8s-monitoring/README.md index e5145ff8d..b9aa491aa 100644 --- a/modules/kubernetes/grafana-k8s-monitoring/README.md +++ b/modules/kubernetes/grafana-k8s-monitoring/README.md @@ -7,7 +7,7 @@ Adds [grafana-k8s-monitoring](https://github.com/grafana/k8s-monitoring-helm/tre | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | | [kubernetes](#requirement\_kubernetes) | 2.23.0 | @@ -15,7 +15,7 @@ Adds [grafana-k8s-monitoring](https://github.com/grafana/k8s-monitoring-helm/tre | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | @@ -27,9 +27,9 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_key_vault_access_policy.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/key_vault_access_policy) | resource | -| [azurerm_user_assigned_identity.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_key_vault_access_policy.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/key_vault_access_policy) | resource | +| [azurerm_user_assigned_identity.grafana_k8s_monitor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.grafana_k8s_monitoring](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [kubernetes_namespace.this](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | diff --git a/modules/kubernetes/grafana-k8s-monitoring/main.tf b/modules/kubernetes/grafana-k8s-monitoring/main.tf index 0b5c94a04..57895b1bc 100644 --- a/modules/kubernetes/grafana-k8s-monitoring/main.tf +++ b/modules/kubernetes/grafana-k8s-monitoring/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/prometheus/README.md b/modules/kubernetes/prometheus/README.md index 881eba71a..5a14404b5 100644 --- a/modules/kubernetes/prometheus/README.md +++ b/modules/kubernetes/prometheus/README.md @@ -7,14 +7,14 @@ Adds [Prometheus](https://github.com/prometheus-community/helm-charts/tree/main/ | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,7 +25,7 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.prometheus](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.prometheus](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.monitors](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.prometheus](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | @@ -33,7 +33,7 @@ No modules. | [git_repository_file.rbac](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.secret_provider_class](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.x509_certificate_exporter](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/prometheus/main.tf b/modules/kubernetes/prometheus/main.tf index 788c9f27e..1418ddf39 100644 --- a/modules/kubernetes/prometheus/main.tf +++ b/modules/kubernetes/prometheus/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/promtail/README.md b/modules/kubernetes/promtail/README.md index e1b52cf9b..dc8c5652e 100644 --- a/modules/kubernetes/promtail/README.md +++ b/modules/kubernetes/promtail/README.md @@ -7,14 +7,14 @@ Adds [Promtail](https://github.com/grafana/helm-charts/tree/main/charts/promtail | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,10 +25,10 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.promtail](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_federated_identity_credential.promtail](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.promtail](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/user_assigned_identity) | data source | +| [azurerm_user_assigned_identity.xenit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | ## Inputs diff --git a/modules/kubernetes/promtail/main.tf b/modules/kubernetes/promtail/main.tf index 80e283c9e..6fb8eb75d 100644 --- a/modules/kubernetes/promtail/main.tf +++ b/modules/kubernetes/promtail/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/trivy/README.md b/modules/kubernetes/trivy/README.md index 6a09abdf4..aa5439967 100644 --- a/modules/kubernetes/trivy/README.md +++ b/modules/kubernetes/trivy/README.md @@ -15,14 +15,14 @@ trivy metrics from trivy-operator CRD:s. | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -33,16 +33,16 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.trivy_acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.trivy_managed](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_user_assigned_identity.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.trivy_acr](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.trivy_managed](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.trivy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.starboard_eporter](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.trivy](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.trivy_operator](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/container_registry) | data source | -| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/container_registry) | data source | +| [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/trivy/main.tf b/modules/kubernetes/trivy/main.tf index da1b92861..731d5cae2 100644 --- a/modules/kubernetes/trivy/main.tf +++ b/modules/kubernetes/trivy/main.tf @@ -17,7 +17,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/modules/kubernetes/velero/README.md b/modules/kubernetes/velero/README.md index d88b7e83a..2b6a03249 100644 --- a/modules/kubernetes/velero/README.md +++ b/modules/kubernetes/velero/README.md @@ -7,14 +7,14 @@ This module is used to add [`velero`](https://github.com/vmware-tanzu/velero) to | Name | Version | |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | -| [azurerm](#requirement\_azurerm) | 3.110.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | ## Providers | Name | Version | |------|---------| -| [azurerm](#provider\_azurerm) | 3.110.0 | +| [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | ## Modules @@ -25,17 +25,17 @@ No modules. | Name | Type | |------|------| -| [azurerm_federated_identity_credential.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/federated_identity_credential) | resource | -| [azurerm_role_assignment.external_storage_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.velero_msi](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_role_assignment.velero_rg_read](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/role_assignment) | resource | -| [azurerm_storage_account.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_account) | resource | -| [azurerm_storage_container.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/storage_container) | resource | -| [azurerm_user_assigned_identity.velero](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/resources/user_assigned_identity) | resource | +| [azurerm_federated_identity_credential.velero](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.external_storage_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.velero_msi](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.velero_rg_read](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_storage_account.velero](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_account) | resource | +| [azurerm_storage_container.velero](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_container) | resource | +| [azurerm_user_assigned_identity.velero](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.velero](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.velero_extras](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/3.110.0/docs/data-sources/resource_group) | data source | +| [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs diff --git a/modules/kubernetes/velero/main.tf b/modules/kubernetes/velero/main.tf index 1646fb432..08268cec8 100644 --- a/modules/kubernetes/velero/main.tf +++ b/modules/kubernetes/velero/main.tf @@ -9,7 +9,7 @@ terraform { required_providers { azurerm = { - version = "3.110.0" + version = "4.7.0" source = "hashicorp/azurerm" } git = { diff --git a/validation/kubernetes/trivy/tf.log b/validation/kubernetes/trivy/tf.log index 2b800ef7d..60ca4ed0a 100644 --- a/validation/kubernetes/trivy/tf.log +++ b/validation/kubernetes/trivy/tf.log @@ -21,384 +21,384 @@ 2024-05-07T15:41:02.182+0200 [DEBUG] checking for provisioner in "/usr/bin" 2024-05-07T15:41:02.182+0200 [DEBUG] created provider logger: level=debug 2024-05-07T15:41:02.182+0200 [INFO] provider: configuring client automatic mTLS -2024-05-07T15:41:02.188+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5"] -2024-05-07T15:41:02.189+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93875 -2024-05-07T15:41:02.189+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 -2024-05-07T15:41:02.193+0200 [INFO] provider.terraform-provider-azurerm_v3.110.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.193+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.200+0200" -2024-05-07T15:41:02.202+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.202+0200" -2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" -2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.207+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.208+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.210+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.212+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.216+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" -2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" -2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" -2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" -2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.234+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.236+0200" -2024-05-07T15:41:02.237+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.237+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" -2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: plugin address: network=unix address=/tmp/plugin2126567824 timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.188+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5"] +2024-05-07T15:41:02.189+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 pid=93875 +2024-05-07T15:41:02.189+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 +2024-05-07T15:41:02.193+0200 [INFO] provider.terraform-provider-azurerm_v4.7.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.193+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.200+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.200+0200" +2024-05-07T15:41:02.202+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.202+0200" +2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" +2024-05-07T15:41:02.206+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.206+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.207+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.207+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.208+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.208+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.209+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.209+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.210+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.210+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.211+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.211+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.212+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.212+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.213+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.213+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.214+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.214+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.215+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.215+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.216+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.216+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.217+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.217+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.218+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.218+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.220+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.220+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.221+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.221+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.222+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.222+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.223+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.223+0200" +2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" +2024-05-07T15:41:02.224+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.224+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.225+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.225+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.226+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.226+0200" +2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" +2024-05-07T15:41:02.227+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.227+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.228+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.228+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.229+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.229+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.230+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.230+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.232+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.233+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.233+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.234+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.234+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.235+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.235+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.236+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.236+0200" +2024-05-07T15:41:02.237+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.237+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.238+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.238+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.239+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.239+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.240+0200" +2024-05-07T15:41:02.240+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: plugin address: network=unix address=/tmp/plugin2126567824 timestamp="2024-05-07T15:41:02.240+0200" 2024-05-07T15:41:02.240+0200 [DEBUG] provider: using plugin: version=5 2024-05-07T15:41:02.342+0200 [DEBUG] provider.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = error reading from server: EOF" -2024-05-07T15:41:02.345+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93875 +2024-05-07T15:41:02.345+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 pid=93875 2024-05-07T15:41:02.345+0200 [DEBUG] provider: plugin exited 2024-05-07T15:41:02.345+0200 [DEBUG] created provider logger: level=debug 2024-05-07T15:41:02.345+0200 [INFO] provider: configuring client automatic mTLS @@ -486,381 +486,381 @@ 2024-05-07T15:41:02.400+0200 [DEBUG] No provider meta schema returned 2024-05-07T15:41:02.402+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Calling provider defined Resource Configure: @module=sdk.framework tf_provider_addr=registry.terraform.io/xenitab/git tf_resource_type=git_repository_file @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:39 tf_req_id=72ca0c01-89f6-a390-8017-41c174248064 tf_rpc=ValidateResourceConfig timestamp="2024-05-07T15:41:02.402+0200" 2024-05-07T15:41:02.402+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Called provider defined Resource Configure: tf_resource_type=git_repository_file @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:41 @module=sdk.framework tf_provider_addr=registry.terraform.io/xenitab/git tf_req_id=72ca0c01-89f6-a390-8017-41c174248064 tf_rpc=ValidateResourceConfig timestamp="2024-05-07T15:41:02.402+0200" -2024-05-07T15:41:02.402+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5"] -2024-05-07T15:41:02.402+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93937 -2024-05-07T15:41:02.402+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 -2024-05-07T15:41:02.407+0200 [INFO] provider.terraform-provider-azurerm_v3.110.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.407+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.414+0200" -2024-05-07T15:41:02.416+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.416+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" -2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" -2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" -2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" -2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" -2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" -2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" -2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.436+0200" -2024-05-07T15:41:02.437+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.437+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.440+0200" -2024-05-07T15:41:02.441+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.441+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.443+0200" -2024-05-07T15:41:02.444+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.444+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" -2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" -2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" -2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" -2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.453+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.454+0200" -2024-05-07T15:41:02.455+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.455+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" -2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v3.110.0_x5: plugin address: address=/tmp/plugin1480430351 network=unix timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.402+0200 [DEBUG] provider: starting plugin: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 args=[".terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5"] +2024-05-07T15:41:02.402+0200 [DEBUG] provider: plugin started: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 pid=93937 +2024-05-07T15:41:02.402+0200 [DEBUG] provider: waiting for RPC address: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 +2024-05-07T15:41:02.407+0200 [INFO] provider.terraform-provider-azurerm_v4.7.0_x5: configuring server automatic mTLS: timestamp="2024-05-07T15:41:02.407+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "AAD B2C"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.414+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "AppService"..: timestamp="2024-05-07T15:41:02.414+0200" +2024-05-07T15:41:02.416+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "AppService"..: timestamp="2024-05-07T15:41:02.416+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Arc Resource Bridge"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.419+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Automanage"..: timestamp="2024-05-07T15:41:02.419+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Communication"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.420+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Container Apps"..: timestamp="2024-05-07T15:41:02.420+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Cost Management"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.421+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.421+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Disks"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ElasticSan"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.422+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.422+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Fluid Relay"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Graph Services"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Hybrid Compute"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Lab Service"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.423+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.423+0200" +2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" +2024-05-07T15:41:02.424+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Mobile Network"..: timestamp="2024-05-07T15:41:02.424+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.425+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Network Function"..: timestamp="2024-05-07T15:41:02.425+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "New Relic"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Nginx"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Palo Alto"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Private DNS Resolver"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.426+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.426+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Red Hat OpenShift"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.427+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.427+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ServiceConnector"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Service Fabric Managed Clusters"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.428+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Service Networking"..: timestamp="2024-05-07T15:41:02.428+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage Mover"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Orbital"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.429+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.429+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "System Center Virtual Machine Manager"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Voice Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Workloads"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ChaosStudio"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.430+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.430+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dev Center"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "LoadTestService"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Advisor"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Analysis Services"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.431+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "API Management"..: timestamp="2024-05-07T15:41:02.431+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "App Configuration"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Spring Cloud"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Application Insights"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.432+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ArcKubernetes"..: timestamp="2024-05-07T15:41:02.432+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Attestation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Authorization"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.433+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Automation"..: timestamp="2024-05-07T15:41:02.433+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Azure Stack HCI"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Batch"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Billing"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Blueprints"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.434+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Bot"..: timestamp="2024-05-07T15:41:02.434+0200" +2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" +2024-05-07T15:41:02.435+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "CDN"..: timestamp="2024-05-07T15:41:02.435+0200" +2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" +2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Cognitive Services"..: timestamp="2024-05-07T15:41:02.436+0200" +2024-05-07T15:41:02.436+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Compute"..: timestamp="2024-05-07T15:41:02.436+0200" +2024-05-07T15:41:02.437+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Compute"..: timestamp="2024-05-07T15:41:02.437+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Confidential Ledger"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Connections"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.438+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Container Services"..: timestamp="2024-05-07T15:41:02.438+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Consumption"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "CosmosDB"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Custom Providers"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dashboard"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataBricks"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Datadog"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.439+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Data Factory"..: timestamp="2024-05-07T15:41:02.439+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Database Migration"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Databox Edge"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DataProtection"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.440+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Data Share"..: timestamp="2024-05-07T15:41:02.440+0200" +2024-05-07T15:41:02.441+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Data Share"..: timestamp="2024-05-07T15:41:02.441+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Desktop Virtualization"..: timestamp="2024-05-07T15:41:02.441+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Dev Test"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Digital Twins"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DNS"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.442+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "DomainServices"..: timestamp="2024-05-07T15:41:02.442+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Elastic"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "EventGrid"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.443+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "EventHub"..: timestamp="2024-05-07T15:41:02.443+0200" +2024-05-07T15:41:02.444+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "EventHub"..: timestamp="2024-05-07T15:41:02.444+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Firewall"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "FrontDoor"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage Cache"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Hardware Security Module"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.445+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "HDInsight"..: timestamp="2024-05-07T15:41:02.445+0200" +2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" +2024-05-07T15:41:02.446+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Health Care"..: timestamp="2024-05-07T15:41:02.446+0200" +2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" +2024-05-07T15:41:02.447+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Hub"..: timestamp="2024-05-07T15:41:02.447+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "IoT Central"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "KeyVault"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Kusto"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Legacy"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Load Balancer"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Log Analytics"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.448+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Logic"..: timestamp="2024-05-07T15:41:02.448+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Logz"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Machine Learning"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Maintenance"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Managed Applications"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Lighthouse"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Management Group"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Managed HSM"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Maps"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "MariaDB"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.449+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Media"..: timestamp="2024-05-07T15:41:02.449+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Mixed Reality"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.450+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Monitor"..: timestamp="2024-05-07T15:41:02.450+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ManagedIdentity"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server / Azure SQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Microsoft SQL Server Managed Instances"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "MySQL"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "NetApp"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.451+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Network"..: timestamp="2024-05-07T15:41:02.451+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Notification Hub"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Policy"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Portal"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "PostgreSQL"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "PowerBI"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Private DNS"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Purview"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.452+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Recovery Services"..: timestamp="2024-05-07T15:41:02.452+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Redis"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Redis Enterprise"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Relay"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Resources"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Search"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Security Center"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Sentinel"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.453+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.453+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "ServiceBus"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Service Fabric"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "SignalR"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "SQL"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.454+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Storage"..: timestamp="2024-05-07T15:41:02.454+0200" +2024-05-07T15:41:02.455+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Storage"..: timestamp="2024-05-07T15:41:02.455+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Stream Analytics"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Subscription"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.456+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Synapse"..: timestamp="2024-05-07T15:41:02.456+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Time Series Insights"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Traffic Manager"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Video Analyzer"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "VMware"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Data Sources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: Registering Resources for "Web"..: timestamp="2024-05-07T15:41:02.457+0200" +2024-05-07T15:41:02.457+0200 [DEBUG] provider.terraform-provider-azurerm_v4.7.0_x5: plugin address: address=/tmp/plugin1480430351 network=unix timestamp="2024-05-07T15:41:02.457+0200" 2024-05-07T15:41:02.457+0200 [DEBUG] provider: using plugin: version=5 2024-05-07T15:41:02.464+0200 [DEBUG] skipping FixUpBlockAttrs 2024-05-07T15:41:02.465+0200 [DEBUG] skipping FixUpBlockAttrs @@ -872,7 +872,7 @@ 2024-05-07T15:41:02.467+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Calling provider defined Resource Configure: @module=sdk.framework tf_req_id=930d1c15-626e-644f-29b3-64e908b5ba42 tf_rpc=ValidateResourceConfig @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:39 tf_provider_addr=registry.terraform.io/xenitab/git tf_resource_type=git_repository_file timestamp="2024-05-07T15:41:02.467+0200" 2024-05-07T15:41:02.467+0200 [DEBUG] provider.terraform-provider-git_v0.0.3: Called provider defined Resource Configure: @module=sdk.framework tf_resource_type=git_repository_file tf_rpc=ValidateResourceConfig @caller=github.com/hashicorp/terraform-plugin-framework@v1.2.0/internal/fwserver/server_validateresourceconfig.go:41 tf_provider_addr=registry.terraform.io/xenitab/git tf_req_id=930d1c15-626e-644f-29b3-64e908b5ba42 timestamp="2024-05-07T15:41:02.467+0200" 2024-05-07T15:41:02.467+0200 [DEBUG] provider.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = error reading from server: EOF" -2024-05-07T15:41:02.471+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/3.110.0/linux_amd64/terraform-provider-azurerm_v3.110.0_x5 pid=93937 +2024-05-07T15:41:02.471+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/hashicorp/azurerm/4.7.0/linux_amd64/terraform-provider-azurerm_v4.7.0_x5 pid=93937 2024-05-07T15:41:02.471+0200 [DEBUG] provider: plugin exited 2024-05-07T15:41:02.471+0200 [DEBUG] provider.stdio: received EOF, stopping recv loop: err="rpc error: code = Unavailable desc = error reading from server: EOF" 2024-05-07T15:41:02.472+0200 [DEBUG] provider: plugin process exited: path=.terraform/providers/registry.terraform.io/xenitab/git/0.0.3/linux_amd64/terraform-provider-git_v0.0.3 pid=93922 From 6bf50fcf64bf3c5f3a234d1212a0f9134eb231eb Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 29 Oct 2024 08:55:19 +0100 Subject: [PATCH 15/44] Update CHANGELOG (#1229) Co-authored-by: CalleB3 <91601778+CalleB3@users.noreply.github.com> --- CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 2ef4378b4..6a634da97 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## Unreleased ### 🚀 New Features +- Feat: add option to use Azure CNI with Cilium by @CalleB3 in [#1142](https://github.com/XenitAB/terraform-modules/pulls/1142) +- Feat: add support for Nginx Gateway Fabric by @landerss1 in [#1228](https://github.com/XenitAB/terraform-modules/pulls/1228) - Feat: add support for Gateway API by @landerss1 in [#1226](https://github.com/XenitAB/terraform-modules/pulls/1226) - Feat: metrics for flux system by @optocoupler in [#1200](https://github.com/XenitAB/terraform-modules/pulls/1200) - Feat: Move azad-kube-proxy to aks-core and use SecretProviderClass by @CalleB3 in [#1196](https://github.com/XenitAB/terraform-modules/pulls/1196) @@ -57,6 +59,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### ⚙️ Miscellaneous +- Chore: Upgrade Azurerm to 4.7.0 by @CalleB3 in [#1230](https://github.com/XenitAB/terraform-modules/pulls/1230) - Chore: update cert-manager CRDs to v1.15.3 by @landerss1 in [#1227](https://github.com/XenitAB/terraform-modules/pulls/1227) - Chore!: bump flux provider to v1.4.0 by @landerss1 in [#1203](https://github.com/XenitAB/terraform-modules/pulls/1203) - Chore: Update Ingress-nginx, Cert-manager and external-dns by @CalleB3 in [#1191](https://github.com/XenitAB/terraform-modules/pulls/1191) From c014a2b0a276e28b44bfeb092e5ffdafc37eb8e4 Mon Sep 17 00:00:00 2001 From: Carl Andersson <91601778+CalleB3@users.noreply.github.com> Date: Wed, 30 Oct 2024 14:28:38 +0100 Subject: [PATCH 16/44] feat: Upgrade Linkerd-CNI and CRDs (#1231) * Upgrade linkerd-cni to 3.12.2 * Update linkerd crds * Update linkerd crds * Update modules.tf * Update modules.tf * docs & fmt --- modules/kubernetes/aks-core/README.md | 2 +- modules/kubernetes/aks-core/modules.tf | 8 ++++---- modules/kubernetes/linkerd/main.tf | 2 +- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index c701e556b..751933d8c 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -50,7 +50,7 @@ This module is used to create AKS clusters. | [ingress\_healthz](#module\_ingress\_healthz) | ../../kubernetes/ingress-healthz | n/a | | [ingress\_nginx](#module\_ingress\_nginx) | ../../kubernetes/ingress-nginx | n/a | | [linkerd](#module\_linkerd) | ../../kubernetes/linkerd | n/a | -| [linkerd\_crd](#module\_linkerd\_crd) | ../../kubernetes/helm-crd-oci | n/a | +| [linkerd\_crd](#module\_linkerd\_crd) | ../../kubernetes/helm-crd | n/a | | [nginx\_gateway\_fabric](#module\_nginx\_gateway\_fabric) | ../../kubernetes/nginx-gateway-fabric | n/a | | [node\_local\_dns](#module\_node\_local\_dns) | ../../kubernetes/node-local-dns | n/a | | [node\_ttl](#module\_node\_ttl) | ../../kubernetes/node-ttl | n/a | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index b3189a08b..be5ca5130 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -479,7 +479,7 @@ module "linkerd" { } module "linkerd_crd" { - source = "../../kubernetes/helm-crd-oci" + source = "../../kubernetes/helm-crd" for_each = { for s in ["linkerd"] : @@ -487,9 +487,9 @@ module "linkerd_crd" { if var.linkerd_enabled } - chart = "oci://ghcr.io/xenitab/helm-charts/linkerd-crds" - chart_name = "linkerd-crd" - chart_version = "2.12.2" + chart_repository = "https://helm.linkerd.io/stable" + chart_name = "linkerd-crds" + chart_version = "1.8.0" } module "node_local_dns" { diff --git a/modules/kubernetes/linkerd/main.tf b/modules/kubernetes/linkerd/main.tf index 63414f455..4d579543d 100644 --- a/modules/kubernetes/linkerd/main.tf +++ b/modules/kubernetes/linkerd/main.tf @@ -212,7 +212,7 @@ resource "helm_release" "linkerd_cni" { chart = "linkerd2-cni" name = "linkerd-cni" namespace = kubernetes_namespace.cni.metadata[0].name - version = "30.3.4" + version = "30.12.2" max_history = 3 values = [ From 206457a91a38643437cebd56b48d21b30a3103ce Mon Sep 17 00:00:00 2001 From: Carl Andersson <91601778+CalleB3@users.noreply.github.com> Date: Thu, 31 Oct 2024 14:44:27 +0100 Subject: [PATCH 17/44] chore: Upgrade azad-kube-proxy to 0.0.48 (#1234) --- .../azad-kube-proxy/templates/azad-kube-proxy.yaml.tpl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/kubernetes/azad-kube-proxy/templates/azad-kube-proxy.yaml.tpl b/modules/kubernetes/azad-kube-proxy/templates/azad-kube-proxy.yaml.tpl index 246347985..26ab6f8e3 100644 --- a/modules/kubernetes/azad-kube-proxy/templates/azad-kube-proxy.yaml.tpl +++ b/modules/kubernetes/azad-kube-proxy/templates/azad-kube-proxy.yaml.tpl @@ -27,7 +27,7 @@ spec: sourceRef: kind: HelmRepository name: azad-kube-proxy - version: v0.0.47 + version: v0.0.48 interval: 1m0s values: application: From 35abd77c871734e67f0665c91188d9de6fca2180 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Mon, 4 Nov 2024 07:31:48 +0100 Subject: [PATCH 18/44] feat: add support for karpenter autoscaling --- modules/kubernetes/README.md | 1 + modules/kubernetes/aks-core/README.md | 5 + modules/kubernetes/aks-core/main.tf | 12 +++ modules/kubernetes/aks-core/modules.tf | 34 +++++++ modules/kubernetes/aks-core/variables.tf | 74 +++++++++++++- modules/kubernetes/karpenter/README.md | 50 ++++++++++ modules/kubernetes/karpenter/main.tf | 90 +++++++++++++++++ modules/kubernetes/karpenter/outputs.tf | 1 + .../karpenter/templates/node-classes.yaml.tpl | 14 +++ .../karpenter/templates/node-pools.yaml.tpl | 70 +++++++++++++ .../karpenter/templates/secret.yaml.tpl | 8 ++ .../karpenter/templates/values.yaml.tpl | 58 +++++++++++ modules/kubernetes/karpenter/variables.tf | 99 +++++++++++++++++++ .../kubernetes/karpenter/workload_identity.tf | 24 +++++ validation/kubernetes/karpenter/main.tf | 31 ++++++ 15 files changed, 570 insertions(+), 1 deletion(-) create mode 100644 modules/kubernetes/karpenter/README.md create mode 100644 modules/kubernetes/karpenter/main.tf create mode 100644 modules/kubernetes/karpenter/outputs.tf create mode 100644 modules/kubernetes/karpenter/templates/node-classes.yaml.tpl create mode 100644 modules/kubernetes/karpenter/templates/node-pools.yaml.tpl create mode 100644 modules/kubernetes/karpenter/templates/secret.yaml.tpl create mode 100644 modules/kubernetes/karpenter/templates/values.yaml.tpl create mode 100644 modules/kubernetes/karpenter/variables.tf create mode 100644 modules/kubernetes/karpenter/workload_identity.tf create mode 100644 validation/kubernetes/karpenter/main.tf diff --git a/modules/kubernetes/README.md b/modules/kubernetes/README.md index 15bb553c3..f62f6e488 100644 --- a/modules/kubernetes/README.md +++ b/modules/kubernetes/README.md @@ -28,6 +28,7 @@ This directory contains all the Kubernetes Terraform modules. - [`helm-crd`](helm-crd/README.md) - [`ingress-healthz`](ingress-healthz/README.md) - [`ingress-nginx`](ingress-nginx/README.md) +- [`karpenter`](karpenter/README.md) - [`linkerd`](linkerd/README.md) - [`nginx-gateway-fabric`](nginx-gateway-fabric/README.md) - [`node-local-dns`](node-local-dns/README.md) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 751933d8c..9859f29da 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -49,6 +49,7 @@ This module is used to create AKS clusters. | [grafana\_k8s\_monitoring](#module\_grafana\_k8s\_monitoring) | ../../kubernetes/grafana-k8s-monitoring | n/a | | [ingress\_healthz](#module\_ingress\_healthz) | ../../kubernetes/ingress-healthz | n/a | | [ingress\_nginx](#module\_ingress\_nginx) | ../../kubernetes/ingress-nginx | n/a | +| [karpenter](#module\_karpenter) | ../../kubernetes/karpenter | n/a | | [linkerd](#module\_linkerd) | ../../kubernetes/linkerd | n/a | | [linkerd\_crd](#module\_linkerd\_crd) | ../../kubernetes/helm-crd | n/a | | [nginx\_gateway\_fabric](#module\_nginx\_gateway\_fabric) | ../../kubernetes/nginx-gateway-fabric | n/a | @@ -113,9 +114,11 @@ This module is used to create AKS clusters. | [azurerm_container_registry.acr](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/container_registry) | data source | | [azurerm_dns_zone.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/dns_zone) | data source | | [azurerm_key_vault.core](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/key_vault) | data source | +| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/kubernetes_cluster) | data source | | [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | +| [kubernetes_resources.bootstrap_token](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/data-sources/resources) | data source | ## Inputs @@ -168,6 +171,8 @@ This module is used to create AKS clusters. | [ingress\_healthz\_enabled](#input\_ingress\_healthz\_enabled) | Should ingress-healthz be enabled | `bool` | `true` | no | | [ingress\_nginx\_config](#input\_ingress\_nginx\_config) | Ingress configuration | 
object({
    private_ingress_enabled = bool
    customization = optional(object({
      allow_snippet_annotations = bool
      http_snippet              = string
      extra_config              = map(string)
      extra_headers             = map(string)
    }))
    customization_private = optional(object({
      allow_snippet_annotations = optional(bool)
      http_snippet              = optional(string)
      extra_config              = optional(map(string))
      extra_headers             = optional(map(string))
    }))
  })
| n/a | yes | | [ingress\_nginx\_enabled](#input\_ingress\_nginx\_enabled) | Should Ingress NGINX be enabled | `bool` | `true` | no | +| [karpenter\_config](#input\_karpenter\_config) | Karpenter configuration for the AKS cluster | 
object({
    node_ttl      = optional(string, "168h")
    replica_count = optional(number, 2)
    node_classes = optional(list(object({
      name         = optional(string, "default")
      image_family = optional(string, "Ubuntu2204")
      kubelet = optional(object({
        container_log_max_size  = optional(string, "10Mi")
        cpu_cfs_quota           = optional(bool, true)
        cpu_cfs_quota_period    = optional(string, "100ms")
        cpu_manager_policy      = optional(string, "none")
        topology_manager_policy = optional(string, "none")
      }), {})
    })), [{}])
    node_pools = optional(list(object({
      name              = string
      consolidate_after = optional(string, "5s")
      description       = string
      disruption_budgets = optional(list(object({
        duration = optional(string, null)
        nodes    = optional(string, "10%")
        reasons  = optional(list(string), ["Drifted", "Empty", "Underutilized"])
        schedule = optional(string, null)
      })), [])
      limits = object({
        cpu    = string
        memory = string
      })
      node_annotations = optional(map(string), {})
      node_class_ref   = optional(string, "default")
      node_labels      = optional(map(string), {})
      node_requirements = optional(list(object({
        key      = string
        operator = string
        values   = list(string)
      })), [])
      node_taints = optional(list(object({
        key    = string
        effect = string
        value  = string
      })), [])
      node_ttl = optional(string, "168h")
      weight   = optional(number, 1)
    })), [])
    settings = optional(object({
      batch_idle_duration = optional(string, "1s")
      batch_max_duration  = optional(string, "10s")
    }), {})
  })
| 
{
  "bootstrap_token": "",
  "cluster_endpoint": "",
  "node_identities": "",
  "ssh_public_key": "",
  "vnet_subnet_id": ""
}
| no | +| [karpenter\_enabled](#input\_karpenter\_enabled) | If Karpenter should be enabled | `bool` | `false` | no | | [kubernetes\_default\_limit\_range](#input\_kubernetes\_default\_limit\_range) | Default limit range for tenant namespaces | 
object({
    default_request = object({
      cpu    = string
      memory = string
    })
    default = object({
      memory = string
    })
  })
| 
{
  "default": {
    "memory": "256Mi"
  },
  "default_request": {
    "cpu": "50m",
    "memory": "32Mi"
  }
}
| no | | [kubernetes\_network\_policy\_default\_deny](#input\_kubernetes\_network\_policy\_default\_deny) | If network policies should by default deny cross namespace traffic | `bool` | `true` | no | | [linkerd\_enabled](#input\_linkerd\_enabled) | Should linkerd be enabled | `bool` | `false` | no | diff --git a/modules/kubernetes/aks-core/main.tf b/modules/kubernetes/aks-core/main.tf index 08a5439b9..617f9f772 100644 --- a/modules/kubernetes/aks-core/main.tf +++ b/modules/kubernetes/aks-core/main.tf @@ -83,3 +83,15 @@ data "azurerm_dns_zone" "this" { resource_group_name = data.azurerm_resource_group.global.name } +data "azurerm_kubernetes_cluster" "this" { + name = "aks-${var.environment}-${var.location_short}-${var.name}${var.aks_name_suffix}" + resource_group_name = data.azurerm_resource_group.this.name +} + +data "kubernetes_resources" "bootstrap_token" { + namespace = "kube-system" + kind = "Secret" + field_selector = "type=bootstrap.kubernetes.io/token" + api_version = "v1" +} + diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index be5ca5130..de590a8e3 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -267,6 +267,8 @@ module "fluxcd" { if var.fluxcd_enabled } + depends_on = [module.karpenter] + source = "../../kubernetes/fluxcd" environment = var.environment @@ -383,6 +385,7 @@ module "grafana_alloy" { oidc_issuer_url = var.oidc_issuer_url resource_group_name = data.azurerm_resource_group.this.name } + module "grafana_k8s_monitoring" { for_each = { @@ -450,6 +453,37 @@ module "ingress_nginx" { cluster_id = local.cluster_id } +module "karpenter" { + for_each = { + for s in ["karpenter"] : + s => s + if var.karpenter_enabled + } + + source = "../../kubernetes/karpenter" + + aks_config = { + cluster_id = local.cluster_id + cluster_name = data.azurerm_kubernetes_cluster.this.name + cluster_endpoint = data.azurerm_kubernetes_cluster.this.kube_config[0].host + bootstrap_token = join(".", [ + base64decode(data.kubernetes_resources.bootstrap_token.objects[0].data.token-id), + base64decode(data.kubernetes_resources.bootstrap_token.objects[0].data.token-secret) + ]) + default_node_pool_size = data.azurerm_kubernetes_cluster.this.agent_pool_profile[0].count + node_identities = data.azurerm_kubernetes_cluster.this.kubelet_identity[0].user_assigned_identity_id + node_resource_group = data.azurerm_kubernetes_cluster.this.node_resource_group + oidc_issuer_url = var.oidc_issuer_url + ssh_public_key = data.azurerm_kubernetes_cluster.this.linux_profile[0].ssh_key[0].key_data + vnet_subnet_id = data.azurerm_kubernetes_cluster.this.agent_pool_profile[0].vnet_subnet_id + } + + karpenter_config = var.karpenter_config + location = data.azurerm_resource_group.this.location + resource_group_name = data.azurerm_resource_group.this.name + subscription_id = data.azurerm_client_config.current.subscription_id +} + module "nginx_gateway_fabric" { depends_on = [module.gateway_api] diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 8f7f513b2..9d6f07d62 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -469,7 +469,6 @@ variable "grafana_k8s_monitoring_enabled" { default = false } - variable "grafana_k8s_monitor_config" { description = "Grafana k8s monitor chart config" type = object({ @@ -760,4 +759,77 @@ variable "nginx_gateway_config" { }), {}) }) default = {} +} + +variable "karpenter_enabled" { + description = "If Karpenter should be enabled" + type = bool + default = false +} + +variable "karpenter_config" { + description = "Karpenter configuration for the AKS cluster" + type = object({ + node_ttl = optional(string, "168h") + replica_count = optional(number, 2) + node_classes = optional(list(object({ + name = optional(string, "default") + image_family = optional(string, "Ubuntu2204") + kubelet = optional(object({ + container_log_max_size = optional(string, "10Mi") + cpu_cfs_quota = optional(bool, true) + cpu_cfs_quota_period = optional(string, "100ms") + cpu_manager_policy = optional(string, "none") + topology_manager_policy = optional(string, "none") + }), {}) + })), [{}]) + node_pools = optional(list(object({ + name = string + consolidate_after = optional(string, "5s") + description = string + disruption_budgets = optional(list(object({ + duration = optional(string, null) + nodes = optional(string, "10%") + reasons = optional(list(string), ["Drifted", "Empty", "Underutilized"]) + schedule = optional(string, null) + })), []) + limits = object({ + cpu = string + memory = string + }) + node_annotations = optional(map(string), {}) + node_class_ref = optional(string, "default") + node_labels = optional(map(string), {}) + node_requirements = optional(list(object({ + key = string + operator = string + values = list(string) + })), []) + node_taints = optional(list(object({ + key = string + effect = string + value = string + })), []) + node_ttl = optional(string, "168h") + weight = optional(number, 1) + })), []) + settings = optional(object({ + batch_idle_duration = optional(string, "1s") + batch_max_duration = optional(string, "10s") + }), {}) + }) + default = { + bootstrap_token = "" + cluster_endpoint = "" + node_identities = "" + ssh_public_key = "" + vnet_subnet_id = "" + } + + validation { + condition = alltrue([ + for nc in var.karpenter_config.node_classes : contains(["Ubuntu2204", "AzureLinux"], nc.image_family) + ]) + error_message = "The AKSNodeClass imageFamily must be either 'Ubuntu2204' or 'AzureLinux'." + } } \ No newline at end of file diff --git a/modules/kubernetes/karpenter/README.md b/modules/kubernetes/karpenter/README.md new file mode 100644 index 000000000..38acd5fbb --- /dev/null +++ b/modules/kubernetes/karpenter/README.md @@ -0,0 +1,50 @@ +# Karpenter (karpenter) + +This module is used to add self-hosted [`karpenter`](https://github.com/Azure/karpenter-provider-azure) to Kubernetes clusters. + +## Requirements + +| Name | Version | +|------|---------| +| [terraform](#requirement\_terraform) | >= 1.3.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | +| [helm](#requirement\_helm) | 2.11.0 | +| [kubectl](#requirement\_kubectl) | 1.14.0 | + +## Providers + +| Name | Version | +|------|---------| +| [azurerm](#provider\_azurerm) | 4.7.0 | +| [helm](#provider\_helm) | 2.11.0 | +| [kubectl](#provider\_kubectl) | 1.14.0 | + +## Modules + +No modules. + +## Resources + +| Name | Type | +|------|------| +| [azurerm_federated_identity_credential.karpenter](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.karpenter_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.karpenter](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | +| [helm_release.karpenter](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | +| [kubectl_manifest.node_classes](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [kubectl_manifest.node_pools](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [kubectl_manifest.secret](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | + +## Inputs + +| Name | Description | Type | Default | Required | +|------|-------------|------|---------|:--------:| +| [aks\_config](#input\_aks\_config) | AKScluster configuration | 
object({
    cluster_id             = string
    cluster_name           = string
    cluster_endpoint       = string
    bootstrap_token        = string
    default_node_pool_size = number
    node_identities        = string
    node_resource_group    = string
    oidc_issuer_url        = string
    ssh_public_key         = string
    vnet_subnet_id         = string
  })
| n/a | yes | +| [karpenter\_config](#input\_karpenter\_config) | Karpenter configuration for the AKS cluster | 
object({
    node_ttl      = optional(string, "168h")
    replica_count = optional(number, 2)
    node_classes = optional(list(object({
      name         = optional(string, "default")
      image_family = optional(string, "Ubuntu2204")
      kubelet = optional(object({
        container_log_max_size  = optional(string, "10Mi")
        cpu_cfs_quota           = optional(bool, true)
        cpu_cfs_quota_period    = optional(string, "100ms")
        cpu_manager_policy      = optional(string, "none")
        topology_manager_policy = optional(string, "none")
      }), {})
    })), [{}])
    node_pools = optional(list(object({
      name              = string
      consolidate_after = optional(string, "5s")
      description       = string
      disruption_budgets = optional(list(object({
        duration = optional(string, null)
        nodes    = optional(string, "10%")
        reasons  = optional(list(string), ["Drifted", "Empty", "Underutilized"])
        schedule = optional(string, null)
      })), [])
      limits = object({
        cpu    = string
        memory = string
      })
      node_annotations = optional(map(string), {})
      node_class_ref   = optional(string, "default")
      node_labels      = optional(map(string), {})
      node_requirements = optional(list(object({
        key      = string
        operator = string
        values   = list(string)
      })), [])
      node_taints = optional(list(object({
        key    = string
        effect = string
        value  = string
      })), [])
      node_ttl = optional(string, "168h")
      weight   = optional(number, 1)
    })), [])
    settings = optional(object({
      batch_idle_duration = optional(string, "1s")
      batch_max_duration  = optional(string, "10s")
    }), {})
  })
| 
{
  "bootstrap_token": "",
  "cluster_endpoint": "",
  "node_identities": "",
  "ssh_public_key": "",
  "vnet_subnet_id": ""
}
| no | +| [location](#input\_location) | The Azure region name. | `string` | n/a | yes | +| [resource\_group\_name](#input\_resource\_group\_name) | The Azure AKS resource group name | `string` | n/a | yes | +| [subscription\_id](#input\_subscription\_id) | The Azure subscription id | `string` | n/a | yes | + +## Outputs + +No outputs. diff --git a/modules/kubernetes/karpenter/main.tf b/modules/kubernetes/karpenter/main.tf new file mode 100644 index 000000000..fc984170e --- /dev/null +++ b/modules/kubernetes/karpenter/main.tf @@ -0,0 +1,90 @@ +/** + * # Karpenter (karpenter) + * + * This module is used to add self-hosted [`karpenter`](https://github.com/Azure/karpenter-provider-azure) to Kubernetes clusters. + */ + +terraform { + required_version = ">= 1.3.0" + + required_providers { + azurerm = { + version = "4.7.0" + source = "hashicorp/azurerm" + } + helm = { + source = "hashicorp/helm" + version = "2.11.0" + } + kubectl = { + source = "gavinbunney/kubectl" + version = "1.14.0" + } + } +} + +resource "kubectl_manifest" "secret" { + server_side_apply = true + apply_only = true + yaml_body = templatefile("${path.module}/templates/secret.yaml.tpl", { + bootstrap_token = base64encode(var.aks_config.bootstrap_token) + }) +} + +resource "helm_release" "karpenter" { + depends_on = [kubectl_manifest.secret] + + repository = "oci://mcr.microsoft.com/aks/karpenter/" + chart = "karpenter" + name = "karpenter" + namespace = "kube-system" + version = "0.7.0" + max_history = 3 + skip_crds = false + wait = true + values = [templatefile("${path.module}/templates/values.yaml.tpl", { + default_node_pool_size = var.aks_config.default_node_pool_size + batch_idle_duration = var.karpenter_config.settings.batch_idle_duration + batch_max_duration = var.karpenter_config.settings.batch_max_duration + client_id = azurerm_user_assigned_identity.karpenter.client_id, + cluster_endpoint = var.aks_config.cluster_endpoint + cluster_name = var.aks_config.cluster_name + location = var.location + node_identities = var.aks_config.node_identities + node_resource_group_name = var.aks_config.node_resource_group + replica_count = var.karpenter_config.replica_count + ssh_public_key = var.aks_config.ssh_public_key + subscription_id = var.subscription_id + vnet_subnet_id = var.aks_config.vnet_subnet_id + })] +} + +resource "kubectl_manifest" "node_classes" { + for_each = { + for class in var.karpenter_config.node_classes : + class.name => class + } + + depends_on = [helm_release.karpenter] + + server_side_apply = true + apply_only = true + yaml_body = templatefile("${path.module}/templates/node-classes.yaml.tpl", { + class = each.value + }) +} + +resource "kubectl_manifest" "node_pools" { + for_each = { + for pool in var.karpenter_config.node_pools : + pool.name => pool + } + + depends_on = [kubectl_manifest.node_classes] + + server_side_apply = true + apply_only = true + yaml_body = templatefile("${path.module}/templates/node-pools.yaml.tpl", { + pool = each.value + }) +} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/outputs.tf b/modules/kubernetes/karpenter/outputs.tf new file mode 100644 index 000000000..8b1378917 --- /dev/null +++ b/modules/kubernetes/karpenter/outputs.tf @@ -0,0 +1 @@ + diff --git a/modules/kubernetes/karpenter/templates/node-classes.yaml.tpl b/modules/kubernetes/karpenter/templates/node-classes.yaml.tpl new file mode 100644 index 000000000..6c8c37c7d --- /dev/null +++ b/modules/kubernetes/karpenter/templates/node-classes.yaml.tpl @@ -0,0 +1,14 @@ +apiVersion: karpenter.azure.com/v1alpha2 +kind: AKSNodeClass +metadata: + name: ${class.name} + annotations: + kubernetes.io/description: "General purpose AKSNodeClass for running Ubuntu2204 nodes" +spec: + imageFamily: ${class.image_family} + kubelet: + containerLogMaxSize: ${class.kubelet.container_log_max_size} + cpuCFSQuota: ${class.kubelet.cpu_cfs_quota} + cpuCFSQuotaPeriod: ${class.kubelet.cpu_cfs_quota_period} + cpuManagerPolicy: ${class.kubelet.cpu_manager_policy} + topologyManagerPolicy: ${class.kubelet.topology_manager_policy} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/templates/node-pools.yaml.tpl b/modules/kubernetes/karpenter/templates/node-pools.yaml.tpl new file mode 100644 index 000000000..f49c3bfa7 --- /dev/null +++ b/modules/kubernetes/karpenter/templates/node-pools.yaml.tpl @@ -0,0 +1,70 @@ +apiVersion: karpenter.sh/v1beta1 +kind: NodePool +metadata: + name: ${pool.name} + annotations: + kubernetes.io/description: "${pool.description}" +spec: + disruption: + #consolidateAfter: ${pool.consolidate_after} + expireAfter: ${pool.node_ttl} + %{~ if length(pool.disruption_budgets) > 0 ~} + budgets: + %{~ for budget in pool.disruption_budgets ~} + - nodes: "${budget.nodes}" + %{~ if budget.duration != null ~} + duration: ${budget.duration} + %{~ endif ~} + %{~ if budget.schedule != null ~} + schedule: ${budget.schedule} + %{~ endif ~} + %{~ if length(budget.reasons) > 0 ~} + reasons: + %{~ for reason in budget.reasons ~} + - ${reason} + %{~ endfor ~} + %{~ endif ~} + %{~ endfor ~} + %{~ endif ~} + limits: + cpu: ${pool.limits.cpu} + memory: ${pool.limits.memory} + template: + metadata: + labels: + # required for Karpenter to predict overhead from cilium DaemonSet + kubernetes.azure.com/ebpf-dataplane: cilium + %{~ if length(pool.node_labels) > 0 ~} + %{~ for key, value in pool.node_labels ~} + ${key} : ${value} + %{~ endfor ~} + %{~ endif ~} + %{~ if length(pool.node_annotations) > 0 ~} + annotations: + %{~ for annotation in pool.node_annotations ~} + ${annotation} + %{~ endfor ~} + %{~ endif ~} + spec: + startupTaints: + # https://karpenter.sh/docs/concepts/nodepools/#cilium-startup-taint + - key: node.cilium.io/agent-not-ready + effect: NoExecute + value: "true" + %{~ if length(pool.node_taints) > 0 ~} + taints: + %{~ for taint in pool.node_taints ~} + - key: ${taint.key} + effect: ${taint.effect} + value: "${taint.value}" + %{~ endfor ~} + %{~ endif ~} + requirements: + %{~ for requirement in pool.node_requirements ~} + - key: ${requirement.key} + operator: ${requirement.operator} + values: ${jsonencode(requirement.values)} + %{~ endfor ~} + nodeClassRef: + name: ${pool.node_class_ref} + weight: ${pool.weight} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/templates/secret.yaml.tpl b/modules/kubernetes/karpenter/templates/secret.yaml.tpl new file mode 100644 index 000000000..e757f2ae2 --- /dev/null +++ b/modules/kubernetes/karpenter/templates/secret.yaml.tpl @@ -0,0 +1,8 @@ +apiVersion: v1 +kind: Secret +metadata: + name: kubelet-bootstrap-token + namespace: kube-system +type: Opaque +data: + KUBELET_BOOTSTRAP_TOKEN: ${bootstrap_token} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/templates/values.yaml.tpl b/modules/kubernetes/karpenter/templates/values.yaml.tpl new file mode 100644 index 000000000..e35437735 --- /dev/null +++ b/modules/kubernetes/karpenter/templates/values.yaml.tpl @@ -0,0 +1,58 @@ +replicas: ${replica_count} +controller: + env: + - name: FEATURE_GATES + value: Drift=true + - name: LEADER_ELECT + value: "false" + - name: CLUSTER_NAME + value: ${cluster_name} + - name: CLUSTER_ENDPOINT + value: ${cluster_endpoint} + - name: SSH_PUBLIC_KEY + value: "${ssh_public_key}" + - name: NETWORK_PLUGIN + value: "azure" + - name: NETWORK_PLUGIN_MODE + value: "overlay" + - name: NETWORK_DATAPLANE + value: "cilium" + - name: NETWORK_POLICY + value: "" + - name: NODE_IDENTITIES + value: "${node_identities}" + - name: VNET_SUBNET_ID + value: "${vnet_subnet_id}" + - name: ARM_SUBSCRIPTION_ID + value: ${subscription_id} + - name: LOCATION + value: ${location} + - name: ARM_USE_CREDENTIAL_FROM_ENVIRONMENT + value: "true" + - name: ARM_USE_MANAGED_IDENTITY_EXTENSION + value: "false" + - name: ARM_USER_ASSIGNED_IDENTITY_ID + value: "" + - name: AZURE_NODE_RESOURCE_GROUP + value: ${node_resource_group_name} + envFrom: + - secretRef: + name: kubelet-bootstrap-token + settings: + batchMaxDuration: ${batch_max_duration} + batchIdleDuration: ${batch_idle_duration} +serviceAccount: + name: karpenter-sa + annotations: + azure.workload.identity/client-id: ${client_id} +podLabels: + azure.workload.identity/use: "true" +%{~ if replica_count < default_node_pool_size ~} +affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: karpenter.sh/nodepool + operator: DoesNotExist +%{~ endif ~} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/variables.tf b/modules/kubernetes/karpenter/variables.tf new file mode 100644 index 000000000..f1b82168e --- /dev/null +++ b/modules/kubernetes/karpenter/variables.tf @@ -0,0 +1,99 @@ +variable "aks_config" { + description = "AKScluster configuration" + type = object({ + cluster_id = string + cluster_name = string + cluster_endpoint = string + bootstrap_token = string + default_node_pool_size = number + node_identities = string + node_resource_group = string + oidc_issuer_url = string + ssh_public_key = string + vnet_subnet_id = string + }) + + sensitive = true +} + +variable "karpenter_config" { + description = "Karpenter configuration for the AKS cluster" + type = object({ + node_ttl = optional(string, "168h") + replica_count = optional(number, 2) + node_classes = optional(list(object({ + name = optional(string, "default") + image_family = optional(string, "Ubuntu2204") + kubelet = optional(object({ + container_log_max_size = optional(string, "10Mi") + cpu_cfs_quota = optional(bool, true) + cpu_cfs_quota_period = optional(string, "100ms") + cpu_manager_policy = optional(string, "none") + topology_manager_policy = optional(string, "none") + }), {}) + })), [{}]) + node_pools = optional(list(object({ + name = string + consolidate_after = optional(string, "5s") + description = string + disruption_budgets = optional(list(object({ + duration = optional(string, null) + nodes = optional(string, "10%") + reasons = optional(list(string), ["Drifted", "Empty", "Underutilized"]) + schedule = optional(string, null) + })), []) + limits = object({ + cpu = string + memory = string + }) + node_annotations = optional(map(string), {}) + node_class_ref = optional(string, "default") + node_labels = optional(map(string), {}) + node_requirements = optional(list(object({ + key = string + operator = string + values = list(string) + })), []) + node_taints = optional(list(object({ + key = string + effect = string + value = string + })), []) + node_ttl = optional(string, "168h") + weight = optional(number, 1) + })), []) + settings = optional(object({ + batch_idle_duration = optional(string, "1s") + batch_max_duration = optional(string, "10s") + }), {}) + }) + default = { + bootstrap_token = "" + cluster_endpoint = "" + node_identities = "" + ssh_public_key = "" + vnet_subnet_id = "" + } + + validation { + condition = alltrue([ + for nc in var.karpenter_config.node_classes : contains(["Ubuntu2204", "AzureLinux"], nc.image_family) + ]) + error_message = "The AKSNodeClass imageFamily must be either 'Ubuntu2204' or 'AzureLinux'." + } +} + +variable "location" { + description = "The Azure region name." + type = string +} + +variable "resource_group_name" { + description = "The Azure AKS resource group name" + type = string +} + +variable "subscription_id" { + description = "The Azure subscription id" + type = string +} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/workload_identity.tf b/modules/kubernetes/karpenter/workload_identity.tf new file mode 100644 index 000000000..75937aa3f --- /dev/null +++ b/modules/kubernetes/karpenter/workload_identity.tf @@ -0,0 +1,24 @@ +resource "azurerm_user_assigned_identity" "karpenter" { + resource_group_name = var.resource_group_name + location = var.location + name = "uai-${var.aks_config.cluster_id}-karpenter-wi" +} + +resource "azurerm_role_assignment" "karpenter_contributor" { + for_each = { + for role in ["Virtual Machine Contributor", "Network Contributor", "Managed Identity Operator"] : + role => role + } + scope = "/subscriptions/${var.subscription_id}" + role_definition_name = each.key + principal_id = azurerm_user_assigned_identity.karpenter.principal_id +} + +resource "azurerm_federated_identity_credential" "karpenter" { + name = azurerm_user_assigned_identity.karpenter.name + resource_group_name = azurerm_user_assigned_identity.karpenter.resource_group_name + parent_id = azurerm_user_assigned_identity.karpenter.id + audience = ["api://AzureADTokenExchange"] + issuer = var.aks_config.oidc_issuer_url + subject = "system:serviceaccount:kube-system:karpenter-sa" +} \ No newline at end of file diff --git a/validation/kubernetes/karpenter/main.tf b/validation/kubernetes/karpenter/main.tf new file mode 100644 index 000000000..a73d1c9c6 --- /dev/null +++ b/validation/kubernetes/karpenter/main.tf @@ -0,0 +1,31 @@ +terraform {} + +provider "azurerm" { + features {} +} + +provider "kubernetes" {} + +provider "helm" {} + +module "karpenter" { + source = "../../../modules/kubernetes/karpenter" + + aks_config = { + cluster_id = "id1" + cluster_name = "aks-dust-we-aks1" + cluster_endpoint = "https://foo.com:443" + bootstrap_token = "123.456" + default_node_pool_size = 2 + node_identities = "some-identity" + node_resource_group = "some-group_id" + oidc_issuer_url = "https://some-url" + ssh_public_key = "some-key" + vnet_subnet_id = "subnet1" + } + + karpenter_config = {} + location = "westeurope" + resource_group_name = "rg-dust-we-aks1" + subscription_id = "id1" +} \ No newline at end of file From b0dd17c590374e009a868c0082f70a65fb9a2c5e Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Mon, 4 Nov 2024 08:11:58 +0000 Subject: [PATCH 19/44] Update CHANGELOG --- CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6a634da97..0f8addfe6 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## Unreleased ### 🚀 New Features +- Feat: add support for karpenter autoscaling by @landerss1 in [#1235](https://github.com/XenitAB/terraform-modules/pulls/1235) +- Feat: Upgrade Linkerd-CNI and CRDs by @CalleB3 in [#1231](https://github.com/XenitAB/terraform-modules/pulls/1231) - Feat: add option to use Azure CNI with Cilium by @CalleB3 in [#1142](https://github.com/XenitAB/terraform-modules/pulls/1142) - Feat: add support for Nginx Gateway Fabric by @landerss1 in [#1228](https://github.com/XenitAB/terraform-modules/pulls/1228) - Feat: add support for Gateway API by @landerss1 in [#1226](https://github.com/XenitAB/terraform-modules/pulls/1226) @@ -59,6 +61,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### ⚙️ Miscellaneous +- Chore: Upgrade azad-kube-proxy to 0.0.48 by @CalleB3 in [#1234](https://github.com/XenitAB/terraform-modules/pulls/1234) - Chore: Upgrade Azurerm to 4.7.0 by @CalleB3 in [#1230](https://github.com/XenitAB/terraform-modules/pulls/1230) - Chore: update cert-manager CRDs to v1.15.3 by @landerss1 in [#1227](https://github.com/XenitAB/terraform-modules/pulls/1227) - Chore!: bump flux provider to v1.4.0 by @landerss1 in [#1203](https://github.com/XenitAB/terraform-modules/pulls/1203) From 20b01f033da53f56d5368bcc8aa500943b1066ca Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Mon, 4 Nov 2024 12:47:01 +0100 Subject: [PATCH 20/44] refactor: associate default aks agent pool nsg to vnet subnets --- modules/azure/aks/README.md | 3 +++ modules/azure/aks/aks.tf | 20 ++++++++++++++++++++ 2 files changed, 23 insertions(+) diff --git a/modules/azure/aks/README.md b/modules/azure/aks/README.md index 8d7f7e604..9b0bebdb4 100644 --- a/modules/azure/aks/README.md +++ b/modules/azure/aks/README.md @@ -59,12 +59,15 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | [azurerm_security_center_auto_provisioning.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/security_center_auto_provisioning) | resource | | [azurerm_security_center_subscription_pricing.containers](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/security_center_subscription_pricing) | resource | | [azurerm_storage_management_policy.log_storage_account_audit_policy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_management_policy) | resource | +| [azurerm_subnet_network_security_group_association.subnet_nsg_association](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet_network_security_group_association) | resource | | [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [azuread_group.tenant_resource_group_contributor](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | +| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/kubernetes_cluster) | data source | | [azurerm_resource_group.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_resources.nsg](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resources) | data source | | [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/storage_account) | data source | | [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subnet) | data source | diff --git a/modules/azure/aks/aks.tf b/modules/azure/aks/aks.tf index d992da1d3..1a16d2989 100644 --- a/modules/azure/aks/aks.tf +++ b/modules/azure/aks/aks.tf @@ -334,3 +334,23 @@ resource "azurerm_role_assignment" "aks_managed_identity_noderg_virtual_machine_ role_definition_name = "Virtual Machine Contributor" principal_id = var.aad_groups.aks_managed_identity.id } + +data "azurerm_kubernetes_cluster" "this" { + name = azurerm_kubernetes_cluster.this.name + resource_group_name = azurerm_kubernetes_cluster.this.resource_group_name +} + +data "azurerm_resources" "nsg" { + resource_group_name = data.azurerm_kubernetes_cluster.this.node_resource_group + type = "Microsoft.Network/networkSecurityGroups" +} + +resource "azurerm_subnet_network_security_group_association" "subnet_nsg_association" { + for_each = { + for pool_profile in data.azurerm_kubernetes_cluster.this.agent_pool_profile : + pool_profile.name => pool_profile + } + + subnet_id = each.value.vnet_subnet_id + network_security_group_id = data.azurerm_resources.nsg.id +} From 7c67e89cb629f364a2207510d0eec9bc2a3dc17f Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Mon, 4 Nov 2024 13:39:23 +0100 Subject: [PATCH 21/44] fix: retrieve nsg id from azurerm_resources --- modules/azure/aks/aks.tf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/azure/aks/aks.tf b/modules/azure/aks/aks.tf index 1a16d2989..cdd1f5a1d 100644 --- a/modules/azure/aks/aks.tf +++ b/modules/azure/aks/aks.tf @@ -352,5 +352,5 @@ resource "azurerm_subnet_network_security_group_association" "subnet_nsg_associa } subnet_id = each.value.vnet_subnet_id - network_security_group_id = data.azurerm_resources.nsg.id + network_security_group_id = data.azurerm_resources.nsg.resources[0].id } From 90546c469d7cc414aeddd839df6cf5b56bc5456f Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Fri, 8 Nov 2024 07:47:14 +0100 Subject: [PATCH 22/44] feat: add support for popeye k8s linter --- modules/kubernetes/README.md | 1 + modules/kubernetes/aks-core/README.md | 4 + modules/kubernetes/aks-core/main.tf | 5 ++ modules/kubernetes/aks-core/modules.tf | 17 +++++ modules/kubernetes/aks-core/variables.tf | 25 +++++++ modules/kubernetes/popeye/README.md | 51 +++++++++++++ .../popeye/charts/popeye/.helmignore | 23 ++++++ .../popeye/charts/popeye/Chart.yaml | 6 ++ .../templates/cluster-role-binding.yaml | 14 ++++ .../charts/popeye/templates/cluster-role.yaml | 74 +++++++++++++++++++ .../charts/popeye/templates/config-map.yaml | 12 +++ .../charts/popeye/templates/cronjob.yaml | 65 ++++++++++++++++ .../popeye/charts/popeye/templates/pvc.yaml | 14 ++++ .../charts/popeye/templates/secret.yaml | 11 +++ .../popeye/templates/service-account.yaml | 9 +++ .../popeye/templates/storage-class.yaml | 14 ++++ .../popeye/charts/popeye/values.yaml.tpl | 68 +++++++++++++++++ modules/kubernetes/popeye/main.tf | 57 ++++++++++++++ modules/kubernetes/popeye/outputs.tf | 0 modules/kubernetes/popeye/variables.tf | 43 +++++++++++ .../kubernetes/popeye/workload-identity.tf | 26 +++++++ validation/kubernetes/popeye/main.tf | 34 +++++++++ 22 files changed, 573 insertions(+) create mode 100644 modules/kubernetes/popeye/README.md create mode 100644 modules/kubernetes/popeye/charts/popeye/.helmignore create mode 100644 modules/kubernetes/popeye/charts/popeye/Chart.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/cluster-role-binding.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/cluster-role.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/config-map.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/cronjob.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/pvc.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/secret.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/service-account.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/templates/storage-class.yaml create mode 100644 modules/kubernetes/popeye/charts/popeye/values.yaml.tpl create mode 100644 modules/kubernetes/popeye/main.tf create mode 100644 modules/kubernetes/popeye/outputs.tf create mode 100644 modules/kubernetes/popeye/variables.tf create mode 100644 modules/kubernetes/popeye/workload-identity.tf create mode 100644 validation/kubernetes/popeye/main.tf diff --git a/modules/kubernetes/README.md b/modules/kubernetes/README.md index f62f6e488..7407d9e21 100644 --- a/modules/kubernetes/README.md +++ b/modules/kubernetes/README.md @@ -33,6 +33,7 @@ This directory contains all the Kubernetes Terraform modules. - [`nginx-gateway-fabric`](nginx-gateway-fabric/README.md) - [`node-local-dns`](node-local-dns/README.md) - [`node-ttl`](node-ttl/README.md) +- [`popeye`](popeye/README.md) - [`prometheus`](prometheus/README.md) - [`promtail`](promtail/README.md) - [`reloader`](reloader/README.md) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 9859f29da..700ee250b 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -55,6 +55,7 @@ This module is used to create AKS clusters. | [nginx\_gateway\_fabric](#module\_nginx\_gateway\_fabric) | ../../kubernetes/nginx-gateway-fabric | n/a | | [node\_local\_dns](#module\_node\_local\_dns) | ../../kubernetes/node-local-dns | n/a | | [node\_ttl](#module\_node\_ttl) | ../../kubernetes/node-ttl | n/a | +| [popeye](#module\_popeye) | ../../kubernetes/popeye | n/a | | [prometheus](#module\_prometheus) | ../../kubernetes/prometheus | n/a | | [prometheus\_crd](#module\_prometheus\_crd) | ../../kubernetes/helm-crd | n/a | | [promtail](#module\_promtail) | ../../kubernetes/promtail | n/a | @@ -117,6 +118,7 @@ This module is used to create AKS clusters. | [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/kubernetes_cluster) | data source | | [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | +| [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | | [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | | [kubernetes_resources.bootstrap_token](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/data-sources/resources) | data source | @@ -185,6 +187,8 @@ This module is used to create AKS clusters. | [node\_local\_dns\_enabled](#input\_node\_local\_dns\_enabled) | Should VPA be enabled | `bool` | `true` | no | | [node\_ttl\_enabled](#input\_node\_ttl\_enabled) | Should Node TTL be enabled | `bool` | `true` | no | | [oidc\_issuer\_url](#input\_oidc\_issuer\_url) | Kubernetes OIDC issuer URL for workload identity. | `string` | n/a | yes | +| [popeye\_config](#input\_popeye\_config) | The popeye configuration | 
object({
    allowed_registries = optional(list(string), [])
    cron_jobs = optional(list(object({
      namespace     = optional(string, "default")
      resources     = optional(string, "cj,cm,deploy,ds,gw,gwc,gwr,hpa,ing,job,np,pdb,po,pv,pvc,ro,rb,sa,sec,sts,svc")
      output_format = optional(string, "html")
      schedule      = optional(string, "0 0 * * 1")
    })), [{}])
    storage_account = optional(object({
      resource_group_name = optional(string, "")
      account_name        = optional(string, "")
      file_share_size     = optional(string, "1Gi")
    }), {})
  })
| `{}` | no | +| [popeye\_enabled](#input\_popeye\_enabled) | If the popeye module should be installed | `bool` | `false` | no | | [priority\_expander\_config](#input\_priority\_expander\_config) | Cluster auto scaler priority expander configuration. | `map(list(string))` | `null` | no | | [prometheus\_config](#input\_prometheus\_config) | Configuration for prometheus | 
object({
    azure_key_vault_name       = string
    tenant_id                  = string
    remote_write_authenticated = bool
    remote_write_url           = string
    volume_claim_size          = string
    resource_selector          = list(string)
    namespace_selector         = list(string)
  })
| n/a | yes | | [prometheus\_enabled](#input\_prometheus\_enabled) | Should prometheus be enabled | `bool` | `true` | no | diff --git a/modules/kubernetes/aks-core/main.tf b/modules/kubernetes/aks-core/main.tf index 617f9f772..6ee555adf 100644 --- a/modules/kubernetes/aks-core/main.tf +++ b/modules/kubernetes/aks-core/main.tf @@ -49,6 +49,11 @@ data "azurerm_resource_group" "global" { name = "rg-${var.environment}-${var.global_location_short}-global" } +data "azurerm_user_assigned_identity" "aks" { + name = "uai-aks-${var.environment}-${var.location_short}-${var.name}${local.aks_name_suffix}" + resource_group_name = data.azurerm_resource_group.this.name +} + data "azuread_group" "aks_managed_identity" { display_name = "${var.group_name_prefix}${var.group_name_separator}${var.subscription_name}${var.group_name_separator}${var.environment}${var.group_name_separator}aksmsi" } diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index de590a8e3..48b5bd580 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -500,6 +500,23 @@ module "nginx_gateway_fabric" { nginx_config = var.ingress_nginx_config.customization } +module "popeye" { + for_each = { + for s in ["popeye"] : + s => s + if var.popeye_enabled + } + + source = "../../kubernetes/popeye" + + aks_managed_identity_id = data.azurerm_user_assigned_identity.aks.principal_id + cluster_id = local.cluster_id + location = data.azurerm_key_vault.core.location + oidc_issuer_url = var.oidc_issuer_url + popeye_config = var.popeye_config + resource_group_name = data.azurerm_resource_group.this.name +} + module "linkerd" { depends_on = [module.cert_manager_crd, module.linkerd_crd] diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 9d6f07d62..3dc1d52cb 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -832,4 +832,29 @@ variable "karpenter_config" { ]) error_message = "The AKSNodeClass imageFamily must be either 'Ubuntu2204' or 'AzureLinux'." } +} + +variable "popeye_enabled" { + description = "If the popeye module should be installed" + type = bool + default = false +} + +variable "popeye_config" { + description = "The popeye configuration" + type = object({ + allowed_registries = optional(list(string), []) + cron_jobs = optional(list(object({ + namespace = optional(string, "default") + resources = optional(string, "cj,cm,deploy,ds,gw,gwc,gwr,hpa,ing,job,np,pdb,po,pv,pvc,ro,rb,sa,sec,sts,svc") + output_format = optional(string, "html") + schedule = optional(string, "0 0 * * 1") + })), [{}]) + storage_account = optional(object({ + resource_group_name = optional(string, "") + account_name = optional(string, "") + file_share_size = optional(string, "1Gi") + }), {}) + }) + default = {} } \ No newline at end of file diff --git a/modules/kubernetes/popeye/README.md b/modules/kubernetes/popeye/README.md new file mode 100644 index 000000000..6193cadd2 --- /dev/null +++ b/modules/kubernetes/popeye/README.md @@ -0,0 +1,51 @@ +# Popeye (popeye) + +This module is used to add Popeye [`popeye`](https://github.com/derailed/popeye) to Kubernetes clusters. + +## Requirements + +| Name | Version | +|------|---------| +| [terraform](#requirement\_terraform) | >= 1.3.0 | +| [azurerm](#requirement\_azurerm) | 4.7.0 | +| [helm](#requirement\_helm) | 2.11.0 | +| [kubernetes](#requirement\_kubernetes) | 2.23.0 | + +## Providers + +| Name | Version | +|------|---------| +| [azurerm](#provider\_azurerm) | 4.7.0 | +| [helm](#provider\_helm) | 2.11.0 | +| [kubernetes](#provider\_kubernetes) | 2.23.0 | + +## Modules + +No modules. + +## Resources + +| Name | Type | +|------|------| +| [azurerm_federated_identity_credential.popeye](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/federated_identity_credential) | resource | +| [azurerm_role_assignment.aks_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_role_assignment.popeye_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | +| [azurerm_user_assigned_identity.popeye](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | +| [helm_release.popeye](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | +| [kubernetes_namespace.popeye](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | +| [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/storage_account) | data source | + +## Inputs + +| Name | Description | Type | Default | Required | +|------|-------------|------|---------|:--------:| +| [aks\_managed\_identity\_id](#input\_aks\_managed\_identity\_id) | The principal id of the AKS managed identity | `string` | n/a | yes | +| [cluster\_id](#input\_cluster\_id) | The AKS cluster id | `string` | n/a | yes | +| [location](#input\_location) | The Azure region name. | `string` | n/a | yes | +| [oidc\_issuer\_url](#input\_oidc\_issuer\_url) | The AKS token exchange URL | `string` | n/a | yes | +| [popeye\_config](#input\_popeye\_config) | The popeye configuration | 
object({
    allowed_registries = optional(list(string), [])
    cron_jobs = optional(list(object({
      namespace     = optional(string, "default")
      resources     = optional(string, "cj,cm,deploy,ds,gw,gwc,gwr,hpa,ing,job,np,pdb,po,pv,pvc,ro,rb,sa,sec,sts,svc")
      output_format = optional(string, "html")
      schedule      = optional(string, "0 0 * * 1")
    })), [{}])
    storage_account = optional(object({
      resource_group_name = optional(string, "")
      account_name        = optional(string, "")
      file_share_size     = optional(string, "1Gi")
    }), {})
  })
| `{}` | no | +| [resource\_group\_name](#input\_resource\_group\_name) | The Azure AKS resource group name | `string` | n/a | yes | + +## Outputs + +No outputs. diff --git a/modules/kubernetes/popeye/charts/popeye/.helmignore b/modules/kubernetes/popeye/charts/popeye/.helmignore new file mode 100644 index 000000000..691fa13d6 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/.helmignore @@ -0,0 +1,23 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*.orig +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/Chart.yaml b/modules/kubernetes/popeye/charts/popeye/Chart.yaml new file mode 100644 index 000000000..c1ca0df52 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/Chart.yaml @@ -0,0 +1,6 @@ +apiVersion: v2 +name: popeye +description: A Helm chart for Popeye Kubernetes Live Cluster Linter +type: application +version: 0.1.0 +appVersion: "1.30.5" \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/cluster-role-binding.yaml b/modules/kubernetes/popeye/charts/popeye/templates/cluster-role-binding.yaml new file mode 100644 index 000000000..57ae32a0b --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/cluster-role-binding.yaml @@ -0,0 +1,14 @@ +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: popeye + labels: + xkf.xenit.io/kind: "platform" +subjects: + - kind: ServiceAccount + name: popeye + namespace: popeye +roleRef: + kind: ClusterRole + name: popeye + apiGroup: rbac.authorization.k8s.io \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/cluster-role.yaml b/modules/kubernetes/popeye/charts/popeye/templates/cluster-role.yaml new file mode 100644 index 000000000..4418bea3c --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/cluster-role.yaml @@ -0,0 +1,74 @@ +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: popeye + labels: + xkf.xenit.io/kind: "platform" +rules: + - apiGroups: + - policy + resources: + - poddisruptionbudgets + - podsecuritypolicies + verbs: + - get + - list + - apiGroups: + - autoscaling + resources: + - horizontalpodautoscalers + verbs: + - get + - list + - apiGroups: + - networking.k8s.io + resources: + - ingresses + - networkpolicies + verbs: + - get + - list + - apiGroups: [""] + resources: + - configmaps + - endpoints + - limitranges + - namespaces + - nodes + - persistentvolumes + - persistentvolumeclaims + - pods + - secrets + - serviceaccounts + - services + verbs: + - get + - list + - apiGroups: + - apps + resources: + - daemonsets + - deployments + - statefulsets + - replicasets + verbs: + - get + - list + - apiGroups: + - rbac.authorization.k8s.io + resources: + - clusterroles + - clusterrolebindings + - roles + - rolebindings + verbs: + - get + - list + - apiGroups: + - metrics.k8s.io + resources: + - pods + - nodes + verbs: + - get + - list \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/config-map.yaml b/modules/kubernetes/popeye/charts/popeye/templates/config-map.yaml new file mode 100644 index 000000000..5ef59722b --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/config-map.yaml @@ -0,0 +1,12 @@ +apiVersion: v1 +kind: ConfigMap +metadata: + name: popeye + namespace: popeye + labels: + xkf.xenit.io/kind: "platform" +data: + spinach: |- + {{ with .Values.config }} + {{- toYaml . | nindent 4 }} + {{- end }} \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/cronjob.yaml b/modules/kubernetes/popeye/charts/popeye/templates/cronjob.yaml new file mode 100644 index 000000000..216cef2a4 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/cronjob.yaml @@ -0,0 +1,65 @@ + {{ range .Values.cronJobs.namespaces }} +apiVersion: batch/v1 +kind: CronJob +metadata: + name: popeye-scan-{{ .name }} + namespace: popeye + labels: + xkf.xenit.io/kind: "platform" + azure.workload.identity/use: 'true' +spec: + schedule: {{ .schedule }} + concurrencyPolicy: Forbid + startingDeadlineSeconds: 300 + jobTemplate: + spec: + template: + spec: + serviceAccountName: popeye + restartPolicy: Never + containers: + - name: popeye + image: {{ $.Values.cronJobs.image }} + imagePullPolicy: IfNotPresent + command: ["/bin/popeye"] + args: + - -n + - {{ .name }} + - -s + - {{ .scan }} + - -f + - /etc/config/popeye/spinach.yml + - --save + - -o + - {{ .format }} + - '--force-exit-zero' + env: + - name: POPEYE_REPORT_DIR + value: /reports + resources: + limits: + cpu: {{ $.Values.cronJobs.resources.limits.cpu }} + memory: {{ $.Values.cronJobs.resources.limits.memory }} + volumeMounts: + - name: spinach + mountPath: /etc/config/popeye + - name: reports + mountPath: /reports + - name: tmp + mountPath: /tmp + volumes: + - name: spinach + configMap: + name: popeye + items: + - key: spinach + path: spinach.yml + - name: reports + azureFile: + secretName: popeye-secret + shareName: popeye-reports + readOnly: false + - name: tmp + emptyDir: {} +--- +{{- end }} \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/pvc.yaml b/modules/kubernetes/popeye/charts/popeye/templates/pvc.yaml new file mode 100644 index 000000000..55b4db884 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/pvc.yaml @@ -0,0 +1,14 @@ +apiVersion: v1 +kind: PersistentVolumeClaim +metadata: + name: popeye-reports-pvc + namespace: popeye + labels: + xkf.xenit.io/kind: "platform" +spec: + accessModes: + - ReadWriteMany + storageClassName: popeye-reports + resources: + requests: + storage: {{ .Values.azure.pvc.size }} \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/secret.yaml b/modules/kubernetes/popeye/charts/popeye/templates/secret.yaml new file mode 100644 index 000000000..2c8916b00 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/secret.yaml @@ -0,0 +1,11 @@ +apiVersion: v1 +kind: Secret +metadata: + name: popeye-secret + namespace: popeye + labels: + xkf.xenit.io/kind: "platform" +type: Opaque +data: + azurestorageaccountname: {{ .Values.azure.storageAccount.name | b64enc }} + azurestorageaccountkey: {{ .Values.azure.storageAccount.key | b64enc }} \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/service-account.yaml b/modules/kubernetes/popeye/charts/popeye/templates/service-account.yaml new file mode 100644 index 000000000..1bcf03667 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/service-account.yaml @@ -0,0 +1,9 @@ +apiVersion: v1 +kind: ServiceAccount +metadata: + name: popeye + namespace: popeye + labels: + xkf.xenit.io/kind: "platform" + annotations: + azure.workload.identity/client-id: {{ .Values.identity.id }} \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/templates/storage-class.yaml b/modules/kubernetes/popeye/charts/popeye/templates/storage-class.yaml new file mode 100644 index 000000000..d011b21e2 --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/templates/storage-class.yaml @@ -0,0 +1,14 @@ +kind: StorageClass +apiVersion: storage.k8s.io/v1 +metadata: + name: popeye-reports + labels: + xkf.xenit.io/kind: "platform" +provisioner: kubernetes.io/azure-file +parameters: + location: {{ .Values.azure.storageAccount.location }} + skuName: StandardSSD_ZRS + resourceGroup: {{ .Values.azure.storageAccount.resourceGroup }} + storageAccount: {{ .Values.azure.storageAccount.name }} + shareName: popeye-reports + secretName: popeye-secret \ No newline at end of file diff --git a/modules/kubernetes/popeye/charts/popeye/values.yaml.tpl b/modules/kubernetes/popeye/charts/popeye/values.yaml.tpl new file mode 100644 index 000000000..8929f453d --- /dev/null +++ b/modules/kubernetes/popeye/charts/popeye/values.yaml.tpl @@ -0,0 +1,68 @@ +# Azure storage account to use +azure: + storageAccount: + location: ${location} + resourceGroup: ${resource_group_name} + name: ${storage_account_name} + key: ${storage_account_key} + pvc: + size: ${file_share_size} +# Popeye spinach configuration +config: + popeye: + allocations: + cpu: + overPercUtilization: 100 + underPercUtilization: 50 + memory: + overPercUtilization: 100 + underPercUtilization: 50 + # Excludes excludes certain resources from Popeye scans + excludes: + global: + # excludes all resources in kube-system, kube-public, etc.. + fqns: + - default + - rx:^kube- + # Eclude XKS platform components + labels: + xkf.xenit.io/kind: + - platform + resources: + node: + limits: + cpu: 90 + memory: 80 + pod: + limits: + cpu: 80 + memory: 75 + restarts: + 5 + %{~ if length(allowed_registries) > 0 ~} + registries: + %{~ for registry in allowed_registries ~} + - ${registry} + %{~ endfor ~} + %{~ endif ~} +# The Popeye CronJob +cronJobs: + image: derailed/popeye:v0.21.5 + namespaces: + %{~ for job in cron_jobs ~} + - name: ${job.namespace} + scan: ${job.resources} + schedule: ${job.schedule} + format: ${job.output_format} + %{~ endfor ~} + resources: + limits: + cpu: 500m + memory: 100Mi +# Workload identity +identity: + # Client id + id: ${client_id} +# RBAC +rbac: + create: true \ No newline at end of file diff --git a/modules/kubernetes/popeye/main.tf b/modules/kubernetes/popeye/main.tf new file mode 100644 index 000000000..0fbd098aa --- /dev/null +++ b/modules/kubernetes/popeye/main.tf @@ -0,0 +1,57 @@ +/** + * # Popeye (popeye) + * + * This module is used to add Popeye [`popeye`](https://github.com/derailed/popeye) to Kubernetes clusters. + */ + +terraform { + required_version = ">= 1.3.0" + + required_providers { + azurerm = { + version = "4.7.0" + source = "hashicorp/azurerm" + } + helm = { + source = "hashicorp/helm" + version = "2.11.0" + } + kubernetes = { + source = "hashicorp/kubernetes" + version = "2.23.0" + } + } +} + +data "azurerm_storage_account" "log" { + name = var.popeye_config.storage_account.account_name + resource_group_name = var.popeye_config.storage_account.resource_group_name +} + +resource "kubernetes_namespace" "popeye" { + metadata { + name = "popeye" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } +} + +resource "helm_release" "popeye" { + depends_on = [kubernetes_namespace.popeye] + + chart = "${path.module}/charts/popeye" + name = "popeye" + namespace = "popeye" + max_history = 3 + values = [templatefile("${path.module}/charts/popeye/values.yaml.tpl", { + allowed_registries = var.popeye_config.allowed_registries + client_id = azurerm_user_assigned_identity.popeye.client_id + cron_jobs = var.popeye_config.cron_jobs + location = var.location + resource_group_name = var.popeye_config.storage_account.resource_group_name + storage_account_name = data.azurerm_storage_account.log.name + storage_account_key = data.azurerm_storage_account.log.primary_access_key + file_share_size = var.popeye_config.storage_account.file_share_size + })] +} \ No newline at end of file diff --git a/modules/kubernetes/popeye/outputs.tf b/modules/kubernetes/popeye/outputs.tf new file mode 100644 index 000000000..e69de29bb diff --git a/modules/kubernetes/popeye/variables.tf b/modules/kubernetes/popeye/variables.tf new file mode 100644 index 000000000..f7ec96e49 --- /dev/null +++ b/modules/kubernetes/popeye/variables.tf @@ -0,0 +1,43 @@ +variable "aks_managed_identity_id" { + description = "The principal id of the AKS managed identity" + type = string +} + +variable "cluster_id" { + description = "The AKS cluster id" + type = string +} + +variable "location" { + description = "The Azure region name." + type = string +} + +variable "oidc_issuer_url" { + description = "The AKS token exchange URL" + type = string +} + +variable "popeye_config" { + description = "The popeye configuration" + type = object({ + allowed_registries = optional(list(string), []) + cron_jobs = optional(list(object({ + namespace = optional(string, "default") + resources = optional(string, "cj,cm,deploy,ds,gw,gwc,gwr,hpa,ing,job,np,pdb,po,pv,pvc,ro,rb,sa,sec,sts,svc") + output_format = optional(string, "html") + schedule = optional(string, "0 0 * * 1") + })), [{}]) + storage_account = optional(object({ + resource_group_name = optional(string, "") + account_name = optional(string, "") + file_share_size = optional(string, "1Gi") + }), {}) + }) + default = {} +} + +variable "resource_group_name" { + description = "The Azure AKS resource group name" + type = string +} \ No newline at end of file diff --git a/modules/kubernetes/popeye/workload-identity.tf b/modules/kubernetes/popeye/workload-identity.tf new file mode 100644 index 000000000..1f3292f63 --- /dev/null +++ b/modules/kubernetes/popeye/workload-identity.tf @@ -0,0 +1,26 @@ +resource "azurerm_user_assigned_identity" "popeye" { + resource_group_name = var.resource_group_name + location = var.location + name = "uai-${var.cluster_id}-popeye-wi" +} + +resource "azurerm_role_assignment" "aks_contributor" { + scope = data.azurerm_storage_account.log.id + role_definition_name = "Storage Account Contributor" + principal_id = var.aks_managed_identity_id +} + +resource "azurerm_role_assignment" "popeye_contributor" { + scope = data.azurerm_storage_account.log.id + role_definition_name = "Storage Account Contributor" + principal_id = azurerm_user_assigned_identity.popeye.principal_id +} + +resource "azurerm_federated_identity_credential" "popeye" { + name = azurerm_user_assigned_identity.popeye.name + resource_group_name = azurerm_user_assigned_identity.popeye.resource_group_name + parent_id = azurerm_user_assigned_identity.popeye.id + audience = ["api://AzureADTokenExchange"] + issuer = var.oidc_issuer_url + subject = "system:serviceaccount:popeye:popeye" +} \ No newline at end of file diff --git a/validation/kubernetes/popeye/main.tf b/validation/kubernetes/popeye/main.tf new file mode 100644 index 000000000..1c80cd117 --- /dev/null +++ b/validation/kubernetes/popeye/main.tf @@ -0,0 +1,34 @@ +terraform {} + +provider "azurerm" { + features {} +} + +provider "helm" {} + +module "popeye" { + source = "../../../modules/kubernetes/popeye" + + popeye_config = { + storage_account = { + resource_group_name = "my-resource-group-name" + account_name = "my-storage-account-name" + } + cron_jobs = [ + { + namespace = "namespace-1" + schedule = "15 * * * 1" + }, + { + namespace = "namespace-2" + schedule = "20 * * * 1" + } + ] + } + + aks_managed_identity_id = "some-UUID" + cluster_id = "my-cluster-id" + location = "westeurope" + oidc_issuer_url = "https://some-url" + resource_group_name = "aks-resource-group-name" +} \ No newline at end of file From a8a8f101bd13d251c89f8d2cbf59598c1a054156 Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Fri, 8 Nov 2024 07:47:07 +0000 Subject: [PATCH 23/44] Update CHANGELOG --- CHANGELOG.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 0f8addfe6..611eb0b1b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,6 +8,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## Unreleased ### 🚀 New Features +- Feat: add support for popeye k8s linter by @landerss1 in [#1239](https://github.com/XenitAB/terraform-modules/pulls/1239) - Feat: add support for karpenter autoscaling by @landerss1 in [#1235](https://github.com/XenitAB/terraform-modules/pulls/1235) - Feat: Upgrade Linkerd-CNI and CRDs by @CalleB3 in [#1231](https://github.com/XenitAB/terraform-modules/pulls/1231) - Feat: add option to use Azure CNI with Cilium by @CalleB3 in [#1142](https://github.com/XenitAB/terraform-modules/pulls/1142) @@ -55,6 +56,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🚜 Refactor +- Refactor: associate AKS default NSG with vnet subnet by @landerss1 in [#1237](https://github.com/XenitAB/terraform-modules/pulls/1237) - Refactor: use Microsoft provider for Azure DevOps by @landerss1 in [#1177](https://github.com/XenitAB/terraform-modules/pulls/1177) - Refactor: explicitly set AKS SKU tier and node count by @landerss1 in [#1168](https://github.com/XenitAB/terraform-modules/pulls/1168) From a9423c8f27b3d1b7327b3535f568d618546d2a96 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Fri, 8 Nov 2024 13:45:36 +0100 Subject: [PATCH 24/44] fix: rbac dependencies prevents applying all resources --- modules/kubernetes/aks-core/README.md | 6 -- ...tf => k8s-cluster-role-binding-list-ns.tf} | 0 .../kubernetes/aks-core/k8s-cluster-role.tf | 41 ---------- .../kubernetes/aks-core/k8s-role-binding.tf | 82 +++---------------- modules/kubernetes/aks-core/modules.tf | 6 ++ modules/kubernetes/aks-core/namespace.tf | 6 ++ modules/kubernetes/cert-manager/README.md | 7 ++ modules/kubernetes/cert-manager/main.tf | 19 ++++- modules/kubernetes/cert-manager/rbac.tf | 41 ++++++++++ .../templates/cert-manager.yaml.tpl | 8 -- modules/kubernetes/cert-manager/variables.tf | 37 +++++++++ modules/kubernetes/external-dns/README.md | 7 ++ modules/kubernetes/external-dns/main.tf | 17 ++++ modules/kubernetes/external-dns/rbac.tf | 42 ++++++++++ .../templates/external-dns.yaml.tpl | 8 -- modules/kubernetes/external-dns/variables.tf | 37 +++++++++ modules/kubernetes/ingress-nginx/README.md | 8 +- modules/kubernetes/ingress-nginx/main.tf | 24 ++++-- modules/kubernetes/ingress-nginx/rbac.tf | 42 ++++++++++ .../templates/namespace.yaml.tpl | 7 -- modules/kubernetes/ingress-nginx/variables.tf | 79 +++++++++++++----- modules/kubernetes/karpenter/main.tf | 6 +- validation/kubernetes/cert-manager/main.tf | 29 +++++-- validation/kubernetes/external-dns/main.tf | 29 +++++-- validation/kubernetes/ingress-nginx/main.tf | 20 ++++- 25 files changed, 421 insertions(+), 187 deletions(-) rename modules/kubernetes/aks-core/{k8s-cluser-role-binding-list-ns.tf => k8s-cluster-role-binding-list-ns.tf} (100%) create mode 100644 modules/kubernetes/cert-manager/rbac.tf create mode 100644 modules/kubernetes/external-dns/rbac.tf create mode 100644 modules/kubernetes/ingress-nginx/rbac.tf delete mode 100644 modules/kubernetes/ingress-nginx/templates/namespace.yaml.tpl diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 700ee250b..8a0a980c7 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -78,9 +78,6 @@ This module is used to create AKS clusters. | [kubernetes_cluster_role.get_vpa](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role.helm_release](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role.list_namespaces](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | -| [kubernetes_cluster_role.logs_cert_manager](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | -| [kubernetes_cluster_role.logs_external_dns](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | -| [kubernetes_cluster_role.logs_ingress_nginx](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role.top](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role.trivy_reports](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role_binding.cluster_admin](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role_binding) | resource | @@ -97,9 +94,6 @@ This module is used to create AKS clusters. | [kubernetes_role_binding.custom_resource_edit](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | | [kubernetes_role_binding.edit](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | | [kubernetes_role_binding.helm_release](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | -| [kubernetes_role_binding.logs_cert_manager](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | -| [kubernetes_role_binding.logs_external_dns](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | -| [kubernetes_role_binding.logs_ingress_nginx](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | | [kubernetes_role_binding.top](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | | [kubernetes_role_binding.trivy_reports](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | | [kubernetes_role_binding.view](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | diff --git a/modules/kubernetes/aks-core/k8s-cluser-role-binding-list-ns.tf b/modules/kubernetes/aks-core/k8s-cluster-role-binding-list-ns.tf similarity index 100% rename from modules/kubernetes/aks-core/k8s-cluser-role-binding-list-ns.tf rename to modules/kubernetes/aks-core/k8s-cluster-role-binding-list-ns.tf diff --git a/modules/kubernetes/aks-core/k8s-cluster-role.tf b/modules/kubernetes/aks-core/k8s-cluster-role.tf index 9f19476ff..00f23a59c 100644 --- a/modules/kubernetes/aks-core/k8s-cluster-role.tf +++ b/modules/kubernetes/aks-core/k8s-cluster-role.tf @@ -108,45 +108,4 @@ resource "kubernetes_cluster_role" "get_vpa" { resources = ["verticalpodautoscalers"] verbs = ["get", "list", "watch"] } -} - -resource "kubernetes_cluster_role" "logs_ingress_nginx" { - metadata { - name = "logs-ingress-nginx" - labels = { - "xkf.xenit.io/kind" = "platform" - } - } - rule { - api_groups = [""] - resources = ["pods"] - verbs = ["list", "view", "logs"] - } -} - -resource "kubernetes_cluster_role" "logs_external_dns" { - metadata { - name = "logs-external-dns" - labels = { - "xkf.xenit.io/kind" = "platform" - } - } - rule { - api_groups = [""] - resources = ["pods"] - verbs = ["list", "view", "logs"] - } -} -resource "kubernetes_cluster_role" "logs_cert_manager" { - metadata { - name = "logs-cert-manager" - labels = { - "xkf.xenit.io/kind" = "platform" - } - } - rule { - api_groups = [""] - resources = ["pods"] - verbs = ["list", "view", "logs"] - } } \ No newline at end of file diff --git a/modules/kubernetes/aks-core/k8s-role-binding.tf b/modules/kubernetes/aks-core/k8s-role-binding.tf index debda084f..0dda0ff84 100644 --- a/modules/kubernetes/aks-core/k8s-role-binding.tf +++ b/modules/kubernetes/aks-core/k8s-role-binding.tf @@ -1,5 +1,6 @@ resource "kubernetes_role_binding" "view" { - for_each = { for ns in var.namespaces : ns.name => ns } + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns } metadata { name = "${each.value.name}-view" @@ -23,7 +24,8 @@ resource "kubernetes_role_binding" "view" { } resource "kubernetes_role_binding" "edit" { - for_each = { for ns in var.namespaces : ns.name => ns } + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns } metadata { name = "${each.value.name}-edit" @@ -72,7 +74,8 @@ resource "kubernetes_role_binding" "helm_release" { } resource "kubernetes_role_binding" "custom_resource_edit" { - for_each = { for ns in var.namespaces : ns.name => ns } + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns } metadata { name = "custom-resource-edit" @@ -96,7 +99,9 @@ resource "kubernetes_role_binding" "custom_resource_edit" { } resource "kubernetes_role_binding" "top" { - for_each = { for ns in var.namespaces : ns.name => ns } + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns } + metadata { name = "${each.value.name}-top" namespace = kubernetes_namespace.tenant[each.key].metadata[0].name @@ -118,6 +123,8 @@ resource "kubernetes_role_binding" "top" { } resource "kubernetes_role_binding" "trivy_reports" { + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns @@ -146,6 +153,8 @@ resource "kubernetes_role_binding" "trivy_reports" { } resource "kubernetes_role_binding" "vpa" { + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns @@ -170,69 +179,4 @@ resource "kubernetes_role_binding" "vpa" { kind = "Group" name = var.aad_groups.edit[each.key].id } -} - -resource "kubernetes_role_binding" "logs_ingress_nginx" { - for_each = { for ns in var.namespaces : ns.name => ns } - metadata { - name = "${each.value.name}-logs-ingress-nginx" - namespace = "ingress-nginx" - labels = { - "aad-group-name" = var.aad_groups.edit[each.key].name - "xkf.xenit.io/kind" = "platform" - } - } - role_ref { - api_group = "rbac.authorization.k8s.io" - kind = "ClusterRole" - name = kubernetes_cluster_role.logs_ingress_nginx.metadata[0].name - } - subject { - api_group = "rbac.authorization.k8s.io" - kind = "Group" - name = var.aad_groups.view[each.key].id - } -} - -resource "kubernetes_role_binding" "logs_external_dns" { - for_each = { for ns in var.namespaces : ns.name => ns } - metadata { - name = "${each.value.name}-logs-external-dns" - namespace = "external-dns" - labels = { - "aad-group-name" = var.aad_groups.edit[each.key].name - "xkf.xenit.io/kind" = "platform" - } - } - role_ref { - api_group = "rbac.authorization.k8s.io" - kind = "ClusterRole" - name = kubernetes_cluster_role.logs_external_dns.metadata[0].name - } - subject { - api_group = "rbac.authorization.k8s.io" - kind = "Group" - name = var.aad_groups.view[each.key].id - } -} -resource "kubernetes_role_binding" "logs_cert_manager" { - for_each = { for ns in var.namespaces : ns.name => ns } - metadata { - name = "${each.value.name}-logs-cert-manager" - namespace = "cert-manager" - labels = { - "aad-group-name" = var.aad_groups.edit[each.key].name - "xkf.xenit.io/kind" = "platform" - } - } - role_ref { - api_group = "rbac.authorization.k8s.io" - kind = "ClusterRole" - name = kubernetes_cluster_role.logs_cert_manager.metadata[0].name - } - subject { - api_group = "rbac.authorization.k8s.io" - kind = "Group" - name = var.aad_groups.view[each.key].id - } } \ No newline at end of file diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index 48b5bd580..4065140b4 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -146,10 +146,12 @@ module "cert_manager" { source = "../../kubernetes/cert-manager" + aad_groups = var.aad_groups cluster_id = local.cluster_id dns_zones = local.dns_zones global_resource_group_name = data.azurerm_resource_group.global.name location = data.azurerm_resource_group.this.location + namespaces = var.namespaces notification_email = var.cert_manager_config.notification_email oidc_issuer_url = var.oidc_issuer_url resource_group_name = data.azurerm_resource_group.this.name @@ -232,6 +234,7 @@ module "external_dns" { source = "../../kubernetes/external-dns" + aad_groups = var.aad_groups cluster_id = local.cluster_id dns_provider = "azure" dns_zones = local.dns_zones @@ -239,6 +242,7 @@ module "external_dns" { global_resource_group_name = data.azurerm_resource_group.global.name location = data.azurerm_resource_group.this.location location_short = var.location_short + namespaces = var.namespaces oidc_issuer_url = var.oidc_issuer_url resource_group_name = data.azurerm_resource_group.this.name subscription_id = data.azurerm_client_config.current.subscription_id @@ -440,11 +444,13 @@ module "ingress_nginx" { source = "../../kubernetes/ingress-nginx" + aad_groups = var.aad_groups external_dns_hostname = var.external_dns_hostname default_certificate = { enabled = true dns_zone = var.cert_manager_config.dns_zone[0] } + namespaces = var.namespaces private_ingress_enabled = var.ingress_nginx_config.private_ingress_enabled customization = var.ingress_nginx_config.customization customization_private = var.ingress_nginx_config.customization_private diff --git a/modules/kubernetes/aks-core/namespace.tf b/modules/kubernetes/aks-core/namespace.tf index 85ea7fbe8..f98572b72 100644 --- a/modules/kubernetes/aks-core/namespace.tf +++ b/modules/kubernetes/aks-core/namespace.tf @@ -18,6 +18,8 @@ resource "kubernetes_namespace" "tenant" { } resource "kubernetes_service_account_v1" "tenant" { + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns } metadata { @@ -30,6 +32,8 @@ resource "kubernetes_service_account_v1" "tenant" { } resource "kubernetes_limit_range" "tenant" { + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns } metadata { @@ -53,6 +57,8 @@ resource "kubernetes_limit_range" "tenant" { # Denys all traffic but except to coredns and inside of namespace. resource "kubernetes_network_policy" "tenant" { + depends_on = [kubernetes_namespace.tenant] + for_each = { for ns in var.namespaces : ns.name => ns diff --git a/modules/kubernetes/cert-manager/README.md b/modules/kubernetes/cert-manager/README.md index fa0aade49..3cd4e1ad1 100644 --- a/modules/kubernetes/cert-manager/README.md +++ b/modules/kubernetes/cert-manager/README.md @@ -9,6 +9,7 @@ This module is used to add [`cert-manager`](https://github.com/jetstack/cert-man | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | +| [kubernetes](#requirement\_kubernetes) | 2.23.0 | ## Providers @@ -16,6 +17,7 @@ This module is used to add [`cert-manager`](https://github.com/jetstack/cert-man |------|---------| | [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | +| [kubernetes](#provider\_kubernetes) | 2.23.0 | ## Modules @@ -30,11 +32,15 @@ No modules. | [azurerm_user_assigned_identity.cert_manager](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.cert_manager](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [kubernetes_cluster_role.logs_cert_manager](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | +| [kubernetes_namespace.cert_manager](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | +| [kubernetes_role_binding.logs_cert_manager](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | ## Inputs | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| +| [aad\_groups](#input\_aad\_groups) | Configuration for Azure AD Groups (AAD Groups) | 
object({
    view = map(any)
    edit = map(any)
    cluster_admin = object({
      id   = string
      name = string
    })
    cluster_view = object({
      id   = string
      name = string
    })
    aks_managed_identity = object({
      id   = string
      name = string
    })
  })
| n/a | yes | | [acme\_server](#input\_acme\_server) | ACME server to add to the created ClusterIssuer | `string` | `"https://acme-v02.api.letsencrypt.org/directory"` | no | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [dns\_zones](#input\_dns\_zones) | Map of DNS zones with id | `map(string)` | n/a | yes | @@ -42,6 +48,7 @@ No modules. | [gateway\_api\_enabled](#input\_gateway\_api\_enabled) | If Gateway API should be enabled | `bool` | n/a | yes | | [global\_resource\_group\_name](#input\_global\_resource\_group\_name) | The Azure global resource group name | `string` | n/a | yes | | [location](#input\_location) | The Azure region name. | `string` | n/a | yes | +| [namespaces](#input\_namespaces) | The namespaces that should be created in Kubernetes. | 
list(
    object({
      name   = string
      labels = map(string)
      flux = optional(object({
        provider            = string
        project             = optional(string)
        repository          = string
        include_tenant_name = optional(bool, false)
        create_crds         = optional(bool, false)
      }))
    })
  )
| n/a | yes | | [notification\_email](#input\_notification\_email) | Email address to send certificate expiration notifications | `string` | n/a | yes | | [oidc\_issuer\_url](#input\_oidc\_issuer\_url) | Kubernetes OIDC issuer URL for workload identity. | `string` | n/a | yes | | [resource\_group\_name](#input\_resource\_group\_name) | The Azure resource group name | `string` | n/a | yes | diff --git a/modules/kubernetes/cert-manager/main.tf b/modules/kubernetes/cert-manager/main.tf index cc631bf53..b64780fed 100644 --- a/modules/kubernetes/cert-manager/main.tf +++ b/modules/kubernetes/cert-manager/main.tf @@ -16,14 +16,25 @@ terraform { source = "xenitab/git" version = "0.0.3" } + kubernetes = { + source = "hashicorp/kubernetes" + version = "2.23.0" + } } } -#locals { -# azure_hosted_zone_names = "[${join(",", var.dns_zones)}]" -#} +resource "kubernetes_namespace" "cert_manager" { + metadata { + name = "cert-manager" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } +} resource "git_repository_file" "kustomization" { + depends_on = [kubernetes_namespace.cert_manager] + path = "clusters/${var.cluster_id}/cert-manager.yaml" content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { cluster_id = var.cluster_id, @@ -31,6 +42,8 @@ resource "git_repository_file" "kustomization" { } resource "git_repository_file" "cert_manager" { + depends_on = [kubernetes_namespace.cert_manager] + path = "platform/${var.cluster_id}/cert-manager/cert-manager.yaml" content = templatefile("${path.module}/templates/cert-manager.yaml.tpl", { acme_server = var.acme_server, diff --git a/modules/kubernetes/cert-manager/rbac.tf b/modules/kubernetes/cert-manager/rbac.tf new file mode 100644 index 000000000..26e58b3e1 --- /dev/null +++ b/modules/kubernetes/cert-manager/rbac.tf @@ -0,0 +1,41 @@ +resource "kubernetes_cluster_role" "logs_cert_manager" { + depends_on = [kubernetes_namespace.cert_manager] + + metadata { + name = "logs-cert-manager" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } + rule { + api_groups = [""] + resources = ["pods"] + verbs = ["list", "view", "logs"] + } +} + +resource "kubernetes_role_binding" "logs_cert_manager" { + depends_on = [kubernetes_namespace.cert_manager] + for_each = { for ns in var.namespaces : ns.name => ns } + + metadata { + name = "${each.value.name}-logs-cert-manager" + namespace = "cert-manager" + labels = { + "aad-group-name" = var.aad_groups.edit[each.key].name + "xkf.xenit.io/kind" = "platform" + } + } + + role_ref { + api_group = "rbac.authorization.k8s.io" + kind = "ClusterRole" + name = kubernetes_cluster_role.logs_cert_manager.metadata[0].name + } + + subject { + api_group = "rbac.authorization.k8s.io" + kind = "Group" + name = var.aad_groups.view[each.key].id + } +} \ No newline at end of file diff --git a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl index a45e58cfa..5d69e4b31 100644 --- a/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl +++ b/modules/kubernetes/cert-manager/templates/cert-manager.yaml.tpl @@ -1,11 +1,3 @@ -apiVersion: v1 -kind: Namespace -metadata: - name: cert-manager - labels: - name: cert-manager - xkf.xenit.io/kind: platform ---- apiVersion: source.toolkit.fluxcd.io/v1beta2 kind: HelmRepository metadata: diff --git a/modules/kubernetes/cert-manager/variables.tf b/modules/kubernetes/cert-manager/variables.tf index 3e8e3dcf8..385a00efe 100644 --- a/modules/kubernetes/cert-manager/variables.tf +++ b/modules/kubernetes/cert-manager/variables.tf @@ -1,3 +1,23 @@ +variable "aad_groups" { + description = "Configuration for Azure AD Groups (AAD Groups)" + type = object({ + view = map(any) + edit = map(any) + cluster_admin = object({ + id = string + name = string + }) + cluster_view = object({ + id = string + name = string + }) + aks_managed_identity = object({ + id = string + name = string + }) + }) +} + variable "acme_server" { description = "ACME server to add to the created ClusterIssuer" type = string @@ -38,6 +58,23 @@ variable "location" { type = string } +variable "namespaces" { + description = "The namespaces that should be created in Kubernetes." + type = list( + object({ + name = string + labels = map(string) + flux = optional(object({ + provider = string + project = optional(string) + repository = string + include_tenant_name = optional(bool, false) + create_crds = optional(bool, false) + })) + }) + ) +} + variable "notification_email" { description = "Email address to send certificate expiration notifications" type = string diff --git a/modules/kubernetes/external-dns/README.md b/modules/kubernetes/external-dns/README.md index 9459b80dd..f27db399d 100644 --- a/modules/kubernetes/external-dns/README.md +++ b/modules/kubernetes/external-dns/README.md @@ -9,6 +9,7 @@ This module is used to add [`external-dns`](https://github.com/kubernetes-sigs/e | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azurerm](#requirement\_azurerm) | 4.7.0 | | [git](#requirement\_git) | 0.0.3 | +| [kubernetes](#requirement\_kubernetes) | 2.23.0 | ## Providers @@ -16,6 +17,7 @@ This module is used to add [`external-dns`](https://github.com/kubernetes-sigs/e |------|---------| | [azurerm](#provider\_azurerm) | 4.7.0 | | [git](#provider\_git) | 0.0.3 | +| [kubernetes](#provider\_kubernetes) | 2.23.0 | ## Modules @@ -31,12 +33,16 @@ No modules. | [azurerm_user_assigned_identity.external_dns](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [git_repository_file.external_dns](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [kubernetes_cluster_role.logs_external_dns](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | +| [kubernetes_namespace.external_dns](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | +| [kubernetes_role_binding.logs_external_dns](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | | [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | ## Inputs | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| +| [aad\_groups](#input\_aad\_groups) | Configuration for Azure AD Groups (AAD Groups) | 
object({
    view = map(any)
    edit = map(any)
    cluster_admin = object({
      id   = string
      name = string
    })
    cluster_view = object({
      id   = string
      name = string
    })
    aks_managed_identity = object({
      id   = string
      name = string
    })
  })
| n/a | yes | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [dns\_provider](#input\_dns\_provider) | DNS provider to use. | `string` | n/a | yes | | [dns\_zones](#input\_dns\_zones) | Map of DNS zones with id | `map(string)` | n/a | yes | @@ -45,6 +51,7 @@ No modules. | [global\_resource\_group\_name](#input\_global\_resource\_group\_name) | The Azure global resource group name | `string` | n/a | yes | | [location](#input\_location) | The Azure region name. | `string` | n/a | yes | | [location\_short](#input\_location\_short) | The Azure region short name. | `string` | n/a | yes | +| [namespaces](#input\_namespaces) | The namespaces that should be created in Kubernetes. | 
list(
    object({
      name   = string
      labels = map(string)
      flux = optional(object({
        provider            = string
        project             = optional(string)
        repository          = string
        include_tenant_name = optional(bool, false)
        create_crds         = optional(bool, false)
      }))
    })
  )
| n/a | yes | | [oidc\_issuer\_url](#input\_oidc\_issuer\_url) | Kubernetes OIDC issuer URL for workload identity. | `string` | n/a | yes | | [resource\_group\_name](#input\_resource\_group\_name) | The Azure resource group name | `string` | n/a | yes | | [sources](#input\_sources) | k8s resource types to observe | `list(string)` | n/a | yes | diff --git a/modules/kubernetes/external-dns/main.tf b/modules/kubernetes/external-dns/main.tf index b93c64435..3e5a53a7b 100644 --- a/modules/kubernetes/external-dns/main.tf +++ b/modules/kubernetes/external-dns/main.tf @@ -16,10 +16,25 @@ terraform { source = "xenitab/git" version = "0.0.3" } + kubernetes = { + source = "hashicorp/kubernetes" + version = "2.23.0" + } + } +} + +resource "kubernetes_namespace" "external_dns" { + metadata { + name = "external-dns" + labels = { + "xkf.xenit.io/kind" = "platform" + } } } resource "git_repository_file" "kustomization" { + depends_on = [kubernetes_namespace.external_dns] + path = "clusters/${var.cluster_id}/external-dns.yaml" content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { cluster_id = var.cluster_id, @@ -27,6 +42,8 @@ resource "git_repository_file" "kustomization" { } resource "git_repository_file" "external_dns" { + depends_on = [kubernetes_namespace.external_dns] + path = "platform/${var.cluster_id}/external-dns/external-dns.yaml" content = templatefile("${path.module}/templates/external-dns.yaml.tpl", { client_id = azurerm_user_assigned_identity.external_dns.client_id, diff --git a/modules/kubernetes/external-dns/rbac.tf b/modules/kubernetes/external-dns/rbac.tf new file mode 100644 index 000000000..4761c1216 --- /dev/null +++ b/modules/kubernetes/external-dns/rbac.tf @@ -0,0 +1,42 @@ +resource "kubernetes_cluster_role" "logs_external_dns" { + depends_on = [kubernetes_namespace.external_dns] + + metadata { + name = "logs-external-dns" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } + + rule { + api_groups = [""] + resources = ["pods"] + verbs = ["list", "view", "logs"] + } +} + +resource "kubernetes_role_binding" "logs_external_dns" { + depends_on = [kubernetes_namespace.external_dns] + for_each = { for ns in var.namespaces : ns.name => ns } + + metadata { + name = "${each.value.name}-logs-external-dns" + namespace = "external-dns" + labels = { + "aad-group-name" = var.aad_groups.edit[each.key].name + "xkf.xenit.io/kind" = "platform" + } + } + + role_ref { + api_group = "rbac.authorization.k8s.io" + kind = "ClusterRole" + name = kubernetes_cluster_role.logs_external_dns.metadata[0].name + } + + subject { + api_group = "rbac.authorization.k8s.io" + kind = "Group" + name = var.aad_groups.view[each.key].id + } +} \ No newline at end of file diff --git a/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl b/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl index ae4aadee5..6747427d7 100644 --- a/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl +++ b/modules/kubernetes/external-dns/templates/external-dns.yaml.tpl @@ -1,11 +1,3 @@ -apiVersion: v1 -kind: Namespace -metadata: - name: external-dns - labels: - name: "external-dns" - xkf.xenit.io/kind: "platform" ---- apiVersion: source.toolkit.fluxcd.io/v1beta2 kind: HelmRepository metadata: diff --git a/modules/kubernetes/external-dns/variables.tf b/modules/kubernetes/external-dns/variables.tf index cf133e084..e5560a7d3 100644 --- a/modules/kubernetes/external-dns/variables.tf +++ b/modules/kubernetes/external-dns/variables.tf @@ -1,3 +1,23 @@ +variable "aad_groups" { + description = "Configuration for Azure AD Groups (AAD Groups)" + type = object({ + view = map(any) + edit = map(any) + cluster_admin = object({ + id = string + name = string + }) + cluster_view = object({ + id = string + name = string + }) + aks_managed_identity = object({ + id = string + name = string + }) + }) +} + variable "cluster_id" { description = "Unique identifier of the cluster across regions and instances." type = string @@ -38,6 +58,23 @@ variable "location_short" { type = string } +variable "namespaces" { + description = "The namespaces that should be created in Kubernetes." + type = list( + object({ + name = string + labels = map(string) + flux = optional(object({ + provider = string + project = optional(string) + repository = string + include_tenant_name = optional(bool, false) + create_crds = optional(bool, false) + })) + }) + ) +} + variable "oidc_issuer_url" { description = "Kubernetes OIDC issuer URL for workload identity." type = string diff --git a/modules/kubernetes/ingress-nginx/README.md b/modules/kubernetes/ingress-nginx/README.md index f53b3b173..36a8d129f 100644 --- a/modules/kubernetes/ingress-nginx/README.md +++ b/modules/kubernetes/ingress-nginx/README.md @@ -8,12 +8,14 @@ This module is used to add [`ingress-nginx`](https://github.com/kubernetes/ingre |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [git](#requirement\_git) | 0.0.3 | +| [kubernetes](#requirement\_kubernetes) | 2.23.0 | ## Providers | Name | Version | |------|---------| | [git](#provider\_git) | 0.0.3 | +| [kubernetes](#provider\_kubernetes) | 2.23.0 | ## Modules @@ -26,12 +28,15 @@ No modules. | [git_repository_file.ingress_nginx](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.ingress_nginx_private](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | | [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | -| [git_repository_file.namespace](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [kubernetes_cluster_role.logs_ingress_nginx](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | +| [kubernetes_namespace.ingress_nginx](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | +| [kubernetes_role_binding.logs_ingress_nginx](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/role_binding) | resource | ## Inputs | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| +| [aad\_groups](#input\_aad\_groups) | Configuration for Azure AD Groups (AAD Groups) | 
object({
    view = map(any)
    edit = map(any)
    cluster_admin = object({
      id   = string
      name = string
    })
    cluster_view = object({
      id   = string
      name = string
    })
    aks_managed_identity = object({
      id   = string
      name = string
    })
  })
| n/a | yes | | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | | [customization](#input\_customization) | Global customization that will be applied to all ingress controllers. | 
object({
    allow_snippet_annotations = bool
    http_snippet              = string
    extra_config              = map(string)
    extra_headers             = map(string)
  })
| 
{
  "allow_snippet_annotations": false,
  "extra_config": {},
  "extra_headers": {},
  "http_snippet": ""
}
| no | | [customization\_private](#input\_customization\_private) | Private specific customization, will override the global customization. | 
object({
    allow_snippet_annotations = optional(bool)
    http_snippet              = optional(string)
    extra_config              = optional(map(string))
    extra_headers             = optional(map(string))
  })
| `{}` | no | @@ -39,6 +44,7 @@ No modules. | [default\_certificate](#input\_default\_certificate) | If enalbed and configured nginx will be configured with a default certificate. | 
object({
    enabled  = bool,
    dns_zone = string,
  })
| 
{
  "dns_zone": "",
  "enabled": false
}
| no | | [external\_dns\_hostname](#input\_external\_dns\_hostname) | Hostname for external-dns to use | `string` | `""` | no | | [linkerd\_enabled](#input\_linkerd\_enabled) | Should linkerd be enabled | `bool` | `false` | no | +| [namespaces](#input\_namespaces) | The namespaces that should be created in Kubernetes. | 
list(
    object({
      name   = string
      labels = map(string)
      flux = optional(object({
        provider            = string
        project             = optional(string)
        repository          = string
        include_tenant_name = optional(bool, false)
        create_crds         = optional(bool, false)
      }))
    })
  )
| n/a | yes | | [private\_ingress\_enabled](#input\_private\_ingress\_enabled) | If true will create a private ingress controller. Otherwise only a public ingress controller will be created. | `bool` | `false` | no | ## Outputs diff --git a/modules/kubernetes/ingress-nginx/main.tf b/modules/kubernetes/ingress-nginx/main.tf index a8f6599c0..86f9cfc1f 100644 --- a/modules/kubernetes/ingress-nginx/main.tf +++ b/modules/kubernetes/ingress-nginx/main.tf @@ -12,23 +12,34 @@ terraform { source = "xenitab/git" version = "0.0.3" } + kubernetes = { + source = "hashicorp/kubernetes" + version = "2.23.0" + } + } +} + +resource "kubernetes_namespace" "ingress_nginx" { + metadata { + name = "ingress-nginx" + labels = { + "xkf.xenit.io/kind" = "platform" + } } } resource "git_repository_file" "kustomization" { + depends_on = [kubernetes_namespace.ingress_nginx] + path = "clusters/${var.cluster_id}/ingress-nginx.yaml" content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { cluster_id = var.cluster_id }) } -resource "git_repository_file" "namespace" { - path = "platform/${var.cluster_id}/ingress-nginx/namespace.yaml" - content = templatefile("${path.module}/templates/namespace.yaml.tpl", { - }) -} - resource "git_repository_file" "ingress_nginx" { + depends_on = [kubernetes_namespace.ingress_nginx] + path = "platform/${var.cluster_id}/ingress-nginx/ingress-nginx.yaml" content = templatefile("${path.module}/templates/ingress-nginx.yaml.tpl", { ingress_class = "nginx" @@ -52,6 +63,7 @@ resource "git_repository_file" "ingress_nginx" { } resource "git_repository_file" "ingress_nginx_private" { + depends_on = [kubernetes_namespace.ingress_nginx] for_each = { for s in ["ingress-nginx-private"] : s => s diff --git a/modules/kubernetes/ingress-nginx/rbac.tf b/modules/kubernetes/ingress-nginx/rbac.tf new file mode 100644 index 000000000..7e8f7706e --- /dev/null +++ b/modules/kubernetes/ingress-nginx/rbac.tf @@ -0,0 +1,42 @@ +resource "kubernetes_cluster_role" "logs_ingress_nginx" { + depends_on = [kubernetes_namespace.ingress_nginx] + + metadata { + name = "logs-ingress-nginx" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } + + rule { + api_groups = [""] + resources = ["pods"] + verbs = ["list", "view", "logs"] + } +} + +resource "kubernetes_role_binding" "logs_ingress_nginx" { + depends_on = [kubernetes_namespace.ingress_nginx] + for_each = { for ns in var.namespaces : ns.name => ns } + + metadata { + name = "${each.value.name}-logs-ingress-nginx" + namespace = "ingress-nginx" + labels = { + "aad-group-name" = var.aad_groups.edit[each.key].name + "xkf.xenit.io/kind" = "platform" + } + } + + role_ref { + api_group = "rbac.authorization.k8s.io" + kind = "ClusterRole" + name = kubernetes_cluster_role.logs_ingress_nginx.metadata[0].name + } + + subject { + api_group = "rbac.authorization.k8s.io" + kind = "Group" + name = var.aad_groups.view[each.key].id + } +} \ No newline at end of file diff --git a/modules/kubernetes/ingress-nginx/templates/namespace.yaml.tpl b/modules/kubernetes/ingress-nginx/templates/namespace.yaml.tpl deleted file mode 100644 index cbc429776..000000000 --- a/modules/kubernetes/ingress-nginx/templates/namespace.yaml.tpl +++ /dev/null @@ -1,7 +0,0 @@ -apiVersion: v1 -kind: Namespace -metadata: - name: ingress-nginx - labels: - name: ingress-nginx - xkf.xenit.io/kind: platform \ No newline at end of file diff --git a/modules/kubernetes/ingress-nginx/variables.tf b/modules/kubernetes/ingress-nginx/variables.tf index b5ed1ec26..478f9f1c0 100644 --- a/modules/kubernetes/ingress-nginx/variables.tf +++ b/modules/kubernetes/ingress-nginx/variables.tf @@ -1,23 +1,30 @@ -variable "default_certificate" { - description = "If enalbed and configured nginx will be configured with a default certificate." +variable "aad_groups" { + description = "Configuration for Azure AD Groups (AAD Groups)" type = object({ - enabled = bool, - dns_zone = string, + view = map(any) + edit = map(any) + cluster_admin = object({ + id = string + name = string + }) + cluster_view = object({ + id = string + name = string + }) + aks_managed_identity = object({ + id = string + name = string + }) }) - default = { - enabled = false, - dns_zone = "", - } } -variable "external_dns_hostname" { - description = "Hostname for external-dns to use" +variable "cluster_id" { + description = "Unique identifier of the cluster across regions and instances." type = string - default = "" } -variable "private_ingress_enabled" { - description = "If true will create a private ingress controller. Otherwise only a public ingress controller will be created." +variable "datadog_enabled" { + description = "Should datadog be enabled" type = bool default = false } @@ -49,19 +56,49 @@ variable "customization_private" { default = {} } +variable "default_certificate" { + description = "If enalbed and configured nginx will be configured with a default certificate." + type = object({ + enabled = bool, + dns_zone = string, + }) + default = { + enabled = false, + dns_zone = "", + } +} + +variable "external_dns_hostname" { + description = "Hostname for external-dns to use" + type = string + default = "" +} + variable "linkerd_enabled" { description = "Should linkerd be enabled" type = bool default = false } -variable "datadog_enabled" { - description = "Should datadog be enabled" - type = bool - default = false +variable "namespaces" { + description = "The namespaces that should be created in Kubernetes." + type = list( + object({ + name = string + labels = map(string) + flux = optional(object({ + provider = string + project = optional(string) + repository = string + include_tenant_name = optional(bool, false) + create_crds = optional(bool, false) + })) + }) + ) } -variable "cluster_id" { - description = "Unique identifier of the cluster across regions and instances." - type = string -} +variable "private_ingress_enabled" { + description = "If true will create a private ingress controller. Otherwise only a public ingress controller will be created." + type = bool + default = false +} \ No newline at end of file diff --git a/modules/kubernetes/karpenter/main.tf b/modules/kubernetes/karpenter/main.tf index fc984170e..df3bd8e02 100644 --- a/modules/kubernetes/karpenter/main.tf +++ b/modules/kubernetes/karpenter/main.tf @@ -60,13 +60,12 @@ resource "helm_release" "karpenter" { } resource "kubectl_manifest" "node_classes" { + depends_on = [helm_release.karpenter] for_each = { for class in var.karpenter_config.node_classes : class.name => class } - depends_on = [helm_release.karpenter] - server_side_apply = true apply_only = true yaml_body = templatefile("${path.module}/templates/node-classes.yaml.tpl", { @@ -75,13 +74,12 @@ resource "kubectl_manifest" "node_classes" { } resource "kubectl_manifest" "node_pools" { + depends_on = [kubectl_manifest.node_classes] for_each = { for pool in var.karpenter_config.node_pools : pool.name => pool } - depends_on = [kubectl_manifest.node_classes] - server_side_apply = true apply_only = true yaml_body = templatefile("${path.module}/templates/node-pools.yaml.tpl", { diff --git a/validation/kubernetes/cert-manager/main.tf b/validation/kubernetes/cert-manager/main.tf index 5f8b15d7a..89e026823 100644 --- a/validation/kubernetes/cert-manager/main.tf +++ b/validation/kubernetes/cert-manager/main.tf @@ -7,16 +7,33 @@ provider "helm" {} module "cert_manager" { source = "../../../modules/kubernetes/cert-manager" + aad_groups = { + view = null + edit = { + "id-1" : "name-1" + } + cluster_admin = null + cluster_view = null + aks_managed_identity = null + } cluster_id = "foobar" dns_zones = { "a.com" = "id" } global_resource_group_name = "global" location = "location" - notification_email = "example@example.com" - oidc_issuer_url = "url" - resource_group_name = "rg-name" - subscription_id = "id" - gateway_api_enabled = true - gateway_api_config = {} + namespaces = [ + { + name = "namespace-1" + labels = { + "terraform" = "true" + } + } + ] + notification_email = "example@example.com" + oidc_issuer_url = "url" + resource_group_name = "rg-name" + subscription_id = "id" + gateway_api_enabled = true + gateway_api_config = {} } diff --git a/validation/kubernetes/external-dns/main.tf b/validation/kubernetes/external-dns/main.tf index 5657f6049..6adbeec24 100644 --- a/validation/kubernetes/external-dns/main.tf +++ b/validation/kubernetes/external-dns/main.tf @@ -3,6 +3,15 @@ terraform {} module "external_dns" { source = "../../../modules/kubernetes/external-dns" + aad_groups = { + view = null + edit = { + "id-1" : "name-1" + } + cluster_admin = null + cluster_view = null + aks_managed_identity = null + } cluster_id = "foo" dns_provider = "azure" dns_zones = { @@ -12,10 +21,18 @@ module "external_dns" { global_resource_group_name = "global" location = "location" location_short = "we" - oidc_issuer_url = "url" - resource_group_name = "rg-name" - subscription_id = "id" - txt_owner_id = "dev-aks1" - sources = ["ingress", "service"] - extra_args = [] + namespaces = [ + { + name = "namespace-1" + labels = { + "terraform" = "true" + } + } + ] + oidc_issuer_url = "url" + resource_group_name = "rg-name" + subscription_id = "id" + txt_owner_id = "dev-aks1" + sources = ["ingress", "service"] + extra_args = [] } diff --git a/validation/kubernetes/ingress-nginx/main.tf b/validation/kubernetes/ingress-nginx/main.tf index e8aecfa23..06951d678 100644 --- a/validation/kubernetes/ingress-nginx/main.tf +++ b/validation/kubernetes/ingress-nginx/main.tf @@ -5,6 +5,24 @@ provider "kubernetes" {} provider "helm" {} module "ingress_nginx" { - source = "../../../modules/kubernetes/ingress-nginx" + source = "../../../modules/kubernetes/ingress-nginx" + + aad_groups = { + view = null + edit = { + "id-1" : "name-1" + } + cluster_admin = null + cluster_view = null + aks_managed_identity = null + } cluster_id = "bar" + namespaces = [ + { + name = "namespace-1" + labels = { + "terraform" = "true" + } + } + ] } From 5aec1a34833f0543119405f70fa299bc57ee9c8c Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Fri, 8 Nov 2024 13:57:40 +0100 Subject: [PATCH 25/44] fix: karpenter helm release and CRD timing issue --- modules/kubernetes/karpenter/main.tf | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/modules/kubernetes/karpenter/main.tf b/modules/kubernetes/karpenter/main.tf index df3bd8e02..b9f49aa4d 100644 --- a/modules/kubernetes/karpenter/main.tf +++ b/modules/kubernetes/karpenter/main.tf @@ -20,6 +20,10 @@ terraform { source = "gavinbunney/kubectl" version = "1.14.0" } + time = { + source = "hashicorp/time" + version = "0.12.1" + } } } @@ -59,8 +63,15 @@ resource "helm_release" "karpenter" { })] } -resource "kubectl_manifest" "node_classes" { +# Wait a while to make sure karpenter webhooks get created +resource "time_sleep" "wait_for_karpenter" { depends_on = [helm_release.karpenter] + + create_duration = "15s" +} + +resource "kubectl_manifest" "node_classes" { + depends_on = [time_sleep.wait_for_karpenter] for_each = { for class in var.karpenter_config.node_classes : class.name => class From f4b1d472eb9794aa89791d4254aa16bcbbbbfa7a Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Fri, 8 Nov 2024 14:10:32 +0100 Subject: [PATCH 26/44] fix: karpenter helm release and CRD timing issues --- modules/kubernetes/karpenter/README.md | 3 +++ modules/kubernetes/karpenter/main.tf | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/modules/kubernetes/karpenter/README.md b/modules/kubernetes/karpenter/README.md index 38acd5fbb..f62746ce0 100644 --- a/modules/kubernetes/karpenter/README.md +++ b/modules/kubernetes/karpenter/README.md @@ -10,6 +10,7 @@ This module is used to add self-hosted [`karpenter`](https://github.com/Azure/ka | [azurerm](#requirement\_azurerm) | 4.7.0 | | [helm](#requirement\_helm) | 2.11.0 | | [kubectl](#requirement\_kubectl) | 1.14.0 | +| [time](#requirement\_time) | 0.12.1 | ## Providers @@ -18,6 +19,7 @@ This module is used to add self-hosted [`karpenter`](https://github.com/Azure/ka | [azurerm](#provider\_azurerm) | 4.7.0 | | [helm](#provider\_helm) | 2.11.0 | | [kubectl](#provider\_kubectl) | 1.14.0 | +| [time](#provider\_time) | 0.12.1 | ## Modules @@ -34,6 +36,7 @@ No modules. | [kubectl_manifest.node_classes](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | | [kubectl_manifest.node_pools](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | | [kubectl_manifest.secret](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [time_sleep.wait_for_karpenter](https://registry.terraform.io/providers/hashicorp/time/0.12.1/docs/resources/sleep) | resource | ## Inputs diff --git a/modules/kubernetes/karpenter/main.tf b/modules/kubernetes/karpenter/main.tf index b9f49aa4d..c3944118e 100644 --- a/modules/kubernetes/karpenter/main.tf +++ b/modules/kubernetes/karpenter/main.tf @@ -21,7 +21,7 @@ terraform { version = "1.14.0" } time = { - source = "hashicorp/time" + source = "hashicorp/time" version = "0.12.1" } } From 52d328d8147e702b13b3b1c8bb9cdb2c6496c150 Mon Sep 17 00:00:00 2001 From: Carl Andersson <91601778+CalleB3@users.noreply.github.com> Date: Mon, 11 Nov 2024 10:12:10 +0100 Subject: [PATCH 27/44] fix: disable linkerd-cni (#1233) * fix: disable linkerd-cni * Update main.tf * Update main.tf * remove NS, docs and fmt --- modules/kubernetes/linkerd/README.md | 2 -- modules/kubernetes/linkerd/main.tf | 36 +------------------ .../linkerd/templates/values.yaml.tpl | 2 +- 3 files changed, 2 insertions(+), 38 deletions(-) diff --git a/modules/kubernetes/linkerd/README.md b/modules/kubernetes/linkerd/README.md index 2054fd771..eaa526fe4 100644 --- a/modules/kubernetes/linkerd/README.md +++ b/modules/kubernetes/linkerd/README.md @@ -72,10 +72,8 @@ No modules. | Name | Type | |------|------| | [helm_release.linkerd](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | -| [helm_release.linkerd_cni](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | | [helm_release.linkerd_extras](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | | [helm_release.linkerd_viz](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | -| [kubernetes_namespace.cni](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | | [kubernetes_namespace.this](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | | [kubernetes_namespace.viz](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | | [kubernetes_secret.linkerd_trust_anchor](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/secret) | resource | diff --git a/modules/kubernetes/linkerd/main.tf b/modules/kubernetes/linkerd/main.tf index 4d579543d..b3bd21556 100644 --- a/modules/kubernetes/linkerd/main.tf +++ b/modules/kubernetes/linkerd/main.tf @@ -81,25 +81,6 @@ resource "kubernetes_namespace" "this" { } } -# Information regarding cni namespace and the annotations and labels taken from: https://github.com/linkerd/linkerd2/blob/5f2d969cfac6ebc8893011eb120a32472a0648f3/charts/linkerd2-cni/templates/cni-plugin.yaml#L21-L29 -resource "kubernetes_namespace" "cni" { - metadata { - labels = { - name = "linkerd-cni" - "xkf.xenit.io/kind" = "platform" - "config.linkerd.io/admission-webhooks" = "disabled" - "linkerd.io/cni-resource" = "true" - "control-plane" = "true" - } - - annotations = { - "linkerd.io/inject" = "disabled" - } - - name = "linkerd-cni" - } -} - resource "kubernetes_namespace" "viz" { metadata { labels = { @@ -205,21 +186,6 @@ resource "kubernetes_secret" "webhook_issuer_tls" { type = "kubernetes.io/tls" } -# Install linkerd-cni helm chart -#tf-latest-version:ignore -resource "helm_release" "linkerd_cni" { - repository = "https://helm.linkerd.io/stable" - chart = "linkerd2-cni" - name = "linkerd-cni" - namespace = kubernetes_namespace.cni.metadata[0].name - version = "30.12.2" - max_history = 3 - - values = [ - templatefile("${path.module}/templates/values-cni.yaml.tpl", {}), - ] -} - # Install linkerd helm charts resource "helm_release" "linkerd_extras" { depends_on = [ @@ -235,7 +201,7 @@ resource "helm_release" "linkerd_extras" { #tf-latest-version:ignore resource "helm_release" "linkerd" { - depends_on = [helm_release.linkerd_extras, helm_release.linkerd_cni] + depends_on = [helm_release.linkerd_extras] repository = "https://helm.linkerd.io/stable" chart = "linkerd-control-plane" diff --git a/modules/kubernetes/linkerd/templates/values.yaml.tpl b/modules/kubernetes/linkerd/templates/values.yaml.tpl index 12ceb21a1..1527b5448 100644 --- a/modules/kubernetes/linkerd/templates/values.yaml.tpl +++ b/modules/kubernetes/linkerd/templates/values.yaml.tpl @@ -1,7 +1,7 @@ # Specific for this module installNamespace: false namespace: "linkerd" -cniEnabled: true +cniEnabled: false identity: issuer: scheme: kubernetes.io/tls From 7c3bff43201f507a7064f5f58355c0e3d3a56354 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Mon, 11 Nov 2024 13:20:57 +0100 Subject: [PATCH 28/44] fix: use kubernets datasource to retrieve aks identity --- modules/kubernetes/aks-core/README.md | 1 - modules/kubernetes/aks-core/main.tf | 7 +------ modules/kubernetes/aks-core/modules.tf | 2 +- 3 files changed, 2 insertions(+), 8 deletions(-) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 700ee250b..1b87a47a4 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -118,7 +118,6 @@ This module is used to create AKS clusters. | [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/kubernetes_cluster) | data source | | [azurerm_resource_group.global](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | -| [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | | [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/user_assigned_identity) | data source | | [kubernetes_resources.bootstrap_token](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/data-sources/resources) | data source | diff --git a/modules/kubernetes/aks-core/main.tf b/modules/kubernetes/aks-core/main.tf index 6ee555adf..a65c7759c 100644 --- a/modules/kubernetes/aks-core/main.tf +++ b/modules/kubernetes/aks-core/main.tf @@ -49,11 +49,6 @@ data "azurerm_resource_group" "global" { name = "rg-${var.environment}-${var.global_location_short}-global" } -data "azurerm_user_assigned_identity" "aks" { - name = "uai-aks-${var.environment}-${var.location_short}-${var.name}${local.aks_name_suffix}" - resource_group_name = data.azurerm_resource_group.this.name -} - data "azuread_group" "aks_managed_identity" { display_name = "${var.group_name_prefix}${var.group_name_separator}${var.subscription_name}${var.group_name_separator}${var.environment}${var.group_name_separator}aksmsi" } @@ -89,7 +84,7 @@ data "azurerm_dns_zone" "this" { } data "azurerm_kubernetes_cluster" "this" { - name = "aks-${var.environment}-${var.location_short}-${var.name}${var.aks_name_suffix}" + name = "aks-${var.environment}-${var.location_short}-${var.name}${local.aks_name_suffix}" resource_group_name = data.azurerm_resource_group.this.name } diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index 48b5bd580..a988633d8 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -509,7 +509,7 @@ module "popeye" { source = "../../kubernetes/popeye" - aks_managed_identity_id = data.azurerm_user_assigned_identity.aks.principal_id + aks_managed_identity_id = var.cilium_enabled ? data.azurerm_kubernetes_cluster.this.identity[0].identity_ids[0] : data.azurerm_kubernetes_cluster.this.identity[0].principal_id cluster_id = local.cluster_id location = data.azurerm_key_vault.core.location oidc_issuer_url = var.oidc_issuer_url From 2bd30e334d6de8089273acdb53511cb9e568d9ac Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Mon, 11 Nov 2024 12:27:51 +0000 Subject: [PATCH 29/44] Update CHANGELOG --- CHANGELOG.md | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 611eb0b1b..b0de19c11 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,6 +7,11 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## Unreleased +### ⛓️‍💥 Breaking Changes +- Fix!: resolve dependency and timing issues when applying aks-core module in an empty cluster by @landerss1 in [#1240](https://github.com/XenitAB/terraform-modules/pulls/1240) + + + ### 🚀 New Features - Feat: add support for popeye k8s linter by @landerss1 in [#1239](https://github.com/XenitAB/terraform-modules/pulls/1239) - Feat: add support for karpenter autoscaling by @landerss1 in [#1235](https://github.com/XenitAB/terraform-modules/pulls/1235) @@ -30,6 +35,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🐛 Bug Fixes +- Fix: use kubernets datasource to retrieve aks identity by @landerss1 in [#1243](https://github.com/XenitAB/terraform-modules/pulls/1243) +- Fix: disable linkerd-cni by @CalleB3 in [#1233](https://github.com/XenitAB/terraform-modules/pulls/1233) - Fix: Add reloader annotation to azad-kube-proxy by @CalleB3 in [#1217](https://github.com/XenitAB/terraform-modules/pulls/1217) - Fix: add flux notification provider by @CalleB3 in [#1222](https://github.com/XenitAB/terraform-modules/pulls/1222) - Fix: add flux notification-controller by @CalleB3 in [#1220](https://github.com/XenitAB/terraform-modules/pulls/1220) From 3e61a6f5d7ab54109a54f2ecf9f75903667e8714 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Tue, 12 Nov 2024 07:14:00 +0100 Subject: [PATCH 30/44] fix: add required name label to ingress-nginx namespace --- modules/kubernetes/ingress-nginx/main.tf | 1 + 1 file changed, 1 insertion(+) diff --git a/modules/kubernetes/ingress-nginx/main.tf b/modules/kubernetes/ingress-nginx/main.tf index 86f9cfc1f..787169d91 100644 --- a/modules/kubernetes/ingress-nginx/main.tf +++ b/modules/kubernetes/ingress-nginx/main.tf @@ -24,6 +24,7 @@ resource "kubernetes_namespace" "ingress_nginx" { name = "ingress-nginx" labels = { "xkf.xenit.io/kind" = "platform" + "name" = "ingress-nginx" } } } From 90e27df0f6c62bf6c8261fb7dcccd2f9e0198fb0 Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Tue, 12 Nov 2024 06:18:32 +0000 Subject: [PATCH 31/44] Update CHANGELOG --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index b0de19c11..4ba6899f6 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -35,6 +35,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🐛 Bug Fixes +- Fix: add required name label to ingress-nginx namespace by @landerss1 in [#1244](https://github.com/XenitAB/terraform-modules/pulls/1244) - Fix: use kubernets datasource to retrieve aks identity by @landerss1 in [#1243](https://github.com/XenitAB/terraform-modules/pulls/1243) - Fix: disable linkerd-cni by @CalleB3 in [#1233](https://github.com/XenitAB/terraform-modules/pulls/1233) - Fix: Add reloader annotation to azad-kube-proxy by @CalleB3 in [#1217](https://github.com/XenitAB/terraform-modules/pulls/1217) From 1a9ab05822db779ae251dc2ecb274a9c5ccda9df Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 13 Nov 2024 07:57:13 +0100 Subject: [PATCH 32/44] fix: ignore metadata changes for flux namespace --- modules/kubernetes/fluxcd/main.tf | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/modules/kubernetes/fluxcd/main.tf b/modules/kubernetes/fluxcd/main.tf index c5f084bd0..043b72d63 100644 --- a/modules/kubernetes/fluxcd/main.tf +++ b/modules/kubernetes/fluxcd/main.tf @@ -58,6 +58,12 @@ resource "kubernetes_namespace" "flux_system" { metadata { name = "flux-system" } + + lifecycle { + ignore_changes = [ + metadata + ] + } } resource "flux_bootstrap_git" "this" { From 8d081d2bc183852fe75370fd8973fa1fc1548b37 Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Wed, 13 Nov 2024 07:03:14 +0000 Subject: [PATCH 33/44] Update CHANGELOG --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 4ba6899f6..ab744a3ed 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -35,6 +35,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🐛 Bug Fixes +- Fix: ignore metadata changes for flux namespace by @landerss1 in [#1246](https://github.com/XenitAB/terraform-modules/pulls/1246) - Fix: add required name label to ingress-nginx namespace by @landerss1 in [#1244](https://github.com/XenitAB/terraform-modules/pulls/1244) - Fix: use kubernets datasource to retrieve aks identity by @landerss1 in [#1243](https://github.com/XenitAB/terraform-modules/pulls/1243) - Fix: disable linkerd-cni by @CalleB3 in [#1233](https://github.com/XenitAB/terraform-modules/pulls/1233) From 8fb04efb858ae5903b082d445449455c665ea151 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 13 Nov 2024 11:16:12 +0100 Subject: [PATCH 34/44] feat: add parameters to additional storage classes --- modules/kubernetes/aks-core/README.md | 2 +- modules/kubernetes/aks-core/storage-class.tf | 4 +--- modules/kubernetes/aks-core/variables.tf | 2 +- 3 files changed, 3 insertions(+), 5 deletions(-) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 077e27b5c..2fb71d3b7 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -123,7 +123,7 @@ This module is used to create AKS clusters. | [aad\_pod\_identity\_config](#input\_aad\_pod\_identity\_config) | Configuration for aad pod identity | 
map(object({
    id        = string
    client_id = string
  }))
| n/a | yes | | [aad\_pod\_identity\_enabled](#input\_aad\_pod\_identity\_enabled) | Should aad-pod-identity be enabled | `bool` | `true` | no | | [acr\_name\_override](#input\_acr\_name\_override) | Override default name of ACR | `string` | `""` | no | -| [additional\_storage\_classes](#input\_additional\_storage\_classes) | List of additional storage classes to create | 
list(object({
    name           = string
    provisioner    = string
    reclaim_policy = string
    binding_mode   = string
    sku_name       = string
  }))
| `[]` | no | +| [additional\_storage\_classes](#input\_additional\_storage\_classes) | List of additional storage classes to create | 
list(object({
    name           = string
    provisioner    = string
    reclaim_policy = string
    binding_mode   = string
    parameters     = map(string)
  }))
| `[]` | no | | [aks\_name\_suffix](#input\_aks\_name\_suffix) | The suffix for the aks clusters | `number` | n/a | yes | | [azad\_kube\_proxy\_config](#input\_azad\_kube\_proxy\_config) | The azad-kube-proxy configuration | 
object({
    fqdn        = string
    allowed_ips = list(string)
  })
| 
{
  "allowed_ips": [],
  "fqdn": ""
}
| no | | [azad\_kube\_proxy\_enabled](#input\_azad\_kube\_proxy\_enabled) | Should azad-kube-proxy be enabled | `bool` | `false` | no | diff --git a/modules/kubernetes/aks-core/storage-class.tf b/modules/kubernetes/aks-core/storage-class.tf index e81f7cab3..b4f1e270d 100644 --- a/modules/kubernetes/aks-core/storage-class.tf +++ b/modules/kubernetes/aks-core/storage-class.tf @@ -68,9 +68,7 @@ resource "kubernetes_storage_class" "additional" { storage_provisioner = each.value.provisioner reclaim_policy = each.value.reclaim_policy - parameters = { - skuName = each.value.sku_name - } + parameters = each.value.sku_name volume_binding_mode = each.value.binding_mode } diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 3dc1d52cb..75ed972bc 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -652,7 +652,7 @@ variable "additional_storage_classes" { provisioner = string reclaim_policy = string binding_mode = string - sku_name = string + parameters = map(string) })) default = [] } From a393bf6085f790f26e664f5e1e390065c7108a01 Mon Sep 17 00:00:00 2001 From: Lars Andersson Date: Wed, 13 Nov 2024 11:27:21 +0100 Subject: [PATCH 35/44] feat: fix storage class issue --- modules/kubernetes/aks-core/storage-class.tf | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/modules/kubernetes/aks-core/storage-class.tf b/modules/kubernetes/aks-core/storage-class.tf index b4f1e270d..30066fe28 100644 --- a/modules/kubernetes/aks-core/storage-class.tf +++ b/modules/kubernetes/aks-core/storage-class.tf @@ -67,8 +67,6 @@ resource "kubernetes_storage_class" "additional" { storage_provisioner = each.value.provisioner reclaim_policy = each.value.reclaim_policy - - parameters = each.value.sku_name - + parameters = each.value.parameters volume_binding_mode = each.value.binding_mode } From 178ea46b1795ad7697bdcb22b361866536562f8f Mon Sep 17 00:00:00 2001 From: landerss1 <56961522+landerss1@users.noreply.github.com> Date: Wed, 13 Nov 2024 10:40:50 +0000 Subject: [PATCH 36/44] Update CHANGELOG --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index ab744a3ed..a9f67f35b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🚀 New Features +- Feat: add support for specifying parameters for additional storage classes by @landerss1 in [#1248](https://github.com/XenitAB/terraform-modules/pulls/1248) - Feat: add support for popeye k8s linter by @landerss1 in [#1239](https://github.com/XenitAB/terraform-modules/pulls/1239) - Feat: add support for karpenter autoscaling by @landerss1 in [#1235](https://github.com/XenitAB/terraform-modules/pulls/1235) - Feat: Upgrade Linkerd-CNI and CRDs by @CalleB3 in [#1231](https://github.com/XenitAB/terraform-modules/pulls/1231) From 7427771acf772b5e85c7af107025a4b93eec8182 Mon Sep 17 00:00:00 2001 From: optocoupler Date: Fri, 15 Nov 2024 09:46:08 +0100 Subject: [PATCH 37/44] feat: add envoy gateway (#1236) --- modules/kubernetes/README.md | 1 + modules/kubernetes/aks-core/README.md | 4 + modules/kubernetes/aks-core/modules.tf | 27 +++++- modules/kubernetes/aks-core/variables.tf | 25 ++++- modules/kubernetes/azure-policy/README.md | 2 + modules/kubernetes/azure-policy/locals.tf | 13 +++ modules/kubernetes/azure-policy/main.tf | 92 +++++++++++++++++++ .../envoy_gateway_require_tls.yaml.tpl | 62 +++++++++++++ modules/kubernetes/azure-policy/variables.tf | 6 ++ modules/kubernetes/envoy-gateway/README.md | 41 +++++++++ modules/kubernetes/envoy-gateway/main.tf | 43 +++++++++ modules/kubernetes/envoy-gateway/outputs.tf | 0 .../templates/envoy-gateway.yaml.tpl | 40 ++++++++ .../templates/kustomization.yaml.tpl | 13 +++ modules/kubernetes/envoy-gateway/variables.tf | 15 +++ validation/kubernetes/aks-core/main.tf | 33 ++++--- validation/kubernetes/envoy-gateway/main.tf | 20 ++++ 17 files changed, 418 insertions(+), 19 deletions(-) create mode 100644 modules/kubernetes/azure-policy/templates/envoy_gateway_require_tls.yaml.tpl create mode 100644 modules/kubernetes/envoy-gateway/README.md create mode 100644 modules/kubernetes/envoy-gateway/main.tf create mode 100644 modules/kubernetes/envoy-gateway/outputs.tf create mode 100644 modules/kubernetes/envoy-gateway/templates/envoy-gateway.yaml.tpl create mode 100644 modules/kubernetes/envoy-gateway/templates/kustomization.yaml.tpl create mode 100644 modules/kubernetes/envoy-gateway/variables.tf create mode 100644 validation/kubernetes/envoy-gateway/main.tf diff --git a/modules/kubernetes/README.md b/modules/kubernetes/README.md index 7407d9e21..60fc9f87d 100644 --- a/modules/kubernetes/README.md +++ b/modules/kubernetes/README.md @@ -15,6 +15,7 @@ This directory contains all the Kubernetes Terraform modules. - [`control-plane-logs`](control-plane-logs/README.md) - [`csi-secrets-store-provider-azure`](csi-secrets-store-provider-azure/README.md) - [`datadog`](datadog/README.md) +- [`envoy-gateway`](envoy-gateway/README.md) - [`eks-core`](eks-core/README.md) - [`external-dns`](external-dns/README.md) - [`falco`](falco/README.md) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 2fb71d3b7..17aeff090 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -38,6 +38,7 @@ This module is used to create AKS clusters. | [cert\_manager\_crd](#module\_cert\_manager\_crd) | ../../kubernetes/helm-crd | n/a | | [control\_plane\_logs](#module\_control\_plane\_logs) | ../../kubernetes/control-plane-logs | n/a | | [datadog](#module\_datadog) | ../../kubernetes/datadog | n/a | +| [envoy\_gateway](#module\_envoy\_gateway) | ../../kubernetes/envoy-gateway | n/a | | [external\_dns](#module\_external\_dns) | ../../kubernetes/external-dns | n/a | | [falco](#module\_falco) | ../../kubernetes/falco | n/a | | [fluxcd](#module\_fluxcd) | ../../kubernetes/fluxcd | n/a | @@ -144,6 +145,9 @@ This module is used to create AKS clusters. | [defender\_enabled](#input\_defender\_enabled) | If Defender for Containers should be enabled | `bool` | `false` | no | | [dns\_zones](#input\_dns\_zones) | List of DNS Zones | `list(string)` | n/a | yes | | [environment](#input\_environment) | The environment name to use for the deploy | `string` | n/a | yes | +| [envoy\_gateway\_config](#input\_envoy\_gateway\_config) | Envoy gateway configuration | 
object({
    logging_level             = optional(string, "info")
    replicas_count            = optional(number, 2)
    resources_memory_limit    = optional(string, "")
    resources_cpu_requests    = optional(string, "")
    resources_memory_requests = optional(string, "")
  })
| n/a | yes | +| [envoy\_gateway\_enabled](#input\_envoy\_gateway\_enabled) | Should we deploy envoy-gateway | `bool` | `false` | no | +| [envoy\_tls\_policy\_enabled](#input\_envoy\_tls\_policy\_enabled) | An option to remove the gatekeeper mutation for tls settings | `bool` | `false` | no | | [external\_dns\_config](#input\_external\_dns\_config) | ExternalDNS config | 
object({
    extra_args = optional(list(string), [])
    sources    = optional(list(string), ["ingress", "service"])
  })
| `{}` | no | | [external\_dns\_enabled](#input\_external\_dns\_enabled) | Should External DNS be enabled | `bool` | `true` | no | | [external\_dns\_hostname](#input\_external\_dns\_hostname) | hostname for ingress-nginx to use for external-dns | `string` | `""` | no | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index c2a4f0446..a8d323b86 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -104,11 +104,13 @@ module "azure_policy" { source = "../../kubernetes/azure-policy" - aks_name = var.name - aks_name_suffix = local.aks_name_suffix - azure_policy_config = var.azure_policy_config - environment = var.environment - location_short = var.location_short + aks_name = var.name + aks_name_suffix = local.aks_name_suffix + azure_policy_config = var.azure_policy_config + environment = var.environment + location_short = var.location_short + envoy_tls_policy_enabled = var.envoy_tls_policy_enabled + tenant_namespaces = [ for namespace in var.namespaces : namespace.name ] @@ -223,6 +225,21 @@ module "datadog" { resource_group_name = data.azurerm_resource_group.this.name } +module "envoy_gateway" { + depends_on = [module.gateway_api] + + for_each = { + for s in ["envoy_gateway"] : + s => s + if var.envoy_gateway_enabled + } + + source = "../../kubernetes/envoy-gateway" + + cluster_id = local.cluster_id + envoy_gateway_config = var.envoy_gateway_config +} + module "external_dns" { depends_on = [module.gateway_api] diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index 75ed972bc..b951a69c6 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -242,6 +242,11 @@ variable "azure_policy_config" { ] } } +variable "envoy_tls_policy_enabled" { + description = "An option to remove the gatekeeper mutation for tls settings" + type = bool + default = false +} variable "gatekeeper_enabled" { description = "Should OPA Gatekeeper be enabled" @@ -834,6 +839,24 @@ variable "karpenter_config" { } } + +variable "envoy_gateway_enabled" { + description = "Should we deploy envoy-gateway" + type = bool + default = false +} + +variable "envoy_gateway_config" { + description = "Envoy gateway configuration" + type = object({ + logging_level = optional(string, "info") + replicas_count = optional(number, 2) + resources_memory_limit = optional(string, "") + resources_cpu_requests = optional(string, "") + resources_memory_requests = optional(string, "") + }) +} + variable "popeye_enabled" { description = "If the popeye module should be installed" type = bool @@ -857,4 +880,4 @@ variable "popeye_config" { }), {}) }) default = {} -} \ No newline at end of file +} diff --git a/modules/kubernetes/azure-policy/README.md b/modules/kubernetes/azure-policy/README.md index c187b0f32..5cd51709a 100644 --- a/modules/kubernetes/azure-policy/README.md +++ b/modules/kubernetes/azure-policy/README.md @@ -25,6 +25,7 @@ No modules. |------|------| | [azurerm_policy_definition.azure_identity_format](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | | [azurerm_policy_definition.azure_remove_node_spot_taints](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | +| [azurerm_policy_definition.envoy_gateway_require_tls](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | | [azurerm_policy_definition.flux_disable_cross_namespace_source](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | | [azurerm_policy_definition.flux_require_service_account](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | | [azurerm_policy_definition.k8s_block_node_port](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/policy_definition) | resource | @@ -45,6 +46,7 @@ No modules. | [aks\_name\_suffix](#input\_aks\_name\_suffix) | The suffix for the aks clusters | `number` | n/a | yes | | [azure\_policy\_config](#input\_azure\_policy\_config) | A list of Azure policy mutations to create and include in the XKS policy set definition | 
object({
    exclude_namespaces = list(string)
    mutations = list(object({
      name         = string
      display_name = string
      template     = string
    }))
  })
| 
{
  "exclude_namespaces": [
    "linkerd",
    "linkerd-cni",
    "velero",
    "grafana-agent"
  ],
  "mutations": [
    {
      "display_name": "Containers should not use privilege escalation",
      "name": "ContainerNoPrivilegeEscalation",
      "template": "container-disallow-privilege-escalation.yaml.tpl"
    },
    {
      "display_name": "Containers should drop disallowed capabilities",
      "name": "ContainerDropCapabilities",
      "template": "container-drop-capabilities.yaml.tpl"
    },
    {
      "display_name": "Containers should use a read-only root filesystem",
      "name": "ContainerReadOnlyRootFs",
      "template": "container-read-only-root-fs.yaml.tpl"
    },
    {
      "display_name": "Ephemeral containers should not use privilege escalation",
      "name": "EphemeralContainerNoPrivilegeEscalation",
      "template": "ephemeral-container-disallow-privilege-escalation.yaml.tpl"
    },
    {
      "display_name": "Ephemeral containers should drop disallowed capabilities",
      "name": "EphemeralContainerDropCapabilities",
      "template": "ephemeral-container-drop-capabilities.yaml.tpl"
    },
    {
      "display_name": "Ephemeral containers should use a read-only root filesystem",
      "name": "EphemeralContainerReadOnlyRootFs",
      "template": "ephemeral-container-read-only-root-fs.yaml.tpl"
    },
    {
      "display_name": "Init containers should not use privilege escalation",
      "name": "InitContainerNoPrivilegeEscalation",
      "template": "init-container-disallow-privilege-escalation.yaml.tpl"
    },
    {
      "display_name": "Init containers should drop disallowed capabilities",
      "name": "InitContainerDropCapabilities",
      "template": "init-container-drop-capabilities.yaml.tpl"
    },
    {
      "display_name": "Init containers should use a read-only root filesystem",
      "name": "InitContainerReadOnlyRootFs",
      "template": "init-container-read-only-root-fs.yaml.tpl"
    },
    {
      "display_name": "Pods should use an allowed seccomp profile",
      "name": "PodDefaultSecComp",
      "template": "k8s-pod-default-seccomp.yaml.tpl"
    },
    {
      "display_name": "Pods should not automount service account tokens",
      "name": "PodServiceAccountTokenNoAutoMount",
      "template": "k8s-pod-serviceaccount-token-false.yaml.tpl"
    }
  ]
}
| no | | [environment](#input\_environment) | The environment name to use for the deploy | `string` | n/a | yes | +| [envoy\_tls\_policy\_enabled](#input\_envoy\_tls\_policy\_enabled) | An option to remove the gatekeeper mutation for tls settings | `bool` | `true` | no | | [location\_short](#input\_location\_short) | The Azure region short name. | `string` | n/a | yes | | [tenant\_namespaces](#input\_tenant\_namespaces) | List of tenant namespaces for Flux | `list(string)` | `[]` | no | diff --git a/modules/kubernetes/azure-policy/locals.tf b/modules/kubernetes/azure-policy/locals.tf index ee749d607..59e357f40 100644 --- a/modules/kubernetes/azure-policy/locals.tf +++ b/modules/kubernetes/azure-policy/locals.tf @@ -5,30 +5,43 @@ locals { templatefile("${path.module}/templates/azure-identity-format.yaml.tpl", { }) ) + azure_remove_node_spot_taints = base64encode( templatefile("${path.module}/templates/azure-remove-node-spot-taints.yaml.tpl", { }) ) + flux_disable_cross_namespace_source = base64encode( templatefile("${path.module}/templates/flux-disable-cross-namespace-source.yaml.tpl", { }) ) + flux_require_service_account = base64encode( templatefile("${path.module}/templates/flux-require-service-account.yaml.tpl", { }) ) + + envoy_gateway_require_tls = base64encode( + templatefile("${path.module}/templates/envoy_gateway_require_tls.yaml.tpl", { + envoy_tls_policy_enabled = var.envoy_tls_policy_enabled + }) + ) + k8s_block_node_port = base64encode( templatefile("${path.module}/templates/k8s-block-node-port.yaml.tpl", { }) ) + k8s_pod_priority_class = base64encode( templatefile("${path.module}/templates/k8s-pod-priority-class.yaml.tpl", { }) ) + k8s_require_ingress_class = base64encode( templatefile("${path.module}/templates/k8s-require-ingress-class.yaml.tpl", { }) ) + k8s_secrets_store_csi_unique_volume = base64encode( templatefile("${path.module}/templates/k8s-secrets-store-csi-unique-volume.yaml.tpl", { }) diff --git a/modules/kubernetes/azure-policy/main.tf b/modules/kubernetes/azure-policy/main.tf index e7ba2386a..28d098ee8 100644 --- a/modules/kubernetes/azure-policy/main.tf +++ b/modules/kubernetes/azure-policy/main.tf @@ -279,6 +279,82 @@ resource "azurerm_policy_definition" "flux_require_service_account" { PARAMETERS } +resource "azurerm_policy_definition" "envoy_gateway_require_tls" { + name = "EnvoyGatewayRequireTLS" + display_name = "Envoy Gatway must have traffic policy" + policy_type = "Custom" + mode = "Microsoft.Kubernetes.Data" + + metadata = < [terraform](#requirement\_terraform) | >= 1.3.0 | +| [git](#requirement\_git) | 0.0.3 | +| [kubernetes](#requirement\_kubernetes) | 2.23.0 | + +## Providers + +| Name | Version | +|------|---------| +| [git](#provider\_git) | 0.0.3 | +| [kubernetes](#provider\_kubernetes) | 2.23.0 | + +## Modules + +No modules. + +## Resources + +| Name | Type | +|------|------| +| [git_repository_file.envoy_gateway](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [git_repository_file.kustomization](https://registry.terraform.io/providers/xenitab/git/0.0.3/docs/resources/repository_file) | resource | +| [kubernetes_namespace.envoy_gateway](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/namespace) | resource | + +## Inputs + +| Name | Description | Type | Default | Required | +|------|-------------|------|---------|:--------:| +| [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | +| [envoy\_gateway\_config](#input\_envoy\_gateway\_config) | Configuration for the username and password | 
object({
    logging_level             = optional(string, "info")
    replicas_count            = optional(number, 2)
    resources_memory_limit    = optional(string, "")
    resources_cpu_requests    = optional(string, "")
    resources_memory_requests = optional(string, "")
  })
| n/a | yes | + +## Outputs + +No outputs. diff --git a/modules/kubernetes/envoy-gateway/main.tf b/modules/kubernetes/envoy-gateway/main.tf new file mode 100644 index 000000000..1934d53a3 --- /dev/null +++ b/modules/kubernetes/envoy-gateway/main.tf @@ -0,0 +1,43 @@ +/** + * # Envoy Gateway + * + * This module is used to add [`envoy-gateway`](https://gateway.envoyproxy.io/docs/) to Kubernetes clusters. + */ + +terraform { + required_version = ">= 1.3.0" + + required_providers { + kubernetes = { + source = "hashicorp/kubernetes" + version = "2.23.0" + } + git = { + source = "xenitab/git" + version = "0.0.3" + } + } +} + +resource "kubernetes_namespace" "envoy_gateway" { + metadata { + name = "envoy-gateway" + labels = { + "xkf.xenit.io/kind" = "platform" + } + } +} + +resource "git_repository_file" "kustomization" { + path = "clusters/${var.cluster_id}/envoy-gateway.yaml" + content = templatefile("${path.module}/templates/kustomization.yaml.tpl", { + cluster_id = var.cluster_id + }) +} + +resource "git_repository_file" "envoy_gateway" { + path = "platform/${var.cluster_id}/envoy-gateway/envoy-gateway.yaml" + content = templatefile("${path.module}/templates/envoy-gateway.yaml.tpl", { + envoy_gateway_config = var.envoy_gateway_config + }) +} \ No newline at end of file diff --git a/modules/kubernetes/envoy-gateway/outputs.tf b/modules/kubernetes/envoy-gateway/outputs.tf new file mode 100644 index 000000000..e69de29bb diff --git a/modules/kubernetes/envoy-gateway/templates/envoy-gateway.yaml.tpl b/modules/kubernetes/envoy-gateway/templates/envoy-gateway.yaml.tpl new file mode 100644 index 000000000..3c60b31e7 --- /dev/null +++ b/modules/kubernetes/envoy-gateway/templates/envoy-gateway.yaml.tpl @@ -0,0 +1,40 @@ +apiVersion: source.toolkit.fluxcd.io/v1beta2 +kind: HelmRepository +metadata: + name: envoy-gateway + namespace: envoy-gateway +spec: + interval: 1m0s + type: oci + url: "oci://docker.io/envoyproxy/" +--- +apiVersion: helm.toolkit.fluxcd.io/v2 +kind: HelmRelease +metadata: + name: envoy-gateway + namespace: envoy-gateway +spec: + chart: + spec: + chart: gateway-helm + sourceRef: + kind: HelmRepository + name: envoy-gateway + version: "v0.0.0-latest" + interval: 1m0s + values: + config: + envoyGateway: + logging: + level: + default: ${envoy_gateway_config.logging_level} + deployment: + replicas: ${envoy_gateway_config.replicas_count} + envoyGateway: + resources: + limits: + memory: ${envoy_gateway_config.resources_memory_limit} + requests: + cpu: ${envoy_gateway_config.resources_cpu_requests} + memory: ${envoy_gateway_config.resources_memory_requests} + \ No newline at end of file diff --git a/modules/kubernetes/envoy-gateway/templates/kustomization.yaml.tpl b/modules/kubernetes/envoy-gateway/templates/kustomization.yaml.tpl new file mode 100644 index 000000000..def235b0f --- /dev/null +++ b/modules/kubernetes/envoy-gateway/templates/kustomization.yaml.tpl @@ -0,0 +1,13 @@ +apiVersion: kustomize.toolkit.fluxcd.io/v1beta2 +kind: Kustomization +metadata: + name: envoy-gateway + namespace: flux-system +spec: + interval: 5m + sourceRef: + kind: GitRepository + name: flux-system + path: "./platform/${cluster_id}/envoy-gateway/" + prune: true + wait: true diff --git a/modules/kubernetes/envoy-gateway/variables.tf b/modules/kubernetes/envoy-gateway/variables.tf new file mode 100644 index 000000000..8a1b636ff --- /dev/null +++ b/modules/kubernetes/envoy-gateway/variables.tf @@ -0,0 +1,15 @@ +variable "cluster_id" { + description = "Unique identifier of the cluster across regions and instances." + type = string +} + +variable "envoy_gateway_config" { + description = "Configuration for the username and password" + type = object({ + logging_level = optional(string, "info") + replicas_count = optional(number, 2) + resources_memory_limit = optional(string, "") + resources_cpu_requests = optional(string, "") + resources_memory_requests = optional(string, "") + }) +} diff --git a/validation/kubernetes/aks-core/main.tf b/validation/kubernetes/aks-core/main.tf index b59b3575a..946c7aa8c 100644 --- a/validation/kubernetes/aks-core/main.tf +++ b/validation/kubernetes/aks-core/main.tf @@ -3,7 +3,13 @@ terraform { module "aks_core" { source = "../../../modules/kubernetes/aks-core" - + envoy_gateway_config = { + logging_level = "debug" + replicas_count = 42 + resources_memory_limit = "30g" + resources_cpu_requests = "5000mi" + resources_memory_requests = "50g" + } grafana_k8s_monitor_config = { grafana_cloud_prometheus_host = "sda" grafana_cloud_loki_host = "asdw" @@ -21,18 +27,19 @@ module "aks_core" { grafana_otelcol_auth_basic_username = "some-integers" grafana_otelcol_exporter_endpoint = "some-url" } - name = "baz" - aks_name_suffix = 1 - core_name = "core" - dns_zones = ["a.com"] - oidc_issuer_url = "url" - location_short = "foo" - global_location_short = "sc" - environment = "bar" - subscription_name = "baz" - group_name_prefix = "aks" - namespaces = [] - aad_pod_identity_config = {} + envoy_tls_policy_enabled = true + name = "baz" + aks_name_suffix = 1 + core_name = "core" + dns_zones = ["a.com"] + oidc_issuer_url = "url" + location_short = "foo" + global_location_short = "sc" + environment = "bar" + subscription_name = "baz" + group_name_prefix = "aks" + namespaces = [] + aad_pod_identity_config = {} velero_config = { azure_storage_account_name = "foo" azure_storage_account_container = "bar" diff --git a/validation/kubernetes/envoy-gateway/main.tf b/validation/kubernetes/envoy-gateway/main.tf new file mode 100644 index 000000000..a2c8e87be --- /dev/null +++ b/validation/kubernetes/envoy-gateway/main.tf @@ -0,0 +1,20 @@ +terraform {} + +provider "kubernetes" {} + +provider "helm" {} + +module "envoy-gateway" { + source = "../../../modules/kubernetes/envoy-gateway" + + cluster_id = "foo" + envoy_gateway_config = { + cluster_name = "awesome_cluster" + logging_level = "debug" + replicas_count = 42 + resources_memory_limit = "30g" + resources_cpu_requests = "5000mi" + resources_memory_requests = "50g" + envoy_tls_policy_enabled = true + } +} From 9f0923ddd35a7449f347ee1b1cdb6e127ca878a4 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 15 Nov 2024 10:11:25 +0100 Subject: [PATCH 38/44] Update CHANGELOG (#1253) Co-authored-by: optocoupler <172267016+optocoupler@users.noreply.github.com> --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index a9f67f35b..177a227ef 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🚀 New Features +- Feat: add envoy gateway by @optocoupler in [#1236](https://github.com/XenitAB/terraform-modules/pulls/1236) - Feat: add support for specifying parameters for additional storage classes by @landerss1 in [#1248](https://github.com/XenitAB/terraform-modules/pulls/1248) - Feat: add support for popeye k8s linter by @landerss1 in [#1239](https://github.com/XenitAB/terraform-modules/pulls/1239) - Feat: add support for karpenter autoscaling by @landerss1 in [#1235](https://github.com/XenitAB/terraform-modules/pulls/1235) From f523e7057f57d9e5fe814b38bb2909cd520af260 Mon Sep 17 00:00:00 2001 From: optocoupler Date: Mon, 18 Nov 2024 14:34:59 +0100 Subject: [PATCH 39/44] fix: gateway_envoy seemless integration (#1254) * Lars is a genius --------- Co-authored-by: Risto Markovski --- modules/kubernetes/aks-core/README.md | 3 +-- modules/kubernetes/aks-core/modules.tf | 4 ++-- modules/kubernetes/aks-core/variables.tf | 22 +++++++++---------- modules/kubernetes/envoy-gateway/README.md | 2 +- modules/kubernetes/envoy-gateway/variables.tf | 3 ++- validation/kubernetes/aks-core/main.tf | 16 +++++++++----- 6 files changed, 26 insertions(+), 24 deletions(-) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 17aeff090..6e233d72d 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -145,8 +145,7 @@ This module is used to create AKS clusters. | [defender\_enabled](#input\_defender\_enabled) | If Defender for Containers should be enabled | `bool` | `false` | no | | [dns\_zones](#input\_dns\_zones) | List of DNS Zones | `list(string)` | n/a | yes | | [environment](#input\_environment) | The environment name to use for the deploy | `string` | n/a | yes | -| [envoy\_gateway\_config](#input\_envoy\_gateway\_config) | Envoy gateway configuration | 
object({
    logging_level             = optional(string, "info")
    replicas_count            = optional(number, 2)
    resources_memory_limit    = optional(string, "")
    resources_cpu_requests    = optional(string, "")
    resources_memory_requests = optional(string, "")
  })
| n/a | yes | -| [envoy\_gateway\_enabled](#input\_envoy\_gateway\_enabled) | Should we deploy envoy-gateway | `bool` | `false` | no | +| [envoy\_gateway](#input\_envoy\_gateway) | Should we deploy envoy-gateway | 
object({
    enabled = optional(bool, false)
    envoy_gateway_config = optional(object({
      logging_level             = optional(string, "info")
      replicas_count            = optional(number, 2)
      resources_memory_limit    = optional(string, "")
      resources_cpu_requests    = optional(string, "")
      resources_memory_requests = optional(string, "")
    }), {})
  })
| `{}` | no | | [envoy\_tls\_policy\_enabled](#input\_envoy\_tls\_policy\_enabled) | An option to remove the gatekeeper mutation for tls settings | `bool` | `false` | no | | [external\_dns\_config](#input\_external\_dns\_config) | ExternalDNS config | 
object({
    extra_args = optional(list(string), [])
    sources    = optional(list(string), ["ingress", "service"])
  })
| `{}` | no | | [external\_dns\_enabled](#input\_external\_dns\_enabled) | Should External DNS be enabled | `bool` | `true` | no | diff --git a/modules/kubernetes/aks-core/modules.tf b/modules/kubernetes/aks-core/modules.tf index a8d323b86..03648b805 100644 --- a/modules/kubernetes/aks-core/modules.tf +++ b/modules/kubernetes/aks-core/modules.tf @@ -231,13 +231,13 @@ module "envoy_gateway" { for_each = { for s in ["envoy_gateway"] : s => s - if var.envoy_gateway_enabled + if var.envoy_gateway.enabled } source = "../../kubernetes/envoy-gateway" cluster_id = local.cluster_id - envoy_gateway_config = var.envoy_gateway_config + envoy_gateway_config = var.envoy_gateway.envoy_gateway_config } module "external_dns" { diff --git a/modules/kubernetes/aks-core/variables.tf b/modules/kubernetes/aks-core/variables.tf index b951a69c6..940c61059 100644 --- a/modules/kubernetes/aks-core/variables.tf +++ b/modules/kubernetes/aks-core/variables.tf @@ -840,21 +840,19 @@ variable "karpenter_config" { } -variable "envoy_gateway_enabled" { +variable "envoy_gateway" { description = "Should we deploy envoy-gateway" - type = bool - default = false -} - -variable "envoy_gateway_config" { - description = "Envoy gateway configuration" type = object({ - logging_level = optional(string, "info") - replicas_count = optional(number, 2) - resources_memory_limit = optional(string, "") - resources_cpu_requests = optional(string, "") - resources_memory_requests = optional(string, "") + enabled = optional(bool, false) + envoy_gateway_config = optional(object({ + logging_level = optional(string, "info") + replicas_count = optional(number, 2) + resources_memory_limit = optional(string, "") + resources_cpu_requests = optional(string, "") + resources_memory_requests = optional(string, "") + }), {}) }) + default = {} } variable "popeye_enabled" { diff --git a/modules/kubernetes/envoy-gateway/README.md b/modules/kubernetes/envoy-gateway/README.md index ba6bc4a71..f22190871 100644 --- a/modules/kubernetes/envoy-gateway/README.md +++ b/modules/kubernetes/envoy-gateway/README.md @@ -34,7 +34,7 @@ No modules. | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| | [cluster\_id](#input\_cluster\_id) | Unique identifier of the cluster across regions and instances. | `string` | n/a | yes | -| [envoy\_gateway\_config](#input\_envoy\_gateway\_config) | Configuration for the username and password | 
object({
    logging_level             = optional(string, "info")
    replicas_count            = optional(number, 2)
    resources_memory_limit    = optional(string, "")
    resources_cpu_requests    = optional(string, "")
    resources_memory_requests = optional(string, "")
  })
| n/a | yes | +| [envoy\_gateway\_config](#input\_envoy\_gateway\_config) | Configuration for the username and password | 
object({
    logging_level             = optional(string, "info")
    replicas_count            = optional(number, 2)
    resources_memory_limit    = optional(string, "")
    resources_cpu_requests    = optional(string, "")
    resources_memory_requests = optional(string, "")
  })
| `{}` | no | ## Outputs diff --git a/modules/kubernetes/envoy-gateway/variables.tf b/modules/kubernetes/envoy-gateway/variables.tf index 8a1b636ff..f60a40668 100644 --- a/modules/kubernetes/envoy-gateway/variables.tf +++ b/modules/kubernetes/envoy-gateway/variables.tf @@ -12,4 +12,5 @@ variable "envoy_gateway_config" { resources_cpu_requests = optional(string, "") resources_memory_requests = optional(string, "") }) -} + default = {} +} \ No newline at end of file diff --git a/validation/kubernetes/aks-core/main.tf b/validation/kubernetes/aks-core/main.tf index 946c7aa8c..582484ba0 100644 --- a/validation/kubernetes/aks-core/main.tf +++ b/validation/kubernetes/aks-core/main.tf @@ -3,12 +3,16 @@ terraform { module "aks_core" { source = "../../../modules/kubernetes/aks-core" - envoy_gateway_config = { - logging_level = "debug" - replicas_count = 42 - resources_memory_limit = "30g" - resources_cpu_requests = "5000mi" - resources_memory_requests = "50g" + envoy_gateway = { + enabled = true + envoy_gateway_config = { + logging_level = "debug" + replicas_count = 42 + resources_memory_limit = "30g" + resources_cpu_requests = "5000mi" + resources_memory_requests = "50g" + } + } grafana_k8s_monitor_config = { grafana_cloud_prometheus_host = "sda" From 4204a1d1fffc1225bbb572119521780f3c4ce71d Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 19 Nov 2024 10:07:24 +0100 Subject: [PATCH 40/44] Update CHANGELOG (#1255) Co-authored-by: optocoupler <172267016+optocoupler@users.noreply.github.com> --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 177a227ef..9a4546f84 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -37,6 +37,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🐛 Bug Fixes +- Fix: gateway_envoy seemless integration by @optocoupler in [#1254](https://github.com/XenitAB/terraform-modules/pulls/1254) - Fix: ignore metadata changes for flux namespace by @landerss1 in [#1246](https://github.com/XenitAB/terraform-modules/pulls/1246) - Fix: add required name label to ingress-nginx namespace by @landerss1 in [#1244](https://github.com/XenitAB/terraform-modules/pulls/1244) - Fix: use kubernets datasource to retrieve aks identity by @landerss1 in [#1243](https://github.com/XenitAB/terraform-modules/pulls/1243) From 28e90cdaa135a84346cd7517e67435c2ffbd7f3e Mon Sep 17 00:00:00 2001 From: Carl Andersson <91601778+CalleB3@users.noreply.github.com> Date: Tue, 19 Nov 2024 16:07:23 +0100 Subject: [PATCH 41/44] feat: Add option to set NSG rules (#1251) * feat: Add option to set NSG rules * Add default rule for aks and option to add additional * Add tolist on ips * fix public_ip data * fix public_ip data * fix public_ip data * Fix core * more core fixes * fix * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * fix for_each * nsg instead of subnet * nsg instead of subnet * final fix, docs, fmt, lint, tfsec --- modules/azure/aks/README.md | 9 ++++--- modules/azure/aks/aks.tf | 20 -------------- modules/azure/aks/nsg.tf | 46 +++++++++++++++++++++++++++++++++ modules/azure/aks/variables.tf | 24 ++++++++++++++++- modules/azure/core/README.md | 3 ++- modules/azure/core/locals.tf | 20 +++++++++++++- modules/azure/core/nsg.tf | 26 ++++++++++++++++--- modules/azure/core/subnets.tf | 4 +-- modules/azure/core/variables.tf | 13 +++++++++- validation/azure/aks/main.tf | 26 +++++++++++++++++++ validation/azure/core/main.tf | 18 ++++++++++--- 11 files changed, 174 insertions(+), 35 deletions(-) create mode 100644 modules/azure/aks/nsg.tf diff --git a/modules/azure/aks/README.md b/modules/azure/aks/README.md index 9b0bebdb4..3d86a2989 100644 --- a/modules/azure/aks/README.md +++ b/modules/azure/aks/README.md @@ -46,6 +46,8 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | [azurerm_monitor_diagnostic_setting.log_analytics_workspace_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_diagnostic_setting) | resource | | [azurerm_monitor_diagnostic_setting.log_eventhub_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_diagnostic_setting) | resource | | [azurerm_monitor_diagnostic_setting.log_storage_account_audit](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_diagnostic_setting) | resource | +| [azurerm_network_security_rule.additonal_security_rules](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/network_security_rule) | resource | +| [azurerm_network_security_rule.allow_internet_azure_lb](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/network_security_rule) | resource | | [azurerm_resource_policy_assignment.agentless_discovery](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | | [azurerm_resource_policy_assignment.kubernetes_sensor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | | [azurerm_resource_policy_assignment.vulnerability_assessments](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/resource_policy_assignment) | resource | @@ -59,15 +61,14 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | [azurerm_security_center_auto_provisioning.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/security_center_auto_provisioning) | resource | | [azurerm_security_center_subscription_pricing.containers](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/security_center_subscription_pricing) | resource | | [azurerm_storage_management_policy.log_storage_account_audit_policy](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/storage_management_policy) | resource | -| [azurerm_subnet_network_security_group_association.subnet_nsg_association](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/subnet_network_security_group_association) | resource | | [azurerm_user_assigned_identity.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [azurerm_user_assigned_identity.tenant](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [azuread_group.tenant_resource_group_contributor](https://registry.terraform.io/providers/hashicorp/azuread/2.50.0/docs/data-sources/group) | data source | -| [azurerm_kubernetes_cluster.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/kubernetes_cluster) | data source | +| [azurerm_public_ip.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/public_ip) | data source | | [azurerm_resource_group.aks](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | | [azurerm_resource_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resource_group) | data source | -| [azurerm_resources.nsg](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resources) | data source | +| [azurerm_resources.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/resources) | data source | | [azurerm_storage_account.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/storage_account) | data source | | [azurerm_subnet.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/data-sources/subnet) | data source | @@ -76,6 +77,8 @@ https://pumpingco.de/blog/modify-aks-default-node-pool-in-terraform-without-rede | Name | Description | Type | Default | Required | |------|-------------|------|---------|:--------:| | [aad\_groups](#input\_aad\_groups) | Configuration for Azure AD Groups (AAD Groups) | 
object({
    view = map(any)
    edit = map(any)
    cluster_admin = object({
      id   = string
      name = string
    })
    cluster_view = object({
      id   = string
      name = string
    })
    aks_managed_identity = object({
      id   = string
      name = string
    })
  })
| n/a | yes | +| [add\_default\_security\_lb\_rule](#input\_add\_default\_security\_lb\_rule) | Should default LB rule (allow internat to azure lb ips) be applied to NSG? | `bool` | `false` | no | +| [additonal\_security\_rules](#input\_additonal\_security\_rules) | Rules for trafic in the NSG associated to AKS | 
list(object({
    name                       = string
    priority                   = number
    direction                  = string
    access                     = string
    protocol                   = string
    source_port_range          = string
    destination_port_range     = string
    source_address_prefix      = string
    destination_address_prefix = string
  }))
| `[]` | no | | [aks\_audit\_log\_retention](#input\_aks\_audit\_log\_retention) | The aks audit log retention in days, 0 = infinite | `number` | `30` | no | | [aks\_authorized\_ips](#input\_aks\_authorized\_ips) | Authorized IPs to access AKS API | `list(string)` | n/a | yes | | [aks\_automation\_config](#input\_aks\_automation\_config) | AKS automation configuration | 
object({
    public_network_access_enabled = optional(bool, false),
    alerts_config = optional(object({
      enabled     = optional(bool, true),
      frequency   = optional(string, ""),
      window_size = optional(string, ""),
      severity    = optional(number, 3),
      email_to    = optional(string, ""),
    }), {}),
    runbook_schedules = optional(list(object({
      name        = string,
      frequency   = string,
      interval    = optional(number, null),
      start_time  = string, # ISO 8601 format
      timezone    = optional(string, "Europe/Stockholm")
      expiry_time = optional(string, ""),
      description = string,
      week_days   = optional(list(string), []),
      operation   = string,
      node_pools  = optional(list(string), []),
    })), [])
  })
| `{}` | no | diff --git a/modules/azure/aks/aks.tf b/modules/azure/aks/aks.tf index cdd1f5a1d..d992da1d3 100644 --- a/modules/azure/aks/aks.tf +++ b/modules/azure/aks/aks.tf @@ -334,23 +334,3 @@ resource "azurerm_role_assignment" "aks_managed_identity_noderg_virtual_machine_ role_definition_name = "Virtual Machine Contributor" principal_id = var.aad_groups.aks_managed_identity.id } - -data "azurerm_kubernetes_cluster" "this" { - name = azurerm_kubernetes_cluster.this.name - resource_group_name = azurerm_kubernetes_cluster.this.resource_group_name -} - -data "azurerm_resources" "nsg" { - resource_group_name = data.azurerm_kubernetes_cluster.this.node_resource_group - type = "Microsoft.Network/networkSecurityGroups" -} - -resource "azurerm_subnet_network_security_group_association" "subnet_nsg_association" { - for_each = { - for pool_profile in data.azurerm_kubernetes_cluster.this.agent_pool_profile : - pool_profile.name => pool_profile - } - - subnet_id = each.value.vnet_subnet_id - network_security_group_id = data.azurerm_resources.nsg.resources[0].id -} diff --git a/modules/azure/aks/nsg.tf b/modules/azure/aks/nsg.tf new file mode 100644 index 000000000..2978d1a9c --- /dev/null +++ b/modules/azure/aks/nsg.tf @@ -0,0 +1,46 @@ +data "azurerm_resources" "this" { + count = var.add_default_security_lb_rule ? 1 : 0 + resource_group_name = azurerm_kubernetes_cluster.this.node_resource_group + type = "Microsoft.Network/publicIPAddresses" +} + +data "azurerm_public_ip" "this" { + count = var.add_default_security_lb_rule ? 1 : 0 + name = data.azurerm_resources.this[count.index].resources[count.index].name + resource_group_name = azurerm_kubernetes_cluster.this.node_resource_group +} + +#tfsec:ignore:azure-network-disable-rdp-from-internet tfsec:ignore:azure-network-ssh-blocked-from-internet tfsec:ignore:azure-network-no-public-ingress +resource "azurerm_network_security_rule" "allow_internet_azure_lb" { + count = var.add_default_security_lb_rule ? 1 : 0 + name = "aks-allow-internet-to-azure-lb" + priority = 100 + direction = "Inbound" + access = "Allow" + protocol = "Tcp" + source_port_range = "*" + destination_port_range = "80,443" + source_address_prefix = "Internet" + destination_address_prefix = data.azurerm_public_ip.this[0].ip_address + resource_group_name = data.azurerm_resource_group.this.name + network_security_group_name = "nsg-${var.environment}-${var.location_short}-${var.core_name}-${var.name}${var.aks_name_suffix}" +} + +resource "azurerm_network_security_rule" "additonal_security_rules" { + for_each = { + for rule in var.additonal_security_rules : + rule.name => rule + } + + name = each.value.name + priority = each.value.priority + direction = each.value.direction + access = each.value.access + protocol = each.value.protocol + source_port_range = each.value.source_port_range + destination_port_range = each.value.destination_port_range + source_address_prefix = each.value.source_address_prefix + destination_address_prefix = each.value.destination_address_prefix + resource_group_name = data.azurerm_resource_group.this.name + network_security_group_name = "nsg-${var.environment}-${var.location_short}-${var.core_name}-${var.name}${var.aks_name_suffix}" +} diff --git a/modules/azure/aks/variables.tf b/modules/azure/aks/variables.tf index a734967a7..fe490a720 100644 --- a/modules/azure/aks/variables.tf +++ b/modules/azure/aks/variables.tf @@ -338,4 +338,26 @@ variable "cilium_enabled" { description = "If enabled, will use Azure CNI with Cilium instead of kubenet" type = bool default = false -} \ No newline at end of file +} + +variable "add_default_security_lb_rule" { + type = bool + description = "Should default LB rule (allow internat to azure lb ips) be applied to NSG?" + default = false +} + +variable "additonal_security_rules" { + description = "Rules for trafic in the NSG associated to AKS" + type = list(object({ + name = string + priority = number + direction = string + access = string + protocol = string + source_port_range = string + destination_port_range = string + source_address_prefix = string + destination_address_prefix = string + })) + default = [] +} diff --git a/modules/azure/core/README.md b/modules/azure/core/README.md index f86ea8eb5..127c1f5f3 100644 --- a/modules/azure/core/README.md +++ b/modules/azure/core/README.md @@ -34,6 +34,7 @@ Easiest is to define this RG in the governance module. | [azurerm_monitor_action_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_action_group) | resource | | [azurerm_monitor_metric_alert.log](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/monitor_metric_alert) | resource | | [azurerm_network_security_group.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/network_security_group) | resource | +| [azurerm_network_security_rule.this](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/network_security_rule) | resource | | [azurerm_role_assignment.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | | [azurerm_role_definition.service_endpoint_join](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_definition) | resource | | [azurerm_route.not_virtual_appliance](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/route) | resource | @@ -82,7 +83,7 @@ Easiest is to define this RG in the governance module. | [route\_config](#input\_route\_config) | Route configuration. Not applied to AKS subnets | 
list(object({
    subnet_name                   = string                # Short name for the subnet
    disable_bgp_route_propagation = optional(bool, false) # Controls propagation of routes learned by BGP on that route table
    routes = list(object({
      name                   = string # Name of the route
      address_prefix         = string # Example: 192.168.0.0/24
      next_hop_type          = string # VirtualNetworkGateway, VnetLocal, Internet, VirtualAppliance and None
      next_hop_in_ip_address = string # Only set if next_hop_type is VirtualAppliance
    }))

  }))
| `[]` | no | | [subscription\_name](#input\_subscription\_name) | The subscription commonName to use for the deploy | `string` | n/a | yes | | [unique\_suffix](#input\_unique\_suffix) | Unique suffix that is used in globally unique resources names | `string` | n/a | yes | -| [vnet\_config](#input\_vnet\_config) | Address spaces used by virtual network | 
object({
    address_space = list(string)
    dns_servers   = list(string)
    subnets = list(object({
      name              = string
      cidr              = string
      service_endpoints = list(string)
      aks_subnet        = bool
    }))
  })
| n/a | yes | +| [vnet\_config](#input\_vnet\_config) | Address spaces used by virtual network | 
object({
    address_space = list(string)
    dns_servers   = list(string)
    subnets = list(object({
      name              = string
      cidr              = string
      service_endpoints = list(string)
      create_nsg        = bool
      security_rules = optional(list(object({
        name                       = optional(string)
        priority                   = optional(number)
        direction                  = optional(string)
        access                     = optional(string)
        protocol                   = optional(string)
        source_port_range          = optional(string)
        destination_port_range     = optional(string)
        source_address_prefix      = optional(string)
        destination_address_prefix = optional(string)
      })), [])
    }))
  })
| n/a | yes | ## Outputs diff --git a/modules/azure/core/locals.tf b/modules/azure/core/locals.tf index 8f5dc9417..38790bf94 100644 --- a/modules/azure/core/locals.tf +++ b/modules/azure/core/locals.tf @@ -32,7 +32,7 @@ locals { subnet_short_name = subnet.name subnet_cidr = subnet.cidr subnet_service_endpoints = subnet.service_endpoints - subnet_aks_subnet = subnet.aks_subnet + subnet_create_nsg = subnet.create_nsg } ] @@ -53,4 +53,22 @@ locals { } ] ]) + security_rules = flatten([ + for subnet in var.vnet_config.subnets : [ + for security_rule in subnet.security_rules : { + subnet_create_nsg = subnet.create_nsg + nsg_full_name = data.azurecaf_name.local_subnets_subnet_full_name[subnet.name].result + rule_name = security_rule.name + rule_priority = security_rule.priority + rule_direction = security_rule.direction + rule_access = security_rule.access + rule_protocol = security_rule.protocol + rule_source_port_range = security_rule.source_port_range + rule_destination_port_range = security_rule.destination_port_range + rule_source_address_prefix = security_rule.source_address_prefix + rule_destination_address_prefix = security_rule.destination_address_prefix + + } + ] + ]) } diff --git a/modules/azure/core/nsg.tf b/modules/azure/core/nsg.tf index 2692e1070..3348f1ef2 100644 --- a/modules/azure/core/nsg.tf +++ b/modules/azure/core/nsg.tf @@ -2,7 +2,7 @@ data "azurecaf_name" "azurerm_network_security_group_this" { for_each = { for subnet in local.subnets : subnet.subnet_full_name => subnet - if subnet.subnet_aks_subnet == false + if subnet.subnet_create_nsg == true } name = each.value.subnet_short_name @@ -16,7 +16,7 @@ resource "azurerm_network_security_group" "this" { for_each = { for subnet in local.subnets : subnet.subnet_full_name => subnet - if subnet.subnet_aks_subnet == false + if subnet.subnet_create_nsg == true } name = data.azurecaf_name.azurerm_network_security_group_this[each.key].result @@ -28,9 +28,29 @@ resource "azurerm_subnet_network_security_group_association" "this" { for_each = { for subnet in local.subnets : subnet.subnet_full_name => subnet - if subnet.subnet_aks_subnet == false + if subnet.subnet_create_nsg == true } subnet_id = azurerm_subnet.this[each.key].id network_security_group_id = azurerm_network_security_group.this[each.key].id } + +resource "azurerm_network_security_rule" "this" { + for_each = { + for security_rule in local.security_rules : + security_rule.rule_name => security_rule + if security_rule.subnet_create_nsg == true + } + + name = each.value.rule_name + priority = each.value.rule_priority + direction = each.value.rule_direction + access = each.value.rule_access + protocol = each.value.rule_protocol + source_port_range = each.value.rule_source_port_range + destination_port_range = each.value.rule_destination_port_range + source_address_prefix = each.value.rule_source_address_prefix + destination_address_prefix = each.value.rule_destination_address_prefix + resource_group_name = data.azurerm_resource_group.this.name + network_security_group_name = azurerm_network_security_group.this[each.value.nsg_full_name].name +} \ No newline at end of file diff --git a/modules/azure/core/subnets.tf b/modules/azure/core/subnets.tf index ecb004eae..48af44f6a 100644 --- a/modules/azure/core/subnets.tf +++ b/modules/azure/core/subnets.tf @@ -4,7 +4,7 @@ resource "azurerm_subnet" "this" { for_each = { for subnet in local.subnets : subnet.subnet_full_name => subnet - if subnet.subnet_aks_subnet == false + if subnet.subnet_create_nsg == true } name = each.value.subnet_full_name @@ -20,7 +20,7 @@ resource "azurerm_subnet" "aks" { for_each = { for subnet in local.subnets : subnet.subnet_full_name => subnet - if subnet.subnet_aks_subnet == true + if subnet.subnet_create_nsg == false } name = each.value.subnet_full_name diff --git a/modules/azure/core/variables.tf b/modules/azure/core/variables.tf index f98166b63..3ae8af8c8 100644 --- a/modules/azure/core/variables.tf +++ b/modules/azure/core/variables.tf @@ -27,7 +27,18 @@ variable "vnet_config" { name = string cidr = string service_endpoints = list(string) - aks_subnet = bool + create_nsg = bool + security_rules = optional(list(object({ + name = optional(string) + priority = optional(number) + direction = optional(string) + access = optional(string) + protocol = optional(string) + source_port_range = optional(string) + destination_port_range = optional(string) + source_address_prefix = optional(string) + destination_address_prefix = optional(string) + })), []) })) }) } diff --git a/validation/azure/aks/main.tf b/validation/azure/aks/main.tf index 2e1f70b0a..f092386c9 100644 --- a/validation/azure/aks/main.tf +++ b/validation/azure/aks/main.tf @@ -96,4 +96,30 @@ module "aks" { log_eventhub_name = "eventhub1" log_eventhub_authorization_rule_id = "12345" + + add_default_security_lb_rule = true + additonal_security_rules = [ + { + name = "test1" + priority = 100 + direction = "Inbound" + access = "Allow" + protocol = "Tcp" + source_port_range = "*" + destination_port_range = "80,443" + source_address_prefix = "1.2.3.4" + destination_address_prefix = "*" + }, + { + name = "test2" + priority = 110 + direction = "Inbound" + access = "Allow" + protocol = "Tcp" + source_port_range = "*" + destination_port_range = "8080" + source_address_prefix = "1.2.3.4" + destination_address_prefix = "4.3.2.1" + }, + ] } diff --git a/validation/azure/core/main.tf b/validation/azure/core/main.tf index 2d832baa1..74bb1ec67 100644 --- a/validation/azure/core/main.tf +++ b/validation/azure/core/main.tf @@ -22,19 +22,31 @@ module "core" { name = "servers" cidr = "10.180.0.0/24" service_endpoints = [] - aks_subnet = false + create_nsg = false }, { name = "aks1" cidr = "10.180.1.0/24" service_endpoints = [] - aks_subnet = true + create_nsg = true + security_rules = [{ + name = "test1" + priority = 100 + direction = "Inbound" + access = "Allow" + protocol = "Tcp" + source_port_range = "*" + destination_port_range = "80,443" + source_address_prefix = "1.2.3.4" + destination_address_prefix = "*" + }, + ] }, { name = "aks2" cidr = "10.180.2.0/24" service_endpoints = [] - aks_subnet = true + create_nsg = true }, ] } From d7ef06870cffaf605e8475e19aba344885f19eab Mon Sep 17 00:00:00 2001 From: optocoupler Date: Tue, 26 Nov 2024 14:02:56 +0100 Subject: [PATCH 42/44] chore: bumping kubectl provider version (#1257) * chore: bumping kubectl provider version * further bumps --------- Co-authored-by: Risto Markovski --- modules/kubernetes/aks-core/README.md | 6 +++--- modules/kubernetes/aks-core/main.tf | 2 +- modules/kubernetes/helm-crd-oci/README.md | 8 ++++---- modules/kubernetes/helm-crd-oci/main.tf | 2 +- modules/kubernetes/helm-crd/README.md | 8 ++++---- modules/kubernetes/helm-crd/main.tf | 2 +- modules/kubernetes/karpenter/README.md | 10 +++++----- modules/kubernetes/karpenter/main.tf | 2 +- 8 files changed, 20 insertions(+), 20 deletions(-) diff --git a/modules/kubernetes/aks-core/README.md b/modules/kubernetes/aks-core/README.md index 6e233d72d..2aeab85f4 100644 --- a/modules/kubernetes/aks-core/README.md +++ b/modules/kubernetes/aks-core/README.md @@ -11,7 +11,7 @@ This module is used to create AKS clusters. | [azurerm](#requirement\_azurerm) | 4.7.0 | | [flux](#requirement\_flux) | 1.4.0 | | [helm](#requirement\_helm) | 2.11.0 | -| [kubectl](#requirement\_kubectl) | 1.14.0 | +| [kubectl](#requirement\_kubectl) | 1.16.0 | | [kubernetes](#requirement\_kubernetes) | 2.23.0 | | [random](#requirement\_random) | 3.5.1 | @@ -22,7 +22,7 @@ This module is used to create AKS clusters. | [azuread](#provider\_azuread) | 2.50.0 | | [azurerm](#provider\_azurerm) | 4.7.0 | | [helm](#provider\_helm) | 2.11.0 | -| [kubectl](#provider\_kubectl) | 1.14.0 | +| [kubectl](#provider\_kubectl) | 1.16.0 | | [kubernetes](#provider\_kubernetes) | 2.23.0 | ## Modules @@ -73,7 +73,7 @@ This module is used to create AKS clusters. | Name | Type | |------|------| | [helm_release.aks_core_extras](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | -| [kubectl_manifest.priority_expander](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [kubectl_manifest.priority_expander](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/resources/manifest) | resource | | [kubernetes_cluster_role.custom_resource_edit](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role.get_nodes](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | | [kubernetes_cluster_role.get_vpa](https://registry.terraform.io/providers/hashicorp/kubernetes/2.23.0/docs/resources/cluster_role) | resource | diff --git a/modules/kubernetes/aks-core/main.tf b/modules/kubernetes/aks-core/main.tf index a65c7759c..4f53bd085 100644 --- a/modules/kubernetes/aks-core/main.tf +++ b/modules/kubernetes/aks-core/main.tf @@ -30,7 +30,7 @@ terraform { } kubectl = { source = "gavinbunney/kubectl" - version = "1.14.0" + version = "1.16.0" } helm = { source = "hashicorp/helm" diff --git a/modules/kubernetes/helm-crd-oci/README.md b/modules/kubernetes/helm-crd-oci/README.md index 63b3675d8..9395db5c8 100644 --- a/modules/kubernetes/helm-crd-oci/README.md +++ b/modules/kubernetes/helm-crd-oci/README.md @@ -4,14 +4,14 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [helm](#requirement\_helm) | 2.11.0 | -| [kubectl](#requirement\_kubectl) | 1.14.0 | +| [kubectl](#requirement\_kubectl) | 1.16.0 | ## Providers | Name | Version | |------|---------| | [helm](#provider\_helm) | 2.11.0 | -| [kubectl](#provider\_kubectl) | 1.14.0 | +| [kubectl](#provider\_kubectl) | 1.16.0 | ## Modules @@ -21,9 +21,9 @@ No modules. | Name | Type | |------|------| -| [kubectl_manifest.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [kubectl_manifest.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/resources/manifest) | resource | | [helm_template.this](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/data-sources/template) | data source | -| [kubectl_file_documents.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/data-sources/file_documents) | data source | +| [kubectl_file_documents.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/data-sources/file_documents) | data source | ## Inputs diff --git a/modules/kubernetes/helm-crd-oci/main.tf b/modules/kubernetes/helm-crd-oci/main.tf index 2342a6829..31cd94e26 100644 --- a/modules/kubernetes/helm-crd-oci/main.tf +++ b/modules/kubernetes/helm-crd-oci/main.tf @@ -8,7 +8,7 @@ terraform { } kubectl = { source = "gavinbunney/kubectl" - version = "1.14.0" + version = "1.16.0" } } } diff --git a/modules/kubernetes/helm-crd/README.md b/modules/kubernetes/helm-crd/README.md index d29abe75d..bdc98e2f2 100644 --- a/modules/kubernetes/helm-crd/README.md +++ b/modules/kubernetes/helm-crd/README.md @@ -4,14 +4,14 @@ |------|---------| | [terraform](#requirement\_terraform) | >= 1.3.0 | | [helm](#requirement\_helm) | 2.11.0 | -| [kubectl](#requirement\_kubectl) | 1.14.0 | +| [kubectl](#requirement\_kubectl) | 1.16.0 | ## Providers | Name | Version | |------|---------| | [helm](#provider\_helm) | 2.11.0 | -| [kubectl](#provider\_kubectl) | 1.14.0 | +| [kubectl](#provider\_kubectl) | 1.16.0 | ## Modules @@ -21,9 +21,9 @@ No modules. | Name | Type | |------|------| -| [kubectl_manifest.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [kubectl_manifest.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/resources/manifest) | resource | | [helm_template.this](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/data-sources/template) | data source | -| [kubectl_file_documents.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/data-sources/file_documents) | data source | +| [kubectl_file_documents.this](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/data-sources/file_documents) | data source | ## Inputs diff --git a/modules/kubernetes/helm-crd/main.tf b/modules/kubernetes/helm-crd/main.tf index 9dd4d00a9..4cd7eb245 100644 --- a/modules/kubernetes/helm-crd/main.tf +++ b/modules/kubernetes/helm-crd/main.tf @@ -8,7 +8,7 @@ terraform { } kubectl = { source = "gavinbunney/kubectl" - version = "1.14.0" + version = "1.16.0" } } } diff --git a/modules/kubernetes/karpenter/README.md b/modules/kubernetes/karpenter/README.md index f62746ce0..20ac93b91 100644 --- a/modules/kubernetes/karpenter/README.md +++ b/modules/kubernetes/karpenter/README.md @@ -9,7 +9,7 @@ This module is used to add self-hosted [`karpenter`](https://github.com/Azure/ka | [terraform](#requirement\_terraform) | >= 1.3.0 | | [azurerm](#requirement\_azurerm) | 4.7.0 | | [helm](#requirement\_helm) | 2.11.0 | -| [kubectl](#requirement\_kubectl) | 1.14.0 | +| [kubectl](#requirement\_kubectl) | 1.16.0 | | [time](#requirement\_time) | 0.12.1 | ## Providers @@ -18,7 +18,7 @@ This module is used to add self-hosted [`karpenter`](https://github.com/Azure/ka |------|---------| | [azurerm](#provider\_azurerm) | 4.7.0 | | [helm](#provider\_helm) | 2.11.0 | -| [kubectl](#provider\_kubectl) | 1.14.0 | +| [kubectl](#provider\_kubectl) | 1.16.0 | | [time](#provider\_time) | 0.12.1 | ## Modules @@ -33,9 +33,9 @@ No modules. | [azurerm_role_assignment.karpenter_contributor](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/role_assignment) | resource | | [azurerm_user_assigned_identity.karpenter](https://registry.terraform.io/providers/hashicorp/azurerm/4.7.0/docs/resources/user_assigned_identity) | resource | | [helm_release.karpenter](https://registry.terraform.io/providers/hashicorp/helm/2.11.0/docs/resources/release) | resource | -| [kubectl_manifest.node_classes](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | -| [kubectl_manifest.node_pools](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | -| [kubectl_manifest.secret](https://registry.terraform.io/providers/gavinbunney/kubectl/1.14.0/docs/resources/manifest) | resource | +| [kubectl_manifest.node_classes](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/resources/manifest) | resource | +| [kubectl_manifest.node_pools](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/resources/manifest) | resource | +| [kubectl_manifest.secret](https://registry.terraform.io/providers/gavinbunney/kubectl/1.16.0/docs/resources/manifest) | resource | | [time_sleep.wait_for_karpenter](https://registry.terraform.io/providers/hashicorp/time/0.12.1/docs/resources/sleep) | resource | ## Inputs diff --git a/modules/kubernetes/karpenter/main.tf b/modules/kubernetes/karpenter/main.tf index c3944118e..e5fe11007 100644 --- a/modules/kubernetes/karpenter/main.tf +++ b/modules/kubernetes/karpenter/main.tf @@ -18,7 +18,7 @@ terraform { } kubectl = { source = "gavinbunney/kubectl" - version = "1.14.0" + version = "1.16.0" } time = { source = "hashicorp/time" From 51094cd10a3354a983ee56a3a022b1c13a1a62c3 Mon Sep 17 00:00:00 2001 From: optocoupler Date: Wed, 27 Nov 2024 10:13:22 +0100 Subject: [PATCH 43/44] fix: defender-shenanigans (#1258) Co-authored-by: Risto Markovski --- modules/azure/aks/defender.tf | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/modules/azure/aks/defender.tf b/modules/azure/aks/defender.tf index d3a28c8ef..82b09bb91 100644 --- a/modules/azure/aks/defender.tf +++ b/modules/azure/aks/defender.tf @@ -13,13 +13,18 @@ resource "azurerm_security_center_subscription_pricing" "containers" { resource_type = "Containers" extension { - name = "ContainerRegistriesVulnerabilityAssessments" - additional_extension_properties = {} + name = "AgentlessVmScanning" + additional_extension_properties = { + ExclusionTags = "[]" + } } extension { - name = "AgentlessDiscoveryForKubernetes" - additional_extension_properties = {} + name = "ContainerRegistriesVulnerabilityAssessments" + } + + extension { + name = "AgentlessDiscoveryForKubernetes" } } From f244178b7f188083af55ca7b31107cf313618f85 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Wed, 27 Nov 2024 10:14:25 +0100 Subject: [PATCH 44/44] Update CHANGELOG (#1256) Co-authored-by: optocoupler <172267016+optocoupler@users.noreply.github.com> --- CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 9a4546f84..8a276205e 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🚀 New Features +- Feat: Add option to set NSG rules by @CalleB3 in [#1251](https://github.com/XenitAB/terraform-modules/pulls/1251) - Feat: add envoy gateway by @optocoupler in [#1236](https://github.com/XenitAB/terraform-modules/pulls/1236) - Feat: add support for specifying parameters for additional storage classes by @landerss1 in [#1248](https://github.com/XenitAB/terraform-modules/pulls/1248) - Feat: add support for popeye k8s linter by @landerss1 in [#1239](https://github.com/XenitAB/terraform-modules/pulls/1239) @@ -37,6 +38,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### 🐛 Bug Fixes +- Fix: defender-shenanigans by @optocoupler in [#1258](https://github.com/XenitAB/terraform-modules/pulls/1258) - Fix: gateway_envoy seemless integration by @optocoupler in [#1254](https://github.com/XenitAB/terraform-modules/pulls/1254) - Fix: ignore metadata changes for flux namespace by @landerss1 in [#1246](https://github.com/XenitAB/terraform-modules/pulls/1246) - Fix: add required name label to ingress-nginx namespace by @landerss1 in [#1244](https://github.com/XenitAB/terraform-modules/pulls/1244) @@ -75,6 +77,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ### ⚙️ Miscellaneous +- Chore: bumping kubectl provider version by @optocoupler in [#1257](https://github.com/XenitAB/terraform-modules/pulls/1257) - Chore: Upgrade azad-kube-proxy to 0.0.48 by @CalleB3 in [#1234](https://github.com/XenitAB/terraform-modules/pulls/1234) - Chore: Upgrade Azurerm to 4.7.0 by @CalleB3 in [#1230](https://github.com/XenitAB/terraform-modules/pulls/1230) - Chore: update cert-manager CRDs to v1.15.3 by @landerss1 in [#1227](https://github.com/XenitAB/terraform-modules/pulls/1227)