2041 configure bigquery in the terraform module new dataset

.github/actions/deploy-environment/action.yml

@@ -37,6 +37,11 @@ runs:
       with:
         azure-credentials: ${{ inputs.azure-credentials }}
 
+    - uses: google-github-actions/auth@v2
+      with:
+        project_id: apply-for-qts-in-england
+        workload_identity_provider: projects/385922361840/locations/global/workloadIdentityPools/apply-for-qualified-teacher-sta3/providers/apply-for-qualified-teacher-sta3
+
     - name: Apply Terraform
       id: apply-terraform
       shell: bash

.github/workflows/deploy.yml

@@ -172,6 +172,10 @@ jobs:
     runs-on: ubuntu-latest
     if: contains(github.event.pull_request.labels.*.name, 'deploy')
     environment: review
+    permissions:
+      id-token: write
+      pull-requests: write
+
     steps:
       - uses: actions/checkout@v4
 
@@ -205,6 +209,9 @@ jobs:
       url: ${{ steps.deploy.outputs.url }}
     outputs:
       environment_name: ${{ matrix.environment }}
+    permissions:
+      id-token: write
+      pull-requests: write
 
     steps:
       - uses: actions/checkout@v4
@@ -225,6 +232,9 @@ jobs:
       name: production
       url: ${{ steps.deploy.outputs.url }}
     concurrency: deploy_production
+    permissions:
+      id-token: write
+      pull-requests: write
 
     steps:
       - uses: actions/checkout@v4

config/initializers/dfe_analytics.rb

@@ -13,4 +13,6 @@
       disabled_by_default = Rails.env.development?
       ENV.fetch("BIGQUERY_DISABLE", disabled_by_default.to_s) != "true"
     end
+
+  config.azure_federated_auth = ENV.include? "GOOGLE_CLOUD_CREDENTIALS"
 end

terraform/application/application.tf

@@ -19,9 +19,9 @@ module "application_configuration" {
     {
       HOSTING_ENVIRONMENT = local.environment
 
-      BIGQUERY_PROJECT_ID = "apply-for-qts-in-england"
-      BIGQUERY_DATASET    = "events_${var.app_environment}"
-      BIGQUERY_TABLE_NAME = "events"
+      BIGQUERY_PROJECT_ID = module.dfe_analytics.bigquery_project_id
+      BIGQUERY_DATASET    = module.dfe_analytics.bigquery_dataset
+      BIGQUERY_TABLE_NAME = module.dfe_analytics.bigquery_table_name
   })
 
   secret_key_vault_short = "app"
@@ -32,6 +32,8 @@ module "application_configuration" {
     AZURE_STORAGE_ACCOUNT_NAME = azurerm_storage_account.uploads.name
     AZURE_STORAGE_ACCESS_KEY   = azurerm_storage_account.uploads.primary_access_key
     AZURE_STORAGE_CONTAINER    = azurerm_storage_container.uploads.name
+
+    GOOGLE_CLOUD_CREDENTIALS = var.bigquery_federated_auth ? module.dfe_analytics.google_cloud_credentials : null
   }
 }
 
@@ -74,5 +76,6 @@ module "worker_application" {
   command       = ["bundle", "exec", "sidekiq", "-C", "./config/sidekiq.yml"]
   probe_command = ["pgrep", "-f", "sidekiq"]
 
-  enable_logit = var.enable_logit
+  enable_logit   = var.enable_logit
+  enable_gcp_wif = true
 }

terraform/application/config/review/Terrafile

@@ -1,3 +1,3 @@
 dfe-terraform-modules:
   source: https://github.com/DFE-Digital/terraform-modules
-  version: main
+  version: 2041-configure-bigquery-in-the-terraform-module-3

terraform/application/config/review/variables.tfvars.json

@@ -5,5 +5,6 @@
   "enable_logit": true,
   "enable_monitoring": false,
   "namespace": "tra-development",
-  "uploads_storage_environment_tag": "Test"
+  "uploads_storage_environment_tag": "Test",
+  "bigquery_federated_auth": true
 }

terraform/application/config/review/variables.yml

@@ -1,3 +1,2 @@
 ---
 DQT_API_URL: https://dev.teacher-qualifications-api.education.gov.uk
-BIGQUERY_DISABLE: true

terraform/application/dfe_analytics.tf

@@ -0,0 +1,17 @@
+provider "google" {
+  project = "apply-for-qts-in-england"
+}
+
+module "dfe_analytics" {
+  source = "./vendor/modules/dfe-terraform-modules//aks/dfe_analytics"
+
+  azure_resource_prefix = var.azure_resource_prefix
+  cluster               = var.cluster
+  namespace             = var.namespace
+  service_short         = var.service_short
+  environment           = "${var.app_environment}${var.app_suffix}"
+  gcp_taxonomy_id       = 5456044749211275650
+  gcp_policy_tag_id     = 2399328962407973209
+  gcp_keyring           = "afqts-key-ring"
+  gcp_key               = "afqts-key"
+}

terraform/application/variables.tf

@@ -85,6 +85,12 @@ variable "uploads_storage_account_name" {
   default = null
 }
 
+variable "bigquery_federated_auth" {
+  type        = bool
+  default     = false
+  description = "Configure environment variable to let dfe-analytics use federated authentication"
+}
+
 locals {
   environment_variables = yamldecode(file("${path.module}/config/${var.app_environment}/variables.yml"))
 }