gcs2bq.yaml

#   Copyright 2020-2022 Google LLC
#
#   Licensed under the Apache License, Version 2.0 (the "License");
#   you may not use this file except in compliance with the License.
#   You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   Unless required by applicable law or agreed to in writing, software
#   distributed under the License is distributed on an "AS IS" BASIS,
#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#   See the License for the specific language governing permissions and
#   limitations under the License.
apiVersion: batch/v1beta1
kind: CronJob
metadata:
  name: gcs2bq
spec:
  schedule: "0 0 2 * *" # Run every day at 2AM
  concurrencyPolicy: Forbid
  jobTemplate:
    spec:
      template:
        spec:
          containers:
          - name: gcs2bq
            image: eu.gcr.io/YOUR-PROJECT/gcs2bq:latest
            # imagePullPolicy: Always
            env:
              - name: GCS2BQ_PROJECT
                value: YOUR-PROJECT
              - name: GCS2BQ_DATASET
                value: YOUR-DATASET
              - name: GCS2BQ_TABLE
                value: YOUR-TABLE
              - name: GCS2BQ_BUCKET
                value: YOUR-BUCKET
              - name: GCS2BQ_LOCATION
                value: EU
            securityContext:
              runAsNonRoot: true
              runAsUser: 1000
          # For Workload identity:
          # serviceAccount: your-ksa
          restartPolicy: OnFailure