Skip to content

Commit

Permalink
FORK: add GHA to build images (v1 specific fixes)
Browse files Browse the repository at this point in the history 
Signed-off-by: Mathew Wicks <[email protected]>
  • Loading branch information
@thesuperzapper
thesuperzapper committed Apr 21, 2024
1 parent c40aa6b commit 4e2b07d
Showing 1 changed file with 7 additions and 251 deletions.
258 changes: 7 additions & 251 deletions .github/workflows/build_kfp_images_TEMPLATE.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -39,234 +39,15 @@ on:
type: boolean

jobs:
## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/api-server
## ================================================================
build__api_server:
name: Build - API Server
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/api-server

metadata_title: "Kubeflow Pipelines - API Server"
metadata_description: "The API server for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/api-server:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/cache-server
## ================================================================
build__cache_server:
name: Build - Cache Server
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/cache-server

metadata_title: "Kubeflow Pipelines - Cache Server"
metadata_description: "The cache server for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.cacheserver
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/cache-server:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/frontend
## ================================================================
build__frontend:
name: Build - Frontend
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/frontend

metadata_title: "Kubeflow Pipelines - Frontend"
metadata_description: "The frontend for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./frontend/Dockerfile
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/frontend:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/metadata-envoy
## ================================================================
build__metadata_envoy:
name: Build - Metadata Envoy
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/metadata-envoy

metadata_title: "Kubeflow Pipelines - Metadata Envoy"
metadata_description: "The upstream Envoy Proxy, with extra license information."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./third_party/metadata_envoy/Dockerfile
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/metadata-envoy:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/metadata-writer
## ================================================================
build__metadata_writer:
name: Build - Metadata Writer
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/metadata-writer

metadata_title: "Kubeflow Pipelines - Metadata Writer"
metadata_description: "The metadata writer for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/metadata_writer/Dockerfile
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/metadata-writer:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/persistenceagent
## ================================================================
build__persistence_agent:
name: Build - Persistence Agent
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/persistenceagent

metadata_title: "Kubeflow Pipelines - Persistence Agent"
metadata_description: "The persistence agent for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.persistenceagent
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/persistenceagent:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/scheduledworkflow
## ================================================================
build__scheduled_workflow:
name: Build - Scheduled Workflow Controller
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/scheduledworkflow

metadata_title: "Kubeflow Pipelines - Scheduled Workflow Controller"
metadata_description: "The scheduled workflow controller for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.scheduledworkflow
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/scheduledworkflow:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/viewer-crd-controller
## ================================================================
build__viewer_crd_controller:
name: Build - Viewer CRD Controller
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/viewer-crd-controller

metadata_title: "Kubeflow Pipelines - Viewer CRD Controller"
metadata_description: "The viewer CRD controller for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.viewercontroller
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/viewer-crd-controller:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/visualization-server
## ================================================================
build__visualization_server:
name: Build - Visualization Server
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/visualization-server

metadata_title: "Kubeflow Pipelines - Visualization Server"
metadata_description: "The visualization server for Kubeflow Pipelines."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.visualization
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/visualization-server:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/kfp-launcher
## ================================================================
##
## NOTES:
## - we ONLY build the kfp-launcher, we don't use the rest of the images
## - we backport our object store fixes to 'v2-compatible' mode runs by using this image
## - this Dockerfile is in a different location from KFP v2
##
build__pipeline_launcher:
name: Build - Pipeline Launcher
uses: ./.github/workflows/build_image_TEMPLATE.yml
Expand All @@ -281,35 +62,10 @@ jobs:
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.launcher
build_file: ./v2/container/launcher/Dockerfile
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/kfp-launcher:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

## ================================================================
## UPSTREAM IMAGE: gcr.io/ml-pipeline/kfp-driver
## ================================================================
build__pipeline_driver:
name: Build - Pipeline Driver
uses: ./.github/workflows/build_image_TEMPLATE.yml
secrets: inherit
with:
image_names: ${{ inputs.image_name_prefix }}/kfp-driver

metadata_title: "Kubeflow Pipelines - Pipeline Driver"
metadata_description: "The pipeline driver for Kubeflow Pipelines, used in workflow runs."

tag_with_latest: ${{ inputs.tag_with_latest }}
tag_with_semver: ${{ inputs.tag_with_semver }}
tag_with_sha: ${{ inputs.tag_with_sha }}

build_file: ./backend/Dockerfile.driver
build_context: .
build_platforms: ${{ inputs.build_platforms }}
build_registry_cache: ${{ inputs.build_cache_prefix }}/kfp-driver:build-cache

login_to_ghcr: ${{ inputs.login_to_ghcr }}
login_to_docker: ${{ inputs.login_to_docker }}

0 comments on commit 4e2b07d

Please sign in to comment.