forked from aws/aws-lc
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Migrate to CodeBuild batch. (aws#51)
* Add batch build spec. * Use batch-list. * Remove invalid characters from identifier. * Fix syntax warning. * Upgrade cdk to latest version 1.64. * Add github_codebuild_batch_stack.py. * Move build specs. * Refactor cdk code. * Use aws-lc AWS account. * Unify default values of env variable. * Fix windows docker build issue. * Add s3 bucket deletion when destroy resource. * Add new variable github_source_version. * Upgrade ec2 windows from 2016 to 2019. * Add git to PATH. * Revert "Upgrade ec2 windows from 2016 to 2019." This reverts commit a72c367. * Add 2019 windows. * Move cyg and quilt installation to build spec. * Add docker image build doc. * Fix identifier name. * Switch to 2016. CodeBuild does not support 2019. * Clean up and add more docs. * Fix typo. * Modify README.md * Remove '*'. * Change privileged-mode to false. * ARM sanitizer needs privileged-mode.
- Loading branch information
1 parent
056cf0d
commit b4b7d21
Showing
23 changed files
with
660 additions
and
464 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,75 @@ | ||
| # Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. | ||
| # SPDX-License-Identifier: Apache-2.0 | ||
|
|
||
| from aws_cdk import core, aws_codebuild as codebuild, aws_iam as iam | ||
| from util.iam_policies import codebuild_batch_policy_in_json | ||
| from util.metadata import AWS_ACCOUNT, AWS_REGION, GITHUB_REPO_OWNER, GITHUB_REPO_NAME, LINUX_X86_ECR_REPO, \ | ||
| LINUX_AARCH_ECR_REPO, WINDOWS_ECR_REPO | ||
| from util.yml_loader import YmlLoader | ||
|
|
||
|
|
||
| class AwsLcGitHubCIStack(core.Stack): | ||
| """Define a stack used to batch execute AWS-LC tests in GitHub.""" | ||
|
|
||
| def __init__(self, | ||
| scope: core.Construct, | ||
| id: str, | ||
| **kwargs) -> None: | ||
| super().__init__(scope, id, **kwargs) | ||
|
|
||
| # Define CodeBuild resource. | ||
| git_hub_source = codebuild.Source.git_hub( | ||
| owner=GITHUB_REPO_OWNER, | ||
| repo=GITHUB_REPO_NAME, | ||
| webhook=True, | ||
| webhook_filters=[ | ||
| codebuild.FilterGroup.in_event_of( | ||
| codebuild.EventAction.PULL_REQUEST_CREATED, | ||
| codebuild.EventAction.PULL_REQUEST_UPDATED, | ||
| codebuild.EventAction.PULL_REQUEST_REOPENED) | ||
| ], | ||
| clone_depth=1) | ||
|
|
||
| # Define a IAM role for this stack. | ||
| codebuild_batch_policy = iam.PolicyDocument.from_json( | ||
| codebuild_batch_policy_in_json([id]) | ||
| ) | ||
| inline_policies = {"codebuild_batch_policy": codebuild_batch_policy} | ||
| role = iam.Role(scope=self, | ||
| id="{}-role".format(id), | ||
| assumed_by=iam.ServicePrincipal("codebuild.amazonaws.com"), | ||
| inline_policies=inline_policies, | ||
| managed_policies=[ | ||
| iam.ManagedPolicy.from_aws_managed_policy_name("AmazonEC2ContainerRegistryReadOnly") | ||
| ]) | ||
|
|
||
| # Create build spec. | ||
| placeholder_map = {"AWS_ACCOUNT_ID_PLACEHOLDER": AWS_ACCOUNT, "AWS_REGION_PLACEHOLDER": AWS_REGION, | ||
| "ECR_REPO_X86_PLACEHOLDER": LINUX_X86_ECR_REPO, | ||
| "ECR_REPO_AARCH_PLACEHOLDER": LINUX_AARCH_ECR_REPO, | ||
| "ECR_REPO_WINDOWS_PLACEHOLDER": WINDOWS_ECR_REPO} | ||
| build_spec_content = YmlLoader.load("./cdk/codebuild/github_build_omnibus.yaml", placeholder_map) | ||
|
|
||
| # Define CodeBuild. | ||
| project = codebuild.Project( | ||
| scope=self, | ||
| id=id, | ||
| project_name=id, | ||
| source=git_hub_source, | ||
| role=role, | ||
| timeout=core.Duration.minutes(120), | ||
| environment=codebuild.BuildEnvironment(compute_type=codebuild.ComputeType.SMALL, | ||
| privileged=False, | ||
| build_image=codebuild.LinuxBuildImage.STANDARD_4_0), | ||
| build_spec=codebuild.BuildSpec.from_object(build_spec_content)) | ||
|
|
||
| # TODO: add build type BUILD_BATCH when CFN finishes the feature release. See CryptoAlg-575. | ||
|
|
||
| # Add 'BuildBatchConfig' property, which is not supported in CDK. | ||
| # CDK raw overrides: https://docs.aws.amazon.com/cdk/latest/guide/cfn_layer.html#cfn_layer_raw | ||
| # https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-codebuild-project.html#aws-resource-codebuild-project-properties | ||
| cfn_build = project.node.default_child | ||
| cfn_build.add_override("Properties.BuildBatchConfig", { | ||
| "ServiceRole": role.role_arn, | ||
| "TimeoutInMins": 120 | ||
| }) |
Oops, something went wrong.