-
Notifications
You must be signed in to change notification settings - Fork 15
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Enable
x86_64-linux-gnu packager with new rootfs
Use new rootfs image with custom-built glibc and gcc version.
- Loading branch information
1 parent
fc479f5
commit 1a3b4e1
Showing
33 changed files
with
740 additions
and
558 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| sign_treehashes: | ||
| cd .buildkite/cryptic_repo_root && sign_treehashes --repo-root=$$(pwd) | ||
|
|
||
| verify_treehashes: | ||
| cd .buildkite/cryptic_repo_root && verify_treehashes --repo-root=$$(pwd) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,26 @@ | ||
| # This file launches upload jobs that wait upon previous jobs, then upload their artifacts to S3 | ||
| steps: | ||
| - group: ":buildkite: Infrastructure" | ||
| steps: | ||
| - label: ":buildkite: :unlock: Launch signed pipelines" | ||
| plugins: | ||
| - JuliaCI/external-buildkite#v1: | ||
| version: ".buildkite-external-version" | ||
| repo_url: "https://github.com/JuliaCI/julia-buildkite" | ||
| commands: | | ||
| # Explicitly pass along the cryptic token to child pipelines | ||
| export BUILDKITE_PLUGIN_CRYPTIC_BASE64_SIGNED_JOB_ID_SECRET | ||
| # Launch `upload_linux` jobs to store tarballs into S3 once tests are done | ||
| bash .buildkite/utilities/arches_pipeline_upload.sh \ | ||
| .buildkite/pipelines/main/platforms/build_linux.arches \ | ||
| .buildkite/pipelines/main/platforms/upload_linux.yml | ||
| # Don't share this with buildkite's env display | ||
| unset BUILDKITE_PLUGIN_CRYPTIC_BASE64_SIGNED_JOB_ID_SECRET | ||
| agents: | ||
| queue: "julia" | ||
| cryptic_capable: "true" | ||
| env: | ||
| # Receive cryptic token from parent job | ||
| BUILDKITE_PLUGIN_CRYPTIC_BASE64_SIGNED_JOB_ID_SECRET: ${BUILDKITE_PLUGIN_CRYPTIC_BASE64_SIGNED_JOB_ID_SECRET?} |
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,34 +1,38 @@ | ||
| agents: | ||
| queue: "julia" | ||
| # Only run on `sandbox.jl` machines (not `docker`-isolated ones) since we need nestable sandboxing | ||
| sandbox.jl: "true" | ||
| os: "linux" | ||
| steps: | ||
| - label: "doctest" | ||
| key: doctest | ||
| plugins: | ||
| - JuliaCI/julia#v1: | ||
| # Drop default "registries" directory, so it is not persisted from execution to execution | ||
| persist_depot_dirs: packages,artifacts,compiled | ||
| version: '1.6' | ||
| - staticfloat/sandbox#v1: | ||
| rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v4.8/package_linux.x86_64.tar.gz | ||
| rootfs_treehash: "2a058481b567f0e91b9aa3ce4ad4f09e6419355a" | ||
| uid: 1000 | ||
| gid: 1000 | ||
| workspaces: | ||
| # Include `/cache/repos` so that our `git` version introspection works. | ||
| - "/cache/repos:/cache/repos" | ||
| commands: | | ||
| echo "--- Build Julia from source" | ||
| make --output-sync -j 6 | ||
| - group: ":linux: Linux" | ||
| steps: | ||
| - label: "doctest" | ||
| key: doctest | ||
| plugins: | ||
| - JuliaCI/external-buildkite#v1: | ||
| version: ".buildkite-external-version" | ||
| repo_url: "https://github.com/JuliaCI/julia-buildkite" | ||
| - JuliaCI/julia#v1: | ||
| # Drop default "registries" directory, so it is not persisted from execution to execution | ||
| persist_depot_dirs: packages,artifacts,compiled | ||
| version: '1.6' | ||
| - staticfloat/sandbox#v1: | ||
| rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v4.8/package_linux.x86_64.tar.gz | ||
| rootfs_treehash: "2a058481b567f0e91b9aa3ce4ad4f09e6419355a" | ||
| uid: 1000 | ||
| gid: 1000 | ||
| workspaces: | ||
| # Include `/cache/repos` so that our `git` version introspection works. | ||
| - "/cache/repos:/cache/repos" | ||
| commands: | | ||
| echo "--- Build Julia from source" | ||
| make --output-sync -j 6 | ||
| echo "--- Print Julia version info" | ||
| ./julia -e 'using InteractiveUtils; InteractiveUtils.versioninfo()' | ||
| echo "--- Print Julia version info" | ||
| ./julia -e 'using InteractiveUtils; InteractiveUtils.versioninfo()' | ||
| echo "--- Build Julia docs" | ||
| make docs | ||
| echo "--- Build Julia docs" | ||
| make docs | ||
| echo "--- Run Julia doctests" | ||
| JULIA_NUM_THREADS=1 make -C doc doctest=true | ||
| timeout_in_minutes: 45 | ||
| echo "--- Run Julia doctests" | ||
| JULIA_NUM_THREADS=1 make -C doc doctest=true | ||
| timeout_in_minutes: 45 | ||
| agents: | ||
| queue: "julia" | ||
| sandbox_capable: "true" | ||
| os: "linux" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,31 +1,35 @@ | ||
| agents: | ||
| queue: "julia" | ||
| # Only run on `sandbox.jl` machines (not `docker`-isolated ones) since we need nestable sandboxing | ||
| sandbox.jl: "true" | ||
| os: "linux" | ||
| steps: | ||
| - label: "embedding" | ||
| key: "embedding" | ||
| plugins: | ||
| - JuliaCI/julia#v1: | ||
| # Drop default "registries" directory, so it is not persisted from execution to execution | ||
| persist_depot_dirs: packages,artifacts,compiled | ||
| version: '1.6' | ||
| - staticfloat/sandbox#v1: | ||
| rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v4.8/package_linux.x86_64.tar.gz | ||
| rootfs_treehash: "2a058481b567f0e91b9aa3ce4ad4f09e6419355a" | ||
| uid: 1000 | ||
| gid: 1000 | ||
| workspaces: | ||
| # Include `/cache/repos` so that our `git` version introspection works. | ||
| - "/cache/repos:/cache/repos" | ||
| commands: | | ||
| prefix="/tmp/prefix" | ||
| echo "+++ Build julia, deploy to $${prefix:?}" | ||
| make --output-sync -j$${JULIA_CPU_THREADS:?} JULIA_PRECOMPILE=0 prefix=$${prefix:?} install | ||
| - group: ":linux: Linux" | ||
| steps: | ||
| - label: "embedding" | ||
| key: "embedding" | ||
| plugins: | ||
| - JuliaCI/external-buildkite#v1: | ||
| version: ".buildkite-external-version" | ||
| repo_url: "https://github.com/JuliaCI/julia-buildkite" | ||
| - JuliaCI/julia#v1: | ||
| # Drop default "registries" directory, so it is not persisted from execution to execution | ||
| persist_depot_dirs: packages,artifacts,compiled | ||
| version: '1.6' | ||
| - staticfloat/sandbox#v1: | ||
| rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v4.8/package_linux.x86_64.tar.gz | ||
| rootfs_treehash: "2a058481b567f0e91b9aa3ce4ad4f09e6419355a" | ||
| uid: 1000 | ||
| gid: 1000 | ||
| workspaces: | ||
| # Include `/cache/repos` so that our `git` version introspection works. | ||
| - "/cache/repos:/cache/repos" | ||
| commands: | | ||
| prefix="/tmp/prefix" | ||
| echo "+++ Build julia, deploy to $${prefix:?}" | ||
| make --output-sync -j$${JULIA_CPU_THREADS:?} JULIA_PRECOMPILE=0 prefix=$${prefix:?} install | ||
| embedding_output="/tmp/embedding-test" | ||
| echo "+++ Run embedding tests, deploy to $${embedding_output:?}" | ||
| mkdir -p "$${embedding_output:?}" | ||
| make --output-sync -j$${JULIA_CPU_THREADS:?} -C test/embedding JULIA="$${prefix:?}/bin/julia" BIN="$${embedding_output:?}" | ||
| timeout_in_minutes: 60 | ||
| embedding_output="/tmp/embedding-test" | ||
| echo "+++ Run embedding tests, deploy to $${embedding_output:?}" | ||
| mkdir -p "$${embedding_output:?}" | ||
| make --output-sync -j$${JULIA_CPU_THREADS:?} -C test/embedding JULIA="$${prefix:?}/bin/julia" BIN="$${embedding_output:?}" | ||
| timeout_in_minutes: 60 | ||
| agents: | ||
| queue: "julia" | ||
| sandbox_capable: "true" | ||
| os: "linux" |
Oops, something went wrong.