Skip to content

CI

CI #2085

Triggered via schedule February 24, 2024 09:30
Status Failure
Total duration 4h 59m 32s
Artifacts 84

ci.yaml

on: schedule
metadata
0s
metadata
Matrix: amd64 / test-distribution
Matrix: arm64 / test-distribution
amd64  /  ...  /  bump-manifest
28s
amd64 / build-base / bump-manifest
arm64  /  ...  /  bump-manifest
28s
arm64 / build-base / bump-manifest
amd64  /  ...  /  build-base
5m 50s
amd64 / build-base / build-base
arm64  /  ...  /  build-base
5m 13s
arm64 / build-base / build-base
amd64  /  ...  /  build-jax
11m 39s
amd64 / build-jax / build-jax
arm64  /  ...  /  build-jax
17m 37s
arm64 / build-jax / build-jax
amd64  /  ...  /  build-upstream-pax
7m 28s
amd64 / build-upstream-pax / build-upstream-pax
amd64  /  ...  /  build-levanter
5m 39s
amd64 / build-levanter / build-levanter
amd64  /  ...  /  build-pallas
26m 7s
amd64 / build-pallas / build-pallas
amd64  /  ...  /  build-upstream-t5x
7m 52s
amd64 / build-upstream-t5x / build-upstream-t5x
Matrix: amd64 / test-jax / jax-unit-test
Matrix: amd64 / test-jax / levanter-unit-test
Matrix: amd64 / test-jax / pallas-unit-test
amd64  /  ...  /  launch-slurm-runner
15m 25s
amd64 / test-jax / runner / launch-slurm-runner
amd64  /  ...  /  build-maxtext
5m 47s
amd64 / build-maxtext / build-maxtext
arm64  /  ...  /  build-upstream-pax
25m 36s
arm64 / build-upstream-pax / build-upstream-pax
arm64  /  ...  /  build-levanter
15m 53s
arm64 / build-levanter / build-levanter
arm64  /  ...  /  build
arm64 / build-pallas / build
arm64  /  ...  /  build-upstream-t5x
6m 35s
arm64 / build-upstream-t5x / build-upstream-t5x
Matrix: arm64 / test-jax / jax-unit-test
Waiting for pending jobs
Matrix: arm64 / test-jax / levanter-unit-test
Waiting for pending jobs
Matrix: arm64 / test-jax / pallas-unit-test
Waiting for pending jobs
arm64  /  ...  /  launch-slurm-runner
arm64 / test-jax / runner / launch-slurm-runner
arm64  /  ...  /  build
arm64 / build-maxtext / build
amd64  /  ...  /  build-rosetta
7m 24s
amd64 / build-rosetta-pax / build-rosetta
Matrix: amd64 / test-te / te-multi-gpu
Matrix: amd64 / test-upstream-pax / pax-multi-node
Matrix: amd64 / test-upstream-pax / single-process-evaluation
Matrix: amd64 / test-upstream-pax / single-process-multi-device
amd64  /  ...  /  te-unit-tests
21m 30s
amd64 / test-te / te-unit-tests
Matrix: amd64 / test-levanter / jax-unit-test
Matrix: amd64 / test-levanter / levanter-unit-test
Matrix: amd64 / test-levanter / pallas-unit-test
amd64  /  ...  /  launch-slurm-runner
13m 50s
amd64 / test-levanter / runner / launch-slurm-runner
Matrix: amd64 / test-pallas / jax-unit-test
Matrix: amd64 / test-pallas / levanter-unit-test
Matrix: amd64 / test-pallas / pallas-unit-test
amd64  /  ...  /  launch-slurm-runner
4h 8m
amd64 / test-pallas / runner / launch-slurm-runner
amd64  /  ...  /  build-rosetta
10m 54s
amd64 / build-rosetta-t5x / build-rosetta
Matrix: amd64 / test-upstream-t5x / t5x-multi-gpu
Matrix: amd64 / test-upstream-t5x / t5x-multi-node
arm64  /  ...  /  build-rosetta
17m 27s
arm64 / build-rosetta-pax / build-rosetta
Matrix: arm64 / test-te / te-multi-gpu
Waiting for pending jobs
Matrix: arm64 / test-upstream-pax / pax-multi-node
Waiting for pending jobs
Matrix: arm64 / test-upstream-pax / single-process-evaluation
Waiting for pending jobs
Matrix: arm64 / test-upstream-pax / single-process-multi-device
Waiting for pending jobs
arm64  /  ...  /  te-unit-tests
arm64 / test-te / te-unit-tests
Matrix: arm64 / test-levanter / jax-unit-test
Waiting for pending jobs
Matrix: arm64 / test-levanter / levanter-unit-test
Waiting for pending jobs
Matrix: arm64 / test-levanter / pallas-unit-test
Waiting for pending jobs
arm64  /  ...  /  launch-slurm-runner
arm64 / test-levanter / runner / launch-slurm-runner
Matrix: arm64 / test-pallas / jax-unit-test
Waiting for pending jobs
Matrix: arm64 / test-pallas / levanter-unit-test
Waiting for pending jobs
Matrix: arm64 / test-pallas / pallas-unit-test
Waiting for pending jobs
arm64  /  ...  /  launch-slurm-runner
arm64 / test-pallas / runner / launch-slurm-runner
arm64  /  ...  /  build-rosetta
arm64 / build-rosetta-t5x / build-rosetta
Matrix: arm64 / test-upstream-t5x / t5x-multi-gpu
Waiting for pending jobs
Matrix: arm64 / test-upstream-t5x / t5x-multi-node
Waiting for pending jobs
Matrix: amd64 / test-rosetta-pax / rosetta-pax-multi-node-te
Matrix: amd64 / test-rosetta-pax / rosetta-pax-multi-node
Matrix: amd64 / test-rosetta-pax / rosetta-pax-single-node-dropout-te
Matrix: amd64 / test-rosetta-pax / single-process-evaluation-te
Matrix: amd64 / test-rosetta-pax / single-process-multi-device-te
amd64  /  ...  /  summary
0s
amd64 / test-upstream-pax / summary
amd64  /  ...  /  metrics
23s
amd64 / test-upstream-pax / metrics
amd64  /  collect-docker-tags
0s
amd64 / collect-docker-tags
Matrix: amd64 / test-rosetta-t5x / multi-gpu-multi-node
Matrix: amd64 / test-rosetta-t5x / single-process-multi-device
Matrix: amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node
Matrix: amd64 / test-rosetta-t5x / vit-single-process-multi-device
amd64  /  ...  /  summary
0s
amd64 / test-upstream-t5x / summary
amd64  /  ...  /  metrics
18s
amd64 / test-upstream-t5x / metrics
Matrix: arm64 / test-rosetta-pax / rosetta-pax-multi-node-te
Waiting for pending jobs
Matrix: arm64 / test-rosetta-pax / rosetta-pax-multi-node
Waiting for pending jobs
Matrix: arm64 / test-rosetta-pax / rosetta-pax-single-node-dropout-te
Waiting for pending jobs
Matrix: arm64 / test-rosetta-pax / single-process-evaluation-te
Waiting for pending jobs
Matrix: arm64 / test-rosetta-pax / single-process-multi-device-te
Waiting for pending jobs
arm64  /  ...  /  summary
arm64 / test-upstream-pax / summary
arm64  /  ...  /  metrics
arm64 / test-upstream-pax / metrics
arm64  /  collect-docker-tags
0s
arm64 / collect-docker-tags
Matrix: arm64 / test-rosetta-t5x / multi-gpu-multi-node
Waiting for pending jobs
Matrix: arm64 / test-rosetta-t5x / single-process-multi-device
Waiting for pending jobs
Matrix: arm64 / test-rosetta-t5x / vit-multi-gpu-multi-node
Waiting for pending jobs
Matrix: arm64 / test-rosetta-t5x / vit-single-process-multi-device
Waiting for pending jobs
arm64  /  ...  /  summary
arm64 / test-upstream-t5x / summary
arm64  /  ...  /  metrics
arm64 / test-upstream-t5x / metrics
amd64  /  ...  /  summary
0s
amd64 / test-rosetta-pax / summary
amd64  /  ...  /  metrics
27s
amd64 / test-rosetta-pax / metrics
amd64  /  ...  /  sitrep
14s
amd64 / test-upstream-pax / sitrep / sitrep
amd64  /  ...  /  summary
0s
amd64 / test-rosetta-t5x / summary
amd64  /  ...  /  publish
22s
amd64 / test-rosetta-t5x / publish-test / publish
amd64  /  ...  /  sitrep
19s
amd64 / test-upstream-t5x / sitrep / sitrep
arm64  /  ...  /  summary
arm64 / test-rosetta-pax / summary
arm64  /  ...  /  metrics
arm64 / test-rosetta-pax / metrics
arm64  /  ...  /  sitrep
arm64 / test-upstream-pax / sitrep / sitrep
arm64  /  ...  /  summary
arm64 / test-rosetta-t5x / summary
arm64  /  ...  /  publish
arm64 / test-rosetta-t5x / publish-test / publish
arm64  /  ...  /  sitrep
arm64 / test-upstream-t5x / sitrep / sitrep
amd64  /  ...  /  publish
23s
amd64 / test-rosetta-pax / publish-test / publish
amd64  /  ...  /  outcome
0s
amd64 / test-upstream-pax / outcome
amd64  /  ...  /  outcome
0s
amd64 / test-rosetta-t5x / outcome
amd64  /  ...  /  outcome
0s
amd64 / test-upstream-t5x / outcome
arm64  /  ...  /  publish
arm64 / test-rosetta-pax / publish-test / publish
arm64  /  ...  /  outcome
arm64 / test-upstream-pax / outcome
arm64  /  ...  /  outcome
arm64 / test-rosetta-t5x / outcome
arm64  /  ...  /  outcome
arm64 / test-upstream-t5x / outcome
amd64  /  ...  /  outcome
0s
amd64 / test-rosetta-pax / outcome
arm64  /  ...  /  outcome
arm64 / test-rosetta-pax / outcome
finalize  /  workflow-badge
6s
finalize / workflow-badge
make-publish-configs
3s
make-publish-configs
finalize  /  report
28s
finalize / report
finalize  /  upload-badge
13s
finalize / upload-badge
Matrix: publish-containers
finalize  /  publish-badge
4s
finalize / publish-badge
Fit to window
Zoom out
Zoom in

Annotations

9 errors and 2 warnings
amd64 / test-jax / jax-unit-test (A100)
Process completed with exit code 3.
amd64 / test-levanter / levanter-unit-test (A100)
Process completed with exit code 1.
amd64 / test-levanter / levanter-unit-test (A100)
Process completed with exit code 1.
arm64 / build-upstream-t5x / build-upstream-t5x
buildx failed with: ERROR: failed to solve: process "/bin/sh -c <<\"EOT\" bash -exu\nset -o pipefail\n\npushd ${SRC_PATH_GRAIN}\n\n# Make bazel stop complaining about sharding and disable some tests with missing bazel build deps\nsed -i 's| bazel test | bazel test --test_sharding_strategy=disabled |' ./grain/oss/build_whl.sh\n\nexport MEALKIT_PYTHON_VERSION=$(cat /mealkit-python-version)\nexport PYTHON_MAJOR_VERSION=${MEALKIT_PYTHON_VERSION%.*}\nexport PYTHON_MINOR_VERSION=${MEALKIT_PYTHON_VERSION#*.}\nchmod a+x ./grain/oss/build_whl.sh\n./grain/oss/build_whl.sh\n\nls /tmp/grain/all_dist/*.whl\nEOT" did not complete successfully: exit code: 1
amd64 / test-levanter / levanter-unit-test (V100)
Process completed with exit code 1.
amd64 / test-levanter / levanter-unit-test (V100)
Process completed with exit code 1.
amd64 / test-jax / jax-unit-test (V100)
Process completed with exit code 3.
amd64 / test-upstream-pax / outcome
Process completed with exit code 1.
amd64 / test-rosetta-pax / outcome
Process completed with exit code 1.
finalize / upload-badge
Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: actions/github-script@v6. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.
finalize / publish-badge
Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: actions/github-script@v6. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.

Artifacts

Produced during runtime
Name Size
PAXML-8029667858-16DP1FSDP1TP1PP Expired
877 KB
PAXML-8029667858-1DP1FSDP1TP1PP Expired
157 KB
PAXML-8029667858-1DP2FSDP4TP1PP_single_process Expired
159 KB
PAXML-8029667858-1DP8FSDP1TP1PP Expired
498 KB
PAXML-8029667858-2DP1FSDP1TP4PP Expired
363 KB
PAXML-8029667858-2DP1FSDP2TP4PP Expired
658 KB
PAXML-8029667858-4DP1FSDP2TP1PP Expired
497 KB
PAXML-8029667858-8DP1FSDP1TP1PP Expired
491 KB
PAXML-8029667858-8DP1FSDP1TP1PP_eval Expired
443 MB
PAXML-8029667858-8DP1FSDP1TP1PP_single_process Expired
158 KB
T5X-8029667858-1G1N Expired
36.4 KB
T5X-8029667858-1G2N Expired
43.4 KB
T5X-8029667858-1P1G Expired
36 KB
T5X-8029667858-1P2G Expired
36.2 KB
T5X-8029667858-1P4G Expired
36.2 KB
T5X-8029667858-1P8G Expired
36.3 KB
T5X-8029667858-2G1N Expired
43.6 KB
T5X-8029667858-2G2N Expired
57.9 KB
T5X-8029667858-4G1N Expired
58.8 KB
T5X-8029667858-4G2N Expired
85.8 KB
T5X-8029667858-8G1N Expired
85.1 KB
T5X-8029667858-8G2N Expired
142 KB
artifact-base-build-amd64 Expired
571 Bytes
artifact-base-build-arm64 Expired
570 Bytes
artifact-final-report Expired
1002 Bytes
artifact-jax-build-amd64 Expired
563 Bytes
artifact-jax-build-arm64 Expired
563 Bytes
artifact-jax-unit-test-A100 Expired
12.4 KB
artifact-jax-unit-test-V100 Expired
11.7 KB
artifact-levanter-build-amd64 Expired
575 Bytes
artifact-levanter-build-arm64 Expired
575 Bytes
artifact-levanter-unit-test-A100 Expired
23.4 KB
artifact-levanter-unit-test-V100 Expired
20.4 KB
artifact-maxtext-build-amd64 Expired
570 Bytes
artifact-pallas-build-amd64 Expired
565 Bytes
artifact-pallas-unit-test-A100 Expired
1.37 KB
artifact-pallas-unit-test-V100 Expired
1.37 KB
artifact-pax-build-amd64 Expired
569 Bytes
artifact-pax-build-arm64 Expired
571 Bytes
artifact-pax-mgmn-test Expired
1.68 KB
artifact-rosetta-build-pax-amd64 Expired
586 Bytes
artifact-rosetta-build-pax-arm64 Expired
586 Bytes
artifact-rosetta-build-t5x-amd64 Expired
587 Bytes
artifact-t5x-build-amd64 Expired
571 Bytes
artifact-t5x-build-arm64 Expired
473 Bytes
artifact-t5x-mgmn-test Expired
2.29 KB
artifact-te-1g-test Expired
8.17 KB
artifact-te-2g-test Expired
8.2 KB
artifact-te-unit-test Expired
360 KB
artifact-workflow-metadata Expired
278 Bytes
maybe-bumped-manifest-amd64 Expired
1.88 KB
maybe-bumped-manifest-arm64 Expired
1.88 KB
maybe-bumped-patches-amd64 Expired
71.6 KB
maybe-bumped-patches-arm64 Expired
71.6 KB
metrics-test-log Expired
4.35 KB
rosetta-T5X-8029667858-1N1G-te-1 Expired
27.8 KB
rosetta-T5X-8029667858-1N8G-te-1 Expired
50.8 KB
rosetta-T5X-8029667858-1P1G_te-0 Expired
27 KB
rosetta-T5X-8029667858-1P1G_te-1 Expired
27.6 KB
rosetta-T5X-8029667858-1P8G_te-1 Expired
27.8 KB
rosetta-T5X-8029667858-2N2G_te-0 Expired
35.1 KB
rosetta-T5X-8029667858-2N8G-te-1 Expired
80.8 KB
rosetta-VIT-8029667858-VIT1G1N Expired
23.1 KB
rosetta-VIT-8029667858-VIT1G2N Expired
25.7 KB
rosetta-VIT-8029667858-VIT1P8G Expired
23.4 KB
rosetta-VIT-8029667858-VIT8G1N Expired
39.8 KB
rosetta-VIT-8029667858-VIT8G2N Expired
57.7 KB
rosetta-pax-8029667858-16DP1FSDP1TP1PP_TE Expired
703 KB
rosetta-pax-8029667858-1DP1FSDP1TP1PP_TE Expired
96.8 KB
rosetta-pax-8029667858-1DP2FSDP4TP1PP_single_process_TE Expired
116 KB
rosetta-pax-8029667858-1DP8FSDP1TP1PP_TE Expired
382 KB
rosetta-pax-8029667858-2DP1FSDP1TP4PP Expired
345 KB
rosetta-pax-8029667858-2DP1FSDP2TP4PP Expired
634 KB
rosetta-pax-8029667858-4DP1FSDP2TP1PP Expired
450 KB
rosetta-pax-8029667858-4DP1FSDP2TP1PP_TE Expired
381 KB
rosetta-pax-8029667858-5B_fused_attn_0 Expired
401 KB
rosetta-pax-8029667858-5B_fused_attn_1 Expired
404 KB
rosetta-pax-8029667858-8DP1FSDP1TP1PP Expired
447 KB
rosetta-pax-8029667858-8DP1FSDP1TP1PP_TE Expired
384 KB
rosetta-pax-8029667858-8DP1FSDP1TP1PP_eval_TE Expired
443 MB
rosetta-pax-8029667858-8DP1FSDP1TP1PP_single_process_TE Expired
116 KB
rosetta-pax-8029667858-8DP_TE_dropout Expired
382 KB
upstream-PAXML-metrics-test-log Expired
6.86 KB
upstream-T5X-metrics-test-log Expired
7.92 KB