[taskcluster:warn 2024-05-22T21:19:46.601Z]   payload:
[taskcluster:warn 2024-05-22T21:19:46.601Z]     artifacts:
[taskcluster:warn 2024-05-22T21:19:46.601Z]     - expires: "2024-08-20T20:54:42.420Z"
[taskcluster:warn 2024-05-22T21:19:46.601Z]       name: public/build
[taskcluster:warn 2024-05-22T21:19:46.601Z]       path: artifact0
[taskcluster:warn 2024-05-22T21:19:46.601Z]       type: directory
[taskcluster:warn 2024-05-22T21:19:46.601Z]     command:
[taskcluster:warn 2024-05-22T21:19:46.601Z]     - - bash
[taskcluster:warn 2024-05-22T21:19:46.601Z]       - -cx
[taskcluster:warn 2024-05-22T21:19:46.601Z]       - |-
[taskcluster:warn 2024-05-22T21:19:46.601Z]         timeout 86400 podman run -t --name taskcontainer --privileged -v "$(pwd)/cache0:/builds/worker/checkouts" --add-host=taskcluster:127.0.0.1 --net=host -e ARTIFACT_EXT -e COMPRESSION_CMD -e FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV -e FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE -e HG_STORE_PATH -e MOZ_AUTOMATION -e MOZ_FETCHES -e MOZ_FETCHES_DIR -e MOZ_SCM_LEVEL -e REPOSITORIES -e RUN_ID -e SCCACHE_DISABLE -e SRC -e TASKCLUSTER_CACHES -e TASKCLUSTER_PROXY_URL -e TASKCLUSTER_ROOT_URL -e TASKCLUSTER_UNTRUSTED_CACHES -e TASKCLUSTER_VOLUMES -e TASKCLUSTER_WORKER_LOCATION -e TASK_ID -e TRG -e VCS_PATH docker-archive:dockerimage /usr/local/bin/run-task --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c 'export BIN=$MOZ_FETCHES_DIR && $VCS_PATH/pipeline/translate/merge-corpus.sh $MOZ_FETCHES_DIR/corpus.ru.zst $MOZ_FETCHES_DIR/mono.ru.zst $MOZ_FETCHES_DIR/corpus.en.zst $MOZ_FETCHES_DIR/mono.en.zst /builds/worker/artifacts/corpus.ru.zst /builds/worker/artifacts/corpus.en.zst'
[taskcluster:warn 2024-05-22T21:19:46.601Z]         exit_code=$?
[taskcluster:warn 2024-05-22T21:19:46.601Z]         podman cp taskcontainer:/builds/worker/artifacts artifact0
[taskcluster:warn 2024-05-22T21:19:46.601Z]         podman rm taskcontainer
[taskcluster:warn 2024-05-22T21:19:46.601Z]         exit "${exit_code}"
[taskcluster:warn 2024-05-22T21:19:46.601Z]     env:
[taskcluster:warn 2024-05-22T21:19:46.601Z]       ARTIFACT_EXT: zst
[taskcluster:warn 2024-05-22T21:19:46.601Z]       COMPRESSION_CMD: zstdmt
[taskcluster:warn 2024-05-22T21:19:46.601Z]       FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY: https://github.com/mozilla/firefox-translations-training
[taskcluster:warn 2024-05-22T21:19:46.601Z]       FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF: publish-comet-metrics
[taskcluster:warn 2024-05-22T21:19:46.601Z]       FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY: https://github.com/vrigal/firefox-translations-training
[taskcluster:warn 2024-05-22T21:19:46.601Z]       FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV: 6d213f88caf646f94d7922167ab47ecbe3c0424d
[taskcluster:warn 2024-05-22T21:19:46.601Z]       FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE: git
[taskcluster:warn 2024-05-22T21:19:46.601Z]       HG_STORE_PATH: /builds/worker/checkouts/hg-store
[taskcluster:warn 2024-05-22T21:19:46.601Z]       MOZ_AUTOMATION: "1"
[taskcluster:warn 2024-05-22T21:19:46.601Z]       MOZ_FETCHES: '[{"artifact": "public/build/corpus.en.zst", "extract": true, "task":
[taskcluster:warn 2024-05-22T21:19:46.601Z]         "cCRv7eyPQQekZMF56ScxiQ"}, {"artifact": "public/build/mono.en.zst", "extract":
[taskcluster:warn 2024-05-22T21:19:46.601Z]         true, "task": "QPg6LvBjTg-4JVR6Jw2h2w"}, {"artifact": "public/build/corpus.ru.zst",
[taskcluster:warn 2024-05-22T21:19:46.601Z]         "extract": true, "task": "A06F0Z9xQCeduqu91G6pWw"}, {"artifact": "public/build/mono.ru.zst",
[taskcluster:warn 2024-05-22T21:19:46.601Z]         "extract": true, "task": "Jry7MPYQTze2fbplT4Nbow"}, {"artifact": "public/build/dedupe.tar.zst",
[taskcluster:warn 2024-05-22T21:19:46.601Z]         "extract": true, "task": "AgPlxUayScSDmqgddgY9pw"}]'
[taskcluster:warn 2024-05-22T21:19:46.601Z]       MOZ_FETCHES_DIR: fetches
[taskcluster:warn 2024-05-22T21:19:46.601Z]       MOZ_SCM_LEVEL: "1"
[taskcluster:warn 2024-05-22T21:19:46.601Z]       REPOSITORIES: '{"firefox_translations_training": "firefox-translations-training"}'
[taskcluster:warn 2024-05-22T21:19:46.601Z]       SCCACHE_DISABLE: "1"
[taskcluster:warn 2024-05-22T21:19:46.601Z]       SRC: ru
[taskcluster:warn 2024-05-22T21:19:46.601Z]       TASKCLUSTER_CACHES: /builds/worker/checkouts
[taskcluster:warn 2024-05-22T21:19:46.601Z]       TASKCLUSTER_UNTRUSTED_CACHES: "1"
[taskcluster:warn 2024-05-22T21:19:46.601Z]       TASKCLUSTER_VOLUMES: /builds/worker/checkouts
[taskcluster:warn 2024-05-22T21:19:46.601Z]       TRG: en
[taskcluster:warn 2024-05-22T21:19:46.601Z]       VCS_PATH: /builds/worker/checkouts/vcs
[taskcluster:warn 2024-05-22T21:19:46.601Z]     features:
[taskcluster:warn 2024-05-22T21:19:46.601Z]       backingLog: true
[taskcluster:warn 2024-05-22T21:19:46.601Z]       liveLog: true
[taskcluster:warn 2024-05-22T21:19:46.601Z]       taskclusterProxy: true
[taskcluster:warn 2024-05-22T21:19:46.601Z]     logs:
[taskcluster:warn 2024-05-22T21:19:46.601Z]       backing: public/logs/live_backing.log
[taskcluster:warn 2024-05-22T21:19:46.601Z]       live: public/logs/live.log
[taskcluster:warn 2024-05-22T21:19:46.601Z]     maxRunTime: 87300
[taskcluster:warn 2024-05-22T21:19:46.601Z]     mounts:
[taskcluster:warn 2024-05-22T21:19:46.601Z]     - cacheName: translations-level-1-checkouts-v3-7afeb851dd97df8f3607-Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T21:19:46.601Z]       directory: cache0
[taskcluster:warn 2024-05-22T21:19:46.601Z]     - content:
[taskcluster:warn 2024-05-22T21:19:46.601Z]         artifact: public/image.tar.zst
[taskcluster:warn 2024-05-22T21:19:46.601Z]         taskId: Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T21:19:46.601Z]       file: dockerimage
[taskcluster:warn 2024-05-22T21:19:46.601Z]       format: zst
[taskcluster:warn 2024-05-22T21:19:46.601Z]     onExitStatus:
[taskcluster:warn 2024-05-22T21:19:46.601Z]       purgeCaches:
[taskcluster:warn 2024-05-22T21:19:46.601Z]       - 72
[taskcluster:warn 2024-05-22T21:19:46.601Z]       retry:
[taskcluster:warn 2024-05-22T21:19:46.601Z]       - 72
[taskcluster:warn 2024-05-22T21:19:46.601Z]       - 125
[taskcluster:warn 2024-05-22T21:19:46.601Z]       - 128
[taskcluster:warn 2024-05-22T21:19:46.601Z]   priority: low
[taskcluster:warn 2024-05-22T21:19:46.601Z]   projectId: none
[taskcluster:warn 2024-05-22T21:19:46.601Z]   provisionerId: translations-1
[taskcluster:warn 2024-05-22T21:19:46.601Z]   requires: all-completed
[taskcluster:warn 2024-05-22T21:19:46.601Z]   retries: 5
[taskcluster:warn 2024-05-22T21:19:46.601Z]   routes:
[taskcluster:warn 2024-05-22T21:19:46.601Z]   - index.translations.cache.head.publish-comet-metrics.merge-translated.merge-translated-ru-en.hash.5b782d18e56d1a61a97dd4ba95d77370f4eab56087fe80f7e1f1d632f8f9e987
[taskcluster:warn 2024-05-22T21:19:46.601Z]   - checks
[taskcluster:warn 2024-05-22T21:19:46.601Z]   schedulerId: translations-level-1
[taskcluster:warn 2024-05-22T21:19:46.601Z]   scopes:
[taskcluster:warn 2024-05-22T21:19:46.601Z]   - generic-worker:cache:translations-level-1-checkouts-v3-7afeb851dd97df8f3607-Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T21:19:46.601Z]   tags:
[taskcluster:warn 2024-05-22T21:19:46.601Z]     createdForUser: [email protected]
[taskcluster:warn 2024-05-22T21:19:46.601Z]     kind: merge-translated
[taskcluster:warn 2024-05-22T21:19:46.601Z]     label: merge-translated-ru-en
[taskcluster:warn 2024-05-22T21:19:46.601Z]     os: linux
[taskcluster:warn 2024-05-22T21:19:46.601Z]     worker-implementation: docker-worker
[taskcluster:warn 2024-05-22T21:19:46.601Z]   taskGroupId: C50B8ScLS_GtjkiJKFTHdQ
[taskcluster:warn 2024-05-22T21:19:46.601Z]   taskQueueId: translations-1/b-linux-large-gcp-d2g-300gb
[taskcluster:warn 2024-05-22T21:19:46.601Z]   workerType: b-linux-large-gcp-d2g-300gb
[taskcluster:warn 2024-05-22T21:19:46.601Z] 
[taskcluster 2024-05-22T21:19:46.822Z] Uploading redirect artifact public/logs/live.log to URL https://firefoxci-websocktunnel.services.mozilla.com/us-west1-a.4431112062963539486.60099/log/XsXDN5ktRYmS9TQ_cxSDpA with mime type "text/plain; charset=utf-8" and expiry 2024-05-23T21:49:46.803Z
[taskcluster 2024-05-22T21:19:47.037Z] [mounts] No existing writable directory cache 'translations-level-1-checkouts-v3-7afeb851dd97df8f3607-Q_deBg9LRdWXU21Qhn7s6Q' - creating caches/Iky9vj0hTcqzdrKldqVNhQ
[taskcluster 2024-05-22T21:19:47.037Z] [mounts] Creating directory /task_171641268950280/cache0
[taskcluster 2024-05-22T21:19:47.045Z] [mounts] Granting task_171641268950280 full control of directory '/task_171641268950280/cache0'
[taskcluster 2024-05-22T21:19:47.046Z] [mounts] Successfully mounted writable directory cache '/task_171641268950280/cache0'
[taskcluster 2024-05-22T21:19:47.046Z] [mounts] Downloading task Q_deBg9LRdWXU21Qhn7s6Q artifact public/image.tar.zst to downloads/AZhQ5M0fRsCSnYC9x_XEeA
[taskcluster 2024-05-22T21:19:48.510Z] [mounts] Downloaded 278996501 bytes with SHA256 20c0bfb9ede9bdea57036ae328d96caaf0223203dea299969fe41279a9b4600d from task Q_deBg9LRdWXU21Qhn7s6Q artifact public/image.tar.zst to downloads/AZhQ5M0fRsCSnYC9x_XEeA
[taskcluster:warn 2024-05-22T21:19:48.510Z] [mounts] Download downloads/AZhQ5M0fRsCSnYC9x_XEeA of task Q_deBg9LRdWXU21Qhn7s6Q artifact public/image.tar.zst has SHA256 20c0bfb9ede9bdea57036ae328d96caaf0223203dea299969fe41279a9b4600d but task payload does not declare a required value, so content authenticity cannot be verified
[taskcluster 2024-05-22T21:19:48.510Z] [mounts] Creating directory /task_171641268950280
[taskcluster 2024-05-22T21:19:48.518Z] [mounts] Decompressing zst file downloads/AZhQ5M0fRsCSnYC9x_XEeA to '/task_171641268950280/dockerimage'
[taskcluster 2024-05-22T21:19:49.640Z] [mounts] Granting task_171641268950280 full control of file '/task_171641268950280/dockerimage'
[taskcluster 2024-05-22T21:19:49.642Z] Executing command 0: bash -cx 'timeout 86400 podman run -t --name taskcontainer --privileged -v "$(pwd)/cache0:/builds/worker/checkouts" --add-host=taskcluster:127.0.0.1 --net=host -e ARTIFACT_EXT -e COMPRESSION_CMD -e FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV -e FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE -e HG_STORE_PATH -e MOZ_AUTOMATION -e MOZ_FETCHES -e MOZ_FETCHES_DIR -e MOZ_SCM_LEVEL -e REPOSITORIES -e RUN_ID -e SCCACHE_DISABLE -e SRC -e TASKCLUSTER_CACHES -e TASKCLUSTER_PROXY_URL -e TASKCLUSTER_ROOT_URL -e TASKCLUSTER_UNTRUSTED_CACHES -e TASKCLUSTER_VOLUMES -e TASKCLUSTER_WORKER_LOCATION -e TASK_ID -e TRG -e VCS_PATH docker-archive:dockerimage /usr/local/bin/run-task --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c '\''export BIN=$MOZ_FETCHES_DIR && $VCS_PATH/pipeline/translate/merge-corpus.sh $MOZ_FETCHES_DIR/corpus.ru.zst $MOZ_FETCHES_DIR/mono.ru.zst $MOZ_FETCHES_DIR/corpus.en.zst $MOZ_FETCHES_DIR/mono.en.zst /builds/worker/artifacts/corpus.ru.zst /builds/worker/artifacts/corpus.en.zst'\''
[taskcluster 2024-05-22T21:19:49.642Z] exit_code=$?
[taskcluster 2024-05-22T21:19:49.642Z] podman cp taskcontainer:/builds/worker/artifacts artifact0
[taskcluster 2024-05-22T21:19:49.642Z] podman rm taskcontainer
[taskcluster 2024-05-22T21:19:49.642Z] exit "${exit_code}"'
++ pwd
+ timeout 86400 podman run -t --name taskcontainer --privileged -v /task_171641268950280/cache0:/builds/worker/checkouts --add-host=taskcluster:127.0.0.1 --net=host -e ARTIFACT_EXT -e COMPRESSION_CMD -e FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV -e FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE -e HG_STORE_PATH -e MOZ_AUTOMATION -e MOZ_FETCHES -e MOZ_FETCHES_DIR -e MOZ_SCM_LEVEL -e REPOSITORIES -e RUN_ID -e SCCACHE_DISABLE -e SRC -e TASKCLUSTER_CACHES -e TASKCLUSTER_PROXY_URL -e TASKCLUSTER_ROOT_URL -e TASKCLUSTER_UNTRUSTED_CACHES -e TASKCLUSTER_VOLUMES -e TASKCLUSTER_WORKER_LOCATION -e TASK_ID -e TRG -e VCS_PATH docker-archive:dockerimage /usr/local/bin/run-task --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c 'export BIN=$MOZ_FETCHES_DIR && $VCS_PATH/pipeline/translate/merge-corpus.sh $MOZ_FETCHES_DIR/corpus.ru.zst $MOZ_FETCHES_DIR/mono.ru.zst $MOZ_FETCHES_DIR/corpus.en.zst $MOZ_FETCHES_DIR/mono.en.zst /builds/worker/artifacts/corpus.ru.zst /builds/worker/artifacts/corpus.en.zst'
Getting image source signatures
Copying blob sha256:1a84dc453bda5bdb00677e6e599015475a779eb490b8b3158be45af99da083e3
Copying blob sha256:50b43097ddf2501adc2f8b21b8685a7508ddd563177028cae61a8ce8cd51a0bb
Copying blob sha256:5498e8c22f6996f25ef193ee58617d5b37e2a96decf22e72de13c3b34e147591
Copying config sha256:1e62b245ce9b86147f4b5a4cdcf3708c9a763f8cdaa58df95c74f81427d083ab
Writing manifest to image destination
Storing signatures
[setup 2024-05-22T21:19:56.139Z] run-task started in /builds/worker
[setup 2024-05-22T21:19:56.139Z] Invoked by command: --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c export BIN=$MOZ_FETCHES_DIR && $VCS_PATH/pipeline/translate/merge-corpus.sh $MOZ_FETCHES_DIR/corpus.ru.zst $MOZ_FETCHES_DIR/mono.ru.zst $MOZ_FETCHES_DIR/corpus.en.zst $MOZ_FETCHES_DIR/mono.en.zst /builds/worker/artifacts/corpus.ru.zst /builds/worker/artifacts/corpus.en.zst
[setup 2024-05-22T21:19:56.140Z] Python version: 3.10.12
[cache 2024-05-22T21:19:56.141Z] cache /builds/worker/checkouts is empty; writing requirements: gid=1000 uid=1000 version=1
[volume 2024-05-22T21:19:56.141Z] volume /builds/worker/checkouts is a cache
[setup 2024-05-22T21:19:56.141Z] running as worker:worker
[vcs 2024-05-22T21:19:56.141Z] executing ['git', 'config', '--global', '--add', 'safe.directory', '/builds/worker/checkouts/vcs']
[vcs 2024-05-22T21:19:56.143Z] executing ['git', 'clone', 'https://github.com/mozilla/firefox-translations-training', '/builds/worker/checkouts/vcs']
[vcs 2024-05-22T21:19:56.144Z] Cloning into '/builds/worker/checkouts/vcs'...
[vcs 2024-05-22T21:19:56.924Z] executing ['git', 'fetch', '--no-tags', 'https://github.com/vrigal/firefox-translations-training', 'publish-comet-metrics']
[vcs 2024-05-22T21:19:57.304Z] From https://github.com/vrigal/firefox-translations-training
[vcs 2024-05-22T21:19:57.304Z]  * branch            publish-comet-metrics -> FETCH_HEAD
[vcs 2024-05-22T21:19:57.307Z] executing ['git', 'checkout', '-f', '-B', 'publish-comet-metrics', '6d213f88caf646f94d7922167ab47ecbe3c0424d']
[vcs 2024-05-22T21:19:57.374Z] Switched to a new branch 'publish-comet-metrics'
[vcs 2024-05-22T21:19:57.375Z] executing ['git', 'submodule', 'init']
[vcs 2024-05-22T21:19:57.396Z] Submodule '3rd_party/browsermt-marian-dev' (https://github.com/browsermt/marian-dev) registered for path '3rd_party/browsermt-marian-dev'
[vcs 2024-05-22T21:19:57.397Z] Submodule 'extract-lex' (https://github.com/marian-nmt/extract-lex) registered for path '3rd_party/extract-lex'
[vcs 2024-05-22T21:19:57.398Z] Submodule 'fast_align' (https://github.com/clab/fast_align) registered for path '3rd_party/fast_align'
[vcs 2024-05-22T21:19:57.398Z] Submodule '3rd_party/kenlm' (https://github.com/kpu/kenlm) registered for path '3rd_party/kenlm'
[vcs 2024-05-22T21:19:57.399Z] Submodule '3rd_party/marian-dev' (https://github.com/marian-nmt/marian-dev) registered for path '3rd_party/marian-dev'
[vcs 2024-05-22T21:19:57.399Z] Submodule '3rd_party/preprocess' (https://github.com/kpu/preprocess.git) registered for path '3rd_party/preprocess'
[vcs 2024-05-22T21:19:57.400Z] executing ['git', 'submodule', 'update', '--force']
[vcs 2024-05-22T21:19:57.421Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/browsermt-marian-dev'...
[vcs 2024-05-22T21:20:00.221Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/extract-lex'...
[vcs 2024-05-22T21:20:02.441Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/fast_align'...
[vcs 2024-05-22T21:20:04.458Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/kenlm'...
[vcs 2024-05-22T21:20:07.141Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/marian-dev'...
[vcs 2024-05-22T21:20:09.939Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/preprocess'...
[vcs 2024-05-22T21:20:11.441Z] Submodule path '3rd_party/browsermt-marian-dev': checked out '11c6ae7c46be21ef96ed10c60f28022fa968939f'
[vcs 2024-05-22T21:20:11.471Z] Submodule path '3rd_party/extract-lex': checked out '42fa605b53f32eaf6c6e0b5677255c21c91b3d49'
[vcs 2024-05-22T21:20:11.483Z] Submodule path '3rd_party/fast_align': checked out 'cab1e9aac8d3bb02ff5ae58218d8d225a039fa11'
[vcs 2024-05-22T21:20:11.540Z] Submodule path '3rd_party/kenlm': checked out 'bbf4fc511266c5d4515047055d7bdec659a6e158'
[vcs 2024-05-22T21:20:11.643Z] Submodule path '3rd_party/marian-dev': checked out 'e8a1a2530fb84cbff7383302ebca393e5875c441'
[vcs 2024-05-22T21:20:11.673Z] Submodule path '3rd_party/preprocess': checked out '64307314b4d5a9a0bd529b5c1036b0710d995eec'
[vcs 2024-05-22T21:20:11.673Z] cleaning git checkout...
[vcs 2024-05-22T21:20:11.673Z] executing ['git', 'clean', '-nxdff']
[vcs 2024-05-22T21:20:11.676Z] removing []
[vcs 2024-05-22T21:20:11.676Z] successfully cleaned git checkout!
[vcs 2024-05-22T21:20:11.677Z] TinderboxPrint:<a href='https://github.com/vrigal/firefox-translations-training/commit/6d213f88caf646f94d7922167ab47ecbe3c0424d' title='Built from firefox-translations-training commit 6d213f88caf646f94d7922167ab47ecbe3c0424d'>6d213f88caf646f94d7922167ab47ecbe3c0424d</a>
[setup 2024-05-22T21:20:11.677Z] MOZ_FETCHES_DIR is /builds/worker/fetches
[fetches 2024-05-22T21:20:11.677Z] fetching artifacts
[fetches 2024-05-22T21:20:11.677Z] executing ['/usr/bin/python3', '-u', '/usr/local/bin/fetch-content', 'task-artifacts']
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/cCRv7eyPQQekZMF56ScxiQ/artifacts/public/build/corpus.en.zst to /builds/worker/fetches/corpus.en.zst
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/QPg6LvBjTg-4JVR6Jw2h2w/artifacts/public/build/mono.en.zst to /builds/worker/fetches/mono.en.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/cCRv7eyPQQekZMF56ScxiQ/artifacts/public/build/corpus.en.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/QPg6LvBjTg-4JVR6Jw2h2w/artifacts/public/build/mono.en.zst
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/A06F0Z9xQCeduqu91G6pWw/artifacts/public/build/corpus.ru.zst to /builds/worker/fetches/corpus.ru.zst
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/A06F0Z9xQCeduqu91G6pWw/artifacts/public/build/corpus.ru.zstDownloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Jry7MPYQTze2fbplT4Nbow/artifacts/public/build/mono.ru.zst to /builds/worker/fetches/mono.ru.zst

attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Jry7MPYQTze2fbplT4Nbow/artifacts/public/build/mono.ru.zstDownloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/AgPlxUayScSDmqgddgY9pw/artifacts/public/build/dedupe.tar.zst to /builds/worker/fetches/dedupe.tar.zst

Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/AgPlxUayScSDmqgddgY9pw/artifacts/public/build/dedupe.tar.zst
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/AgPlxUayScSDmqgddgY9pw/artifacts/public/build/dedupe.tar.zst resolved to 133246 bytes with sha256 1e567b7eabfbbac81c949ba165181bf3b4b5a15d4fcd114a0fc1d7ec82cfac07 in 0.041s
Extracting /builds/worker/fetches/dedupe.tar.zst to /builds/worker/fetches
/builds/worker/fetches/dedupe.tar.zst extracted in 0.002s
Removing /builds/worker/fetches/dedupe.tar.zst
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/QPg6LvBjTg-4JVR6Jw2h2w/artifacts/public/build/mono.en.zst resolved to 53131 bytes with sha256 e698d2c04b9c6b4f02423f26605a546df7dda514b9c76b5be4e8c86d9e19269d in 0.088s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/Jry7MPYQTze2fbplT4Nbow/artifacts/public/build/mono.ru.zst resolved to 583453 bytes with sha256 0f61cf2bd692316e65d372716d73c918dbb764c540bcc4a300098124ab773282 in 0.129s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/cCRv7eyPQQekZMF56ScxiQ/artifacts/public/build/corpus.en.zst resolved to 55293 bytes with sha256 d53db3043d51897edfa1189a607ac21d837c61ae43b02021194cde8c00834e46 in 0.139s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/A06F0Z9xQCeduqu91G6pWw/artifacts/public/build/corpus.ru.zst resolved to 383206 bytes with sha256 80402ba043c57ee1f77ab1e1635c4533cdf18075177ed1c7b3543be79b24f452 in 0.240s
PERFHERDER_DATA: {"framework": {"name": "build_metrics"}, "suites": [{"name": "fetch_content", "value": 0.287939116000004, "lowerIsBetter": true, "shouldAlert": false, "subtests": []}]}
[fetches 2024-05-22T21:20:12.034Z] finished fetching artifacts
[task 2024-05-22T21:20:12.034Z] executing ['bash', '-c', 'export BIN=$MOZ_FETCHES_DIR && $VCS_PATH/pipeline/translate/merge-corpus.sh $MOZ_FETCHES_DIR/corpus.ru.zst $MOZ_FETCHES_DIR/mono.ru.zst $MOZ_FETCHES_DIR/corpus.en.zst $MOZ_FETCHES_DIR/mono.en.zst /builds/worker/artifacts/corpus.ru.zst /builds/worker/artifacts/corpus.en.zst']
[task 2024-05-22T21:20:12.037Z] + set -euo pipefail
[task 2024-05-22T21:20:12.037Z] + test -v BIN
[task 2024-05-22T21:20:12.037Z] + echo '###### Merging datasets'
[task 2024-05-22T21:20:12.037Z] ###### Merging datasets
[task 2024-05-22T21:20:12.037Z] + src1=/builds/worker/fetches/corpus.ru.zst
[task 2024-05-22T21:20:12.037Z] + src2=/builds/worker/fetches/mono.ru.zst
[task 2024-05-22T21:20:12.037Z] + trg1=/builds/worker/fetches/corpus.en.zst
[task 2024-05-22T21:20:12.037Z] + trg2=/builds/worker/fetches/mono.en.zst
[task 2024-05-22T21:20:12.037Z] + res_src=/builds/worker/artifacts/corpus.ru.zst
[task 2024-05-22T21:20:12.037Z] + res_trg=/builds/worker/artifacts/corpus.en.zst
[task 2024-05-22T21:20:12.037Z] + COMPRESSION_CMD=zstdmt
[task 2024-05-22T21:20:12.037Z] + ARTIFACT_EXT=zst
[task 2024-05-22T21:20:12.037Z] ++ dirname /builds/worker/artifacts/corpus.ru.zst
[task 2024-05-22T21:20:12.038Z] + tmp_dir=/builds/worker/artifacts/tmp
[task 2024-05-22T21:20:12.038Z] + mkdir -p /builds/worker/artifacts/tmp
[task 2024-05-22T21:20:12.039Z] + zstdmt
[task 2024-05-22T21:20:12.039Z] ++ zstdmt -dc /builds/worker/fetches/corpus.ru.zst
[task 2024-05-22T21:20:12.039Z] + cat /dev/fd/63 /dev/fd/62
[task 2024-05-22T21:20:12.039Z] ++ zstdmt -dc /builds/worker/fetches/mono.ru.zst
[task 2024-05-22T21:20:12.068Z] + zstdmt
[task 2024-05-22T21:20:12.068Z] ++ zstdmt -dc /builds/worker/fetches/corpus.en.zst
[task 2024-05-22T21:20:12.069Z] + cat /dev/fd/63 /dev/fd/62
[task 2024-05-22T21:20:12.069Z] ++ zstdmt -dc /builds/worker/fetches/mono.en.zst
[task 2024-05-22T21:20:12.080Z] + echo '#### Deduplicating'
[task 2024-05-22T21:20:12.080Z] #### Deduplicating
[task 2024-05-22T21:20:12.081Z] + shuf --random-source=/dev/fd/63
[task 2024-05-22T21:20:12.081Z] ++ zstdmt -dc /builds/worker/artifacts/tmp/original.src.zst
[task 2024-05-22T21:20:12.081Z] + /builds/worker/fetches/dedupe
[task 2024-05-22T21:20:12.081Z] + paste /dev/fd/63 /dev/fd/62
[task 2024-05-22T21:20:12.081Z] ++ get_seeded_random 42
[task 2024-05-22T21:20:12.081Z] + zstdmt
[task 2024-05-22T21:20:12.081Z] ++ zstdmt -dc /builds/worker/artifacts/tmp/original.trg.zst
[task 2024-05-22T21:20:12.081Z] ++ seed=42
[task 2024-05-22T21:20:12.081Z] ++ openssl enc -aes-256-ctr -pass pass:42 -nosalt
[task 2024-05-22T21:20:12.082Z] File stdin isn't normal.  Using slower read() instead of mmap().  No progress bar.
[task 2024-05-22T21:20:12.121Z] Kept 16967 / 16977 = 0.999411
[task 2024-05-22T21:20:12.148Z] + zstdmt -dc /builds/worker/artifacts/tmp/all.zst
[task 2024-05-22T21:20:12.148Z] + cut -f1
[task 2024-05-22T21:20:12.148Z] + zstdmt
[task 2024-05-22T21:20:12.192Z] + zstdmt -dc /builds/worker/artifacts/tmp/all.zst
[task 2024-05-22T21:20:12.192Z] + cut -f2
[task 2024-05-22T21:20:12.192Z] + zstdmt
[task 2024-05-22T21:20:12.216Z] ++ zstdmt -dc /builds/worker/artifacts/corpus.ru.zst
[task 2024-05-22T21:20:12.216Z] ++ wc -l
[task 2024-05-22T21:20:12.224Z] + src_len=16967
[task 2024-05-22T21:20:12.225Z] ++ zstdmt -dc /builds/worker/artifacts/corpus.en.zst
[task 2024-05-22T21:20:12.225Z] ++ wc -l
[task 2024-05-22T21:20:12.230Z] + trg_len=16967
[task 2024-05-22T21:20:12.230Z] + '[' 16967 '!=' 16967 ']'
[task 2024-05-22T21:20:12.230Z] + rm -rf /builds/worker/artifacts/tmp
[task 2024-05-22T21:20:12.232Z] + echo '###### Done: Merging datasets'
[task 2024-05-22T21:20:12.232Z] ###### Done: Merging datasets
[fetches 2024-05-22T21:20:12.232Z] removing /builds/worker/fetches
[fetches 2024-05-22T21:20:12.232Z] finished
+ exit_code=0
+ podman cp taskcontainer:/builds/worker/artifacts artifact0
+ podman rm taskcontainer
7a5cb9940844f4d0468b2339e1274850282a4710a88d080e719752a03c5dbb5a
+ exit 0
[taskcluster 2024-05-22T21:20:16.301Z]    Exit Code: 0
[taskcluster 2024-05-22T21:20:16.301Z]    User Time: 8.241666s
[taskcluster 2024-05-22T21:20:16.301Z]  Kernel Time: 3.848161s
[taskcluster 2024-05-22T21:20:16.301Z]    Wall Time: 26.659480511s
[taskcluster 2024-05-22T21:20:16.301Z]       Result: SUCCEEDED
[taskcluster 2024-05-22T21:20:16.301Z] === Task Finished ===
[taskcluster 2024-05-22T21:20:16.301Z] Task Duration: 26.659857004s
[taskcluster 2024-05-22T21:20:16.337Z] Uploading artifact public/build/corpus.ru.zst from file /task_171641268950280/artifact0/corpus.ru.zst with content encoding "identity", mime type "application/zstd" and expiry 2024-08-20T20:54:42.420Z
[taskcluster 2024-05-22T21:20:16.339Z] Uploading artifact public/build/corpus.en.zst from file /task_171641268950280/artifact0/corpus.en.zst with content encoding "identity", mime type "application/zstd" and expiry 2024-08-20T20:54:42.420Z
[taskcluster 2024-05-22T21:20:16.501Z] [mounts] Preserving cache: Moving "/task_171641268950280/cache0" to "caches/Iky9vj0hTcqzdrKldqVNhQ"
[taskcluster 2024-05-22T21:20:16.515Z] [mounts] Denying task_171641268950280 access to 'caches/Iky9vj0hTcqzdrKldqVNhQ'
[taskcluster 2024-05-22T21:20:16.570Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2024-08-20T20:54:42.420Z