[taskcluster:warn 2024-05-22T22:05:33.040Z]   dependencies:
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - DtQ5zn1HS4-Q7G_cWlRc0Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - F1mAyJ_mR5ym7kcBYucv2A
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - H379d38NSA6WPtWeCH9j0Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - JNk8BMtGQCWDDrPEyNZhng
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - fIdJD2pZQu6PL3QiuErl6Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]   expires: "2024-08-20T20:54:43.197Z"
[taskcluster:warn 2024-05-22T22:05:33.040Z]   extra:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     index:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       rank: 0
[taskcluster:warn 2024-05-22T22:05:33.040Z]     parent: C50B8ScLS_GtjkiJKFTHdQ
[taskcluster:warn 2024-05-22T22:05:33.040Z]   metadata:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     description: export for ru-en
[taskcluster:warn 2024-05-22T22:05:33.040Z]     name: export-ru-en
[taskcluster:warn 2024-05-22T22:05:33.040Z]     owner: [email protected]
[taskcluster:warn 2024-05-22T22:05:33.040Z]     source: https://github.com/vrigal/firefox-translations-training/blob/6d213f88caf646f94d7922167ab47ecbe3c0424d/taskcluster/kinds/export
[taskcluster:warn 2024-05-22T22:05:33.040Z]   payload:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     artifacts:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     - expires: "2024-08-20T20:54:43.197Z"
[taskcluster:warn 2024-05-22T22:05:33.040Z]       name: public/build
[taskcluster:warn 2024-05-22T22:05:33.040Z]       path: artifact0
[taskcluster:warn 2024-05-22T22:05:33.040Z]       type: directory
[taskcluster:warn 2024-05-22T22:05:33.040Z]     command:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     - - bash
[taskcluster:warn 2024-05-22T22:05:33.040Z]       - -cx
[taskcluster:warn 2024-05-22T22:05:33.040Z]       - |-
[taskcluster:warn 2024-05-22T22:05:33.040Z]         timeout 86400 podman run -t --name taskcontainer --privileged -v "$(pwd)/cache0:/builds/worker/checkouts" --add-host=taskcluster:127.0.0.1 --net=host -e FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV -e FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE -e HG_STORE_PATH -e MOZ_AUTOMATION -e MOZ_FETCHES -e MOZ_FETCHES_DIR -e MOZ_SCM_LEVEL -e REPOSITORIES -e RUN_ID -e SCCACHE_DISABLE -e SRC -e TASKCLUSTER_CACHES -e TASKCLUSTER_PROXY_URL -e TASKCLUSTER_ROOT_URL -e TASKCLUSTER_UNTRUSTED_CACHES -e TASKCLUSTER_VOLUMES -e TASKCLUSTER_WORKER_LOCATION -e TASK_ID -e TRG -e VCS_PATH docker-archive:dockerimage /usr/local/bin/run-task --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c 'export BMT_MARIAN=$MOZ_FETCHES_DIR && export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$MOZ_FETCHES_DIR/cuda-toolkit/lib64" && zstd --rm -d $MOZ_FETCHES_DIR/*.zst && $VCS_PATH/pipeline/quantize/export.sh $MOZ_FETCHES_DIR $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/vocab.spm /builds/worker/artifacts'
[taskcluster:warn 2024-05-22T22:05:33.040Z]         exit_code=$?
[taskcluster:warn 2024-05-22T22:05:33.040Z]         podman cp taskcontainer:/builds/worker/artifacts artifact0
[taskcluster:warn 2024-05-22T22:05:33.040Z]         podman rm taskcontainer
[taskcluster:warn 2024-05-22T22:05:33.040Z]         exit "${exit_code}"
[taskcluster:warn 2024-05-22T22:05:33.040Z]     env:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY: https://github.com/mozilla/firefox-translations-training
[taskcluster:warn 2024-05-22T22:05:33.040Z]       FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF: publish-comet-metrics
[taskcluster:warn 2024-05-22T22:05:33.040Z]       FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY: https://github.com/vrigal/firefox-translations-training
[taskcluster:warn 2024-05-22T22:05:33.040Z]       FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV: 6d213f88caf646f94d7922167ab47ecbe3c0424d
[taskcluster:warn 2024-05-22T22:05:33.040Z]       FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE: git
[taskcluster:warn 2024-05-22T22:05:33.040Z]       HG_STORE_PATH: /builds/worker/checkouts/hg-store
[taskcluster:warn 2024-05-22T22:05:33.040Z]       MOZ_AUTOMATION: "1"
[taskcluster:warn 2024-05-22T22:05:33.040Z]       MOZ_FETCHES: '[{"artifact": "public/build/model.intgemm.alphas.bin", "extract":
[taskcluster:warn 2024-05-22T22:05:33.040Z]         true, "task": "fIdJD2pZQu6PL3QiuErl6Q"}, {"artifact": "public/build/lex.s2t.pruned.zst",
[taskcluster:warn 2024-05-22T22:05:33.040Z]         "extract": true, "task": "F1mAyJ_mR5ym7kcBYucv2A"}, {"artifact": "public/build/marian.tar.zst",
[taskcluster:warn 2024-05-22T22:05:33.040Z]         "extract": true, "task": "JNk8BMtGQCWDDrPEyNZhng"}, {"artifact": "public/build/cuda-toolkit.tar.zst",
[taskcluster:warn 2024-05-22T22:05:33.040Z]         "extract": true, "task": "DtQ5zn1HS4-Q7G_cWlRc0Q"}, {"artifact": "public/build/vocab.spm",
[taskcluster:warn 2024-05-22T22:05:33.040Z]         "extract": false, "task": "H379d38NSA6WPtWeCH9j0Q"}]'
[taskcluster:warn 2024-05-22T22:05:33.040Z]       MOZ_FETCHES_DIR: fetches
[taskcluster:warn 2024-05-22T22:05:33.040Z]       MOZ_SCM_LEVEL: "1"
[taskcluster:warn 2024-05-22T22:05:33.040Z]       REPOSITORIES: '{"firefox_translations_training": "firefox-translations-training"}'
[taskcluster:warn 2024-05-22T22:05:33.040Z]       SCCACHE_DISABLE: "1"
[taskcluster:warn 2024-05-22T22:05:33.040Z]       SRC: ru
[taskcluster:warn 2024-05-22T22:05:33.040Z]       TASKCLUSTER_CACHES: /builds/worker/checkouts
[taskcluster:warn 2024-05-22T22:05:33.040Z]       TASKCLUSTER_UNTRUSTED_CACHES: "1"
[taskcluster:warn 2024-05-22T22:05:33.040Z]       TASKCLUSTER_VOLUMES: /builds/worker/checkouts
[taskcluster:warn 2024-05-22T22:05:33.040Z]       TRG: en
[taskcluster:warn 2024-05-22T22:05:33.040Z]       VCS_PATH: /builds/worker/checkouts/vcs
[taskcluster:warn 2024-05-22T22:05:33.040Z]     features:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       backingLog: true
[taskcluster:warn 2024-05-22T22:05:33.040Z]       liveLog: true
[taskcluster:warn 2024-05-22T22:05:33.040Z]       taskclusterProxy: true
[taskcluster:warn 2024-05-22T22:05:33.040Z]     logs:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       backing: public/logs/live_backing.log
[taskcluster:warn 2024-05-22T22:05:33.040Z]       live: public/logs/live.log
[taskcluster:warn 2024-05-22T22:05:33.040Z]     maxRunTime: 87300
[taskcluster:warn 2024-05-22T22:05:33.040Z]     mounts:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     - cacheName: translations-level-1-checkouts-v3-7afeb851dd97df8f3607-Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]       directory: cache0
[taskcluster:warn 2024-05-22T22:05:33.040Z]     - content:
[taskcluster:warn 2024-05-22T22:05:33.040Z]         artifact: public/image.tar.zst
[taskcluster:warn 2024-05-22T22:05:33.040Z]         taskId: Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]       file: dockerimage
[taskcluster:warn 2024-05-22T22:05:33.040Z]       format: zst
[taskcluster:warn 2024-05-22T22:05:33.040Z]     onExitStatus:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       purgeCaches:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       - 72
[taskcluster:warn 2024-05-22T22:05:33.040Z]       retry:
[taskcluster:warn 2024-05-22T22:05:33.040Z]       - 72
[taskcluster:warn 2024-05-22T22:05:33.040Z]       - 125
[taskcluster:warn 2024-05-22T22:05:33.040Z]       - 128
[taskcluster:warn 2024-05-22T22:05:33.040Z]   priority: low
[taskcluster:warn 2024-05-22T22:05:33.040Z]   projectId: none
[taskcluster:warn 2024-05-22T22:05:33.040Z]   provisionerId: translations-1
[taskcluster:warn 2024-05-22T22:05:33.040Z]   requires: all-completed
[taskcluster:warn 2024-05-22T22:05:33.040Z]   retries: 5
[taskcluster:warn 2024-05-22T22:05:33.040Z]   routes:
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - index.translations.cache.head.publish-comet-metrics.export.export-ru-en.hash.6b1e4cd90936f250e6c2a76ff169cf3a30e49448216649276998c2395c27edec
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - checks
[taskcluster:warn 2024-05-22T22:05:33.040Z]   schedulerId: translations-level-1
[taskcluster:warn 2024-05-22T22:05:33.040Z]   scopes:
[taskcluster:warn 2024-05-22T22:05:33.040Z]   - generic-worker:cache:translations-level-1-checkouts-v3-7afeb851dd97df8f3607-Q_deBg9LRdWXU21Qhn7s6Q
[taskcluster:warn 2024-05-22T22:05:33.040Z]   tags:
[taskcluster:warn 2024-05-22T22:05:33.040Z]     createdForUser: [email protected]
[taskcluster:warn 2024-05-22T22:05:33.040Z]     kind: export
[taskcluster:warn 2024-05-22T22:05:33.040Z]     label: export-ru-en
[taskcluster:warn 2024-05-22T22:05:33.040Z]     os: linux
[taskcluster:warn 2024-05-22T22:05:33.040Z]     worker-implementation: docker-worker
[taskcluster:warn 2024-05-22T22:05:33.040Z]   taskGroupId: C50B8ScLS_GtjkiJKFTHdQ
[taskcluster:warn 2024-05-22T22:05:33.040Z]   taskQueueId: translations-1/b-linux-large-gcp-d2g
[taskcluster:warn 2024-05-22T22:05:33.040Z]   workerType: b-linux-large-gcp-d2g
[taskcluster:warn 2024-05-22T22:05:33.040Z] 
[taskcluster 2024-05-22T22:05:33.649Z] Uploading redirect artifact public/logs/live.log to URL https://firefoxci-websocktunnel.services.mozilla.com/us-central1-a.3749346598122149340.60099/log/IwHVVKWQQti0gDRtHtuD4A with mime type "text/plain; charset=utf-8" and expiry 2024-05-23T22:35:33.587Z
[taskcluster 2024-05-22T22:05:34.070Z] [mounts] No existing writable directory cache 'translations-level-1-checkouts-v3-7afeb851dd97df8f3607-Q_deBg9LRdWXU21Qhn7s6Q' - creating caches/Xq3ej9CpR1CllVQ1tcLutQ
[taskcluster 2024-05-22T22:05:34.070Z] [mounts] Creating directory /task_171641537087205/cache0
[taskcluster 2024-05-22T22:05:34.080Z] [mounts] Granting task_171641537087205 full control of directory '/task_171641537087205/cache0'
[taskcluster 2024-05-22T22:05:34.081Z] [mounts] Successfully mounted writable directory cache '/task_171641537087205/cache0'
[taskcluster 2024-05-22T22:05:34.081Z] [mounts] Downloading task Q_deBg9LRdWXU21Qhn7s6Q artifact public/image.tar.zst to downloads/doBZQdzZS7KcbeXY82fCdQ
[taskcluster 2024-05-22T22:05:38.278Z] [mounts] Downloaded 278996501 bytes with SHA256 20c0bfb9ede9bdea57036ae328d96caaf0223203dea299969fe41279a9b4600d from task Q_deBg9LRdWXU21Qhn7s6Q artifact public/image.tar.zst to downloads/doBZQdzZS7KcbeXY82fCdQ
[taskcluster:warn 2024-05-22T22:05:38.278Z] [mounts] Download downloads/doBZQdzZS7KcbeXY82fCdQ of task Q_deBg9LRdWXU21Qhn7s6Q artifact public/image.tar.zst has SHA256 20c0bfb9ede9bdea57036ae328d96caaf0223203dea299969fe41279a9b4600d but task payload does not declare a required value, so content authenticity cannot be verified
[taskcluster 2024-05-22T22:05:38.278Z] [mounts] Creating directory /task_171641537087205
[taskcluster 2024-05-22T22:05:38.289Z] [mounts] Decompressing zst file downloads/doBZQdzZS7KcbeXY82fCdQ to '/task_171641537087205/dockerimage'
[taskcluster 2024-05-22T22:05:39.852Z] [mounts] Granting task_171641537087205 full control of file '/task_171641537087205/dockerimage'
[taskcluster 2024-05-22T22:05:39.854Z] Executing command 0: bash -cx 'timeout 86400 podman run -t --name taskcontainer --privileged -v "$(pwd)/cache0:/builds/worker/checkouts" --add-host=taskcluster:127.0.0.1 --net=host -e FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV -e FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE -e HG_STORE_PATH -e MOZ_AUTOMATION -e MOZ_FETCHES -e MOZ_FETCHES_DIR -e MOZ_SCM_LEVEL -e REPOSITORIES -e RUN_ID -e SCCACHE_DISABLE -e SRC -e TASKCLUSTER_CACHES -e TASKCLUSTER_PROXY_URL -e TASKCLUSTER_ROOT_URL -e TASKCLUSTER_UNTRUSTED_CACHES -e TASKCLUSTER_VOLUMES -e TASKCLUSTER_WORKER_LOCATION -e TASK_ID -e TRG -e VCS_PATH docker-archive:dockerimage /usr/local/bin/run-task --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c '\''export BMT_MARIAN=$MOZ_FETCHES_DIR && export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$MOZ_FETCHES_DIR/cuda-toolkit/lib64" && zstd --rm -d $MOZ_FETCHES_DIR/*.zst && $VCS_PATH/pipeline/quantize/export.sh $MOZ_FETCHES_DIR $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/vocab.spm /builds/worker/artifacts'\''
[taskcluster 2024-05-22T22:05:39.854Z] exit_code=$?
[taskcluster 2024-05-22T22:05:39.854Z] podman cp taskcontainer:/builds/worker/artifacts artifact0
[taskcluster 2024-05-22T22:05:39.854Z] podman rm taskcontainer
[taskcluster 2024-05-22T22:05:39.854Z] exit "${exit_code}"'
++ pwd
+ timeout 86400 podman run -t --name taskcontainer --privileged -v /task_171641537087205/cache0:/builds/worker/checkouts --add-host=taskcluster:127.0.0.1 --net=host -e FIREFOX_TRANSLATIONS_TRAINING_BASE_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REF -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REPOSITORY -e FIREFOX_TRANSLATIONS_TRAINING_HEAD_REV -e FIREFOX_TRANSLATIONS_TRAINING_REPOSITORY_TYPE -e HG_STORE_PATH -e MOZ_AUTOMATION -e MOZ_FETCHES -e MOZ_FETCHES_DIR -e MOZ_SCM_LEVEL -e REPOSITORIES -e RUN_ID -e SCCACHE_DISABLE -e SRC -e TASKCLUSTER_CACHES -e TASKCLUSTER_PROXY_URL -e TASKCLUSTER_ROOT_URL -e TASKCLUSTER_UNTRUSTED_CACHES -e TASKCLUSTER_VOLUMES -e TASKCLUSTER_WORKER_LOCATION -e TASK_ID -e TRG -e VCS_PATH docker-archive:dockerimage /usr/local/bin/run-task --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c 'export BMT_MARIAN=$MOZ_FETCHES_DIR && export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$MOZ_FETCHES_DIR/cuda-toolkit/lib64" && zstd --rm -d $MOZ_FETCHES_DIR/*.zst && $VCS_PATH/pipeline/quantize/export.sh $MOZ_FETCHES_DIR $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/vocab.spm /builds/worker/artifacts'
Getting image source signatures
Copying blob sha256:1a84dc453bda5bdb00677e6e599015475a779eb490b8b3158be45af99da083e3
Copying blob sha256:50b43097ddf2501adc2f8b21b8685a7508ddd563177028cae61a8ce8cd51a0bb
Copying blob sha256:5498e8c22f6996f25ef193ee58617d5b37e2a96decf22e72de13c3b34e147591
Copying config sha256:1e62b245ce9b86147f4b5a4cdcf3708c9a763f8cdaa58df95c74f81427d083ab
Writing manifest to image destination
Storing signatures
[setup 2024-05-22T22:05:47.054Z] run-task started in /builds/worker
[setup 2024-05-22T22:05:47.054Z] Invoked by command: --firefox_translations_training-checkout=/builds/worker/checkouts/vcs/ -- bash -c export BMT_MARIAN=$MOZ_FETCHES_DIR && export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$MOZ_FETCHES_DIR/cuda-toolkit/lib64" && zstd --rm -d $MOZ_FETCHES_DIR/*.zst && $VCS_PATH/pipeline/quantize/export.sh $MOZ_FETCHES_DIR $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/vocab.spm /builds/worker/artifacts
[setup 2024-05-22T22:05:47.054Z] Python version: 3.10.12
[cache 2024-05-22T22:05:47.056Z] cache /builds/worker/checkouts is empty; writing requirements: gid=1000 uid=1000 version=1
[volume 2024-05-22T22:05:47.056Z] volume /builds/worker/checkouts is a cache
[setup 2024-05-22T22:05:47.056Z] running as worker:worker
[vcs 2024-05-22T22:05:47.057Z] executing ['git', 'config', '--global', '--add', 'safe.directory', '/builds/worker/checkouts/vcs']
[vcs 2024-05-22T22:05:47.059Z] executing ['git', 'clone', 'https://github.com/mozilla/firefox-translations-training', '/builds/worker/checkouts/vcs']
[vcs 2024-05-22T22:05:47.061Z] Cloning into '/builds/worker/checkouts/vcs'...
[vcs 2024-05-22T22:05:47.872Z] executing ['git', 'fetch', '--no-tags', 'https://github.com/vrigal/firefox-translations-training', 'publish-comet-metrics']
[vcs 2024-05-22T22:05:48.168Z] From https://github.com/vrigal/firefox-translations-training
[vcs 2024-05-22T22:05:48.168Z]  * branch            publish-comet-metrics -> FETCH_HEAD
[vcs 2024-05-22T22:05:48.171Z] executing ['git', 'checkout', '-f', '-B', 'publish-comet-metrics', '6d213f88caf646f94d7922167ab47ecbe3c0424d']
[vcs 2024-05-22T22:05:48.252Z] Switched to a new branch 'publish-comet-metrics'
[vcs 2024-05-22T22:05:48.252Z] executing ['git', 'submodule', 'init']
[vcs 2024-05-22T22:05:48.285Z] Submodule '3rd_party/browsermt-marian-dev' (https://github.com/browsermt/marian-dev) registered for path '3rd_party/browsermt-marian-dev'
[vcs 2024-05-22T22:05:48.292Z] Submodule 'extract-lex' (https://github.com/marian-nmt/extract-lex) registered for path '3rd_party/extract-lex'
[vcs 2024-05-22T22:05:48.293Z] Submodule 'fast_align' (https://github.com/clab/fast_align) registered for path '3rd_party/fast_align'
[vcs 2024-05-22T22:05:48.294Z] Submodule '3rd_party/kenlm' (https://github.com/kpu/kenlm) registered for path '3rd_party/kenlm'
[vcs 2024-05-22T22:05:48.295Z] Submodule '3rd_party/marian-dev' (https://github.com/marian-nmt/marian-dev) registered for path '3rd_party/marian-dev'
[vcs 2024-05-22T22:05:48.296Z] Submodule '3rd_party/preprocess' (https://github.com/kpu/preprocess.git) registered for path '3rd_party/preprocess'
[vcs 2024-05-22T22:05:48.296Z] executing ['git', 'submodule', 'update', '--force']
[vcs 2024-05-22T22:05:48.325Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/browsermt-marian-dev'...
[vcs 2024-05-22T22:05:49.531Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/extract-lex'...
[vcs 2024-05-22T22:05:49.844Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/fast_align'...
[vcs 2024-05-22T22:05:50.167Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/kenlm'...
[vcs 2024-05-22T22:05:51.373Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/marian-dev'...
[vcs 2024-05-22T22:05:54.093Z] Cloning into '/builds/worker/checkouts/vcs/3rd_party/preprocess'...
[vcs 2024-05-22T22:05:55.638Z] Submodule path '3rd_party/browsermt-marian-dev': checked out '11c6ae7c46be21ef96ed10c60f28022fa968939f'
[vcs 2024-05-22T22:05:55.663Z] Submodule path '3rd_party/extract-lex': checked out '42fa605b53f32eaf6c6e0b5677255c21c91b3d49'
[vcs 2024-05-22T22:05:55.693Z] Submodule path '3rd_party/fast_align': checked out 'cab1e9aac8d3bb02ff5ae58218d8d225a039fa11'
[vcs 2024-05-22T22:05:55.734Z] Submodule path '3rd_party/kenlm': checked out 'bbf4fc511266c5d4515047055d7bdec659a6e158'
[vcs 2024-05-22T22:05:55.876Z] Submodule path '3rd_party/marian-dev': checked out 'e8a1a2530fb84cbff7383302ebca393e5875c441'
[vcs 2024-05-22T22:05:55.911Z] Submodule path '3rd_party/preprocess': checked out '64307314b4d5a9a0bd529b5c1036b0710d995eec'
[vcs 2024-05-22T22:05:55.912Z] cleaning git checkout...
[vcs 2024-05-22T22:05:55.912Z] executing ['git', 'clean', '-nxdff']
[vcs 2024-05-22T22:05:55.916Z] removing []
[vcs 2024-05-22T22:05:55.916Z] successfully cleaned git checkout!
[vcs 2024-05-22T22:05:55.918Z] TinderboxPrint:<a href='https://github.com/vrigal/firefox-translations-training/commit/6d213f88caf646f94d7922167ab47ecbe3c0424d' title='Built from firefox-translations-training commit 6d213f88caf646f94d7922167ab47ecbe3c0424d'>6d213f88caf646f94d7922167ab47ecbe3c0424d</a>
[setup 2024-05-22T22:05:55.918Z] MOZ_FETCHES_DIR is /builds/worker/fetches
[fetches 2024-05-22T22:05:55.918Z] fetching artifacts
[fetches 2024-05-22T22:05:55.918Z] executing ['/usr/bin/python3', '-u', '/usr/local/bin/fetch-content', 'task-artifacts']
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/fIdJD2pZQu6PL3QiuErl6Q/artifacts/public/build/model.intgemm.alphas.bin to /builds/worker/fetches/model.intgemm.alphas.bin
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/F1mAyJ_mR5ym7kcBYucv2A/artifacts/public/build/lex.s2t.pruned.zst to /builds/worker/fetches/lex.s2t.pruned.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/fIdJD2pZQu6PL3QiuErl6Q/artifacts/public/build/model.intgemm.alphas.bin
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/F1mAyJ_mR5ym7kcBYucv2A/artifacts/public/build/lex.s2t.pruned.zstDownloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/JNk8BMtGQCWDDrPEyNZhng/artifacts/public/build/marian.tar.zst to /builds/worker/fetches/marian.tar.zst

Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/JNk8BMtGQCWDDrPEyNZhng/artifacts/public/build/marian.tar.zst
attempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/DtQ5zn1HS4-Q7G_cWlRc0Q/artifacts/public/build/cuda-toolkit.tar.zst to /builds/worker/fetches/cuda-toolkit.tar.zst
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/DtQ5zn1HS4-Q7G_cWlRc0Q/artifacts/public/build/cuda-toolkit.tar.zstattempt 1/5
Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H379d38NSA6WPtWeCH9j0Q/artifacts/public/build/vocab.spm to /builds/worker/fetches/vocab.spm

Downloading https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H379d38NSA6WPtWeCH9j0Q/artifacts/public/build/vocab.spm
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/H379d38NSA6WPtWeCH9j0Q/artifacts/public/build/vocab.spm resolved to 252230 bytes with sha256 9d8ac29958816890d18f1ab76bc153d1b73b59a3e447780e1021e936802d92ac in 0.081s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/F1mAyJ_mR5ym7kcBYucv2A/artifacts/public/build/lex.s2t.pruned.zst resolved to 27578 bytes with sha256 0e5587de3fc6353e21cda5ed81d4a4d37d6219818b705564d63b80b0d61d00d1 in 0.110s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/fIdJD2pZQu6PL3QiuErl6Q/artifacts/public/build/model.intgemm.alphas.bin resolved to 9081145 bytes with sha256 c66cb69f02383dfd1a0cb71d5f0c8acf0fa70141eb0aa5511b5f4f377e8328ae in 0.228s
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/JNk8BMtGQCWDDrPEyNZhng/artifacts/public/build/marian.tar.zst resolved to 166255744 bytes with sha256 0e8840df993c3267582a1250c5d3b6b8e1c41db02a3ea980c0e7a82a4e302455 in 1.702s
Extracting /builds/worker/fetches/marian.tar.zst to /builds/worker/fetches
/builds/worker/fetches/marian.tar.zst extracted in 1.556s
Removing /builds/worker/fetches/marian.tar.zst
https://firefox-ci-tc.services.mozilla.com/api/queue/v1/task/DtQ5zn1HS4-Q7G_cWlRc0Q/artifacts/public/build/cuda-toolkit.tar.zst resolved to 3295138224 bytes with sha256 e3bdbf0078b8eb8c7804039d6cf6a10b673212bedf1d016a7b4a7eed3ead5f04 in 43.085s
Extracting /builds/worker/fetches/cuda-toolkit.tar.zst to /builds/worker/fetches
/builds/worker/fetches/cuda-toolkit.tar.zst extracted in 17.441s
Removing /builds/worker/fetches/cuda-toolkit.tar.zst
PERFHERDER_DATA: {"framework": {"name": "build_metrics"}, "suites": [{"name": "fetch_content", "value": 60.90029185100002, "lowerIsBetter": true, "shouldAlert": false, "subtests": []}]}
[fetches 2024-05-22T22:06:56.909Z] finished fetching artifacts
[task 2024-05-22T22:06:56.909Z] executing ['bash', '-c', 'export BMT_MARIAN=$MOZ_FETCHES_DIR && export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$MOZ_FETCHES_DIR/cuda-toolkit/lib64" && zstd --rm -d $MOZ_FETCHES_DIR/*.zst && $VCS_PATH/pipeline/quantize/export.sh $MOZ_FETCHES_DIR $MOZ_FETCHES_DIR/lex.s2t.pruned $MOZ_FETCHES_DIR/vocab.spm /builds/worker/artifacts']
[task 2024-05-22T22:06:56.913Z] 
[task 2024-05-22T22:06:56.913Z] s/lex.s2t.pruned.zst : 0 MB...     
[task 2024-05-22T22:06:56.913Z]                                                                                
[task 2024-05-22T22:06:56.913Z] /builds/worker/fetches/lex.s2t.pruned.zst: 92067 bytes 
[task 2024-05-22T22:06:56.915Z] + set -euo pipefail
[task 2024-05-22T22:06:56.915Z] + echo '###### Exporting a quantized model'
[task 2024-05-22T22:06:56.915Z] ###### Exporting a quantized model
[task 2024-05-22T22:06:56.915Z] + test -v SRC
[task 2024-05-22T22:06:56.915Z] + test -v TRG
[task 2024-05-22T22:06:56.915Z] + test -v BMT_MARIAN
[task 2024-05-22T22:06:56.915Z] + model_dir=/builds/worker/fetches
[task 2024-05-22T22:06:56.915Z] + shortlist=/builds/worker/fetches/lex.s2t.pruned
[task 2024-05-22T22:06:56.915Z] + vocab=/builds/worker/fetches/vocab.spm
[task 2024-05-22T22:06:56.915Z] + output_dir=/builds/worker/artifacts
[task 2024-05-22T22:06:56.915Z] + mkdir -p /builds/worker/artifacts
[task 2024-05-22T22:06:56.917Z] + model=/builds/worker/artifacts/model.ruen.intgemm.alphas.bin
[task 2024-05-22T22:06:56.917Z] + cp /builds/worker/fetches/model.intgemm.alphas.bin /builds/worker/artifacts/model.ruen.intgemm.alphas.bin
[task 2024-05-22T22:06:56.926Z] + pigz /builds/worker/artifacts/model.ruen.intgemm.alphas.bin
[task 2024-05-22T22:06:56.954Z] + shortlist_bin=/builds/worker/artifacts/lex.50.50.ruen.s2t.bin
[task 2024-05-22T22:06:56.954Z] + /builds/worker/fetches/marian-conv --shortlist /builds/worker/fetches/lex.s2t.pruned 50 50 0 --dump /builds/worker/artifacts/lex.50.50.ruen.s2t.bin --vocabs /builds/worker/fetches/vocab.spm /builds/worker/fetches/vocab.spm
[task 2024-05-22T22:06:56.998Z] [2024-05-22 22:06:56] [data] Loading SentencePiece vocabulary from file /builds/worker/fetches/vocab.spm
[task 2024-05-22T22:06:57.001Z] [2024-05-22 22:06:57] [data] Loading SentencePiece vocabulary from file /builds/worker/fetches/vocab.spm
[task 2024-05-22T22:06:57.003Z] [2024-05-22 22:06:57] [data] Importing text lexical shortlist as /builds/worker/fetches/lex.s2t.pruned 50 50 0
[task 2024-05-22T22:06:57.006Z] [2024-05-22 22:06:57] [data] Saving binary shortlist dump to /builds/worker/artifacts/lex.50.50.ruen.s2t.bin
[task 2024-05-22T22:06:57.006Z] [2024-05-22 22:06:57] Finished
[task 2024-05-22T22:06:57.013Z] + pigz /builds/worker/artifacts/lex.50.50.ruen.s2t.bin
[task 2024-05-22T22:06:57.016Z] + vocab_out=/builds/worker/artifacts/vocab.ruen.spm
[task 2024-05-22T22:06:57.016Z] + cp /builds/worker/fetches/vocab.spm /builds/worker/artifacts/vocab.ruen.spm
[task 2024-05-22T22:06:57.019Z] + pigz /builds/worker/artifacts/vocab.ruen.spm
[task 2024-05-22T22:06:57.032Z] + echo '### Export is completed. Results: /builds/worker/artifacts'
[task 2024-05-22T22:06:57.032Z] ### Export is completed. Results: /builds/worker/artifacts
[task 2024-05-22T22:06:57.032Z] + echo '###### Done: Exporting a quantized model'
[task 2024-05-22T22:06:57.032Z] ###### Done: Exporting a quantized model
[fetches 2024-05-22T22:06:57.032Z] removing /builds/worker/fetches
[fetches 2024-05-22T22:06:58.281Z] finished
+ exit_code=0
+ podman cp taskcontainer:/builds/worker/artifacts artifact0
+ podman rm taskcontainer
a4de843325e9febd6e4cd87d1451be29732d96d3482c923e4a8840ef8c9afdb3
+ exit 0
[taskcluster 2024-05-22T22:06:59.232Z]    Exit Code: 0
[taskcluster 2024-05-22T22:06:59.232Z]    User Time: 9.648711s
[taskcluster 2024-05-22T22:06:59.232Z]  Kernel Time: 4.93048s
[taskcluster 2024-05-22T22:06:59.232Z]    Wall Time: 1m19.377108884s
[taskcluster 2024-05-22T22:06:59.232Z]       Result: SUCCEEDED
[taskcluster 2024-05-22T22:06:59.232Z] === Task Finished ===
[taskcluster 2024-05-22T22:06:59.232Z] Task Duration: 1m19.377689254s
[taskcluster 2024-05-22T22:06:59.326Z] Uploading artifact public/build/model.ruen.intgemm.alphas.bin.gz from file /task_171641537087205/artifact0/model.ruen.intgemm.alphas.bin.gz with content encoding "identity", mime type "application/gzip" and expiry 2024-08-20T20:54:43.197Z
[taskcluster 2024-05-22T22:06:59.327Z] Uploading artifact public/build/vocab.ruen.spm.gz from file /task_171641537087205/artifact0/vocab.ruen.spm.gz with content encoding "identity", mime type "application/gzip" and expiry 2024-08-20T20:54:43.197Z
[taskcluster 2024-05-22T22:06:59.327Z] Uploading artifact public/build/lex.50.50.ruen.s2t.bin.gz from file /task_171641537087205/artifact0/lex.50.50.ruen.s2t.bin.gz with content encoding "identity", mime type "application/gzip" and expiry 2024-08-20T20:54:43.197Z
[taskcluster 2024-05-22T22:06:59.578Z] [mounts] Preserving cache: Moving "/task_171641537087205/cache0" to "caches/Xq3ej9CpR1CllVQ1tcLutQ"
[taskcluster 2024-05-22T22:06:59.604Z] [mounts] Denying task_171641537087205 access to 'caches/Xq3ej9CpR1CllVQ1tcLutQ'
[taskcluster 2024-05-22T22:06:59.669Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2024-08-20T20:54:43.197Z