[taskcluster 2024-10-22T19:27:42.563Z] Worker Type (translations-1/b-linux-v100-gpu) settings:
[taskcluster 2024-10-22T19:27:42.563Z]   {
[taskcluster 2024-10-22T19:27:42.563Z]     "config": {
[taskcluster 2024-10-22T19:27:42.563Z]       "deploymentId": ""
[taskcluster 2024-10-22T19:27:42.563Z]     },
[taskcluster 2024-10-22T19:27:42.563Z]     "generic-worker": {
[taskcluster 2024-10-22T19:27:42.563Z]       "engine": "insecure",
[taskcluster 2024-10-22T19:27:42.563Z]       "go-arch": "amd64",
[taskcluster 2024-10-22T19:27:42.563Z]       "go-os": "linux",
[taskcluster 2024-10-22T19:27:42.563Z]       "go-version": "go1.22.2",
[taskcluster 2024-10-22T19:27:42.563Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v64.2.6",
[taskcluster 2024-10-22T19:27:42.563Z]       "revision": "edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2024-10-22T19:27:42.563Z]       "source": "https://github.com/taskcluster/taskcluster/commits/edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2024-10-22T19:27:42.563Z]       "version": "64.2.6"
[taskcluster 2024-10-22T19:27:42.563Z]     },
[taskcluster 2024-10-22T19:27:42.563Z]     "image": "projects/taskcluster-imaging/global/images/gw-translations-gcp-googlecompute-2024-04-22t18-22-42z",
[taskcluster 2024-10-22T19:27:42.563Z]     "instance-id": "5814042127280785174",
[taskcluster 2024-10-22T19:27:42.563Z]     "instance-type": "projects/887720501152/machineTypes/n1-highmem-8",
[taskcluster 2024-10-22T19:27:42.563Z]     "local-ipv4": "10.128.1.72",
[taskcluster 2024-10-22T19:27:42.563Z]     "project-id": "fxci-production-level1-workers",

...(1241 lines hidden)...

[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an an
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.236Z] declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared declared
[task 2024-10-22T19:28:28.400Z] [eval] Computing the BLEU score.
[task 2024-10-22T19:28:29.077Z] [eval] Computing the chrF score.
[task 2024-10-22T19:28:32.463Z] [eval] Loading COMET
[task 2024-10-22T19:28:35.821Z] 
[task 2024-10-22T19:28:35.822Z] Fetching 5 files:   0%|          | 0/5 [00:00<?, ?it/s]
[task 2024-10-22T19:28:35.822Z] Fetching 5 files: 100%|██████████| 5/5 [00:00<00:00, 6299.65it/s]
[task 2024-10-22T19:28:37.618Z] [pytorch_lightning.utilities.migration.utils] Lightning automatically upgraded your loaded checkpoint from v1.8.3.post1 to v2.2.4. To apply the upgrade to your files permanently, run `python -m pytorch_lightning.utilities.upgrade_checkpoint ../../.cache/huggingface/hub/models--Unbabel--wmt22-comet-da/snapshots/371e9839ca4e213dde891b066cf3080f75ec7e72/checkpoints/model.ckpt`
[task 2024-10-22T19:28:37.620Z] /home/ubuntu/.local/lib/python3.10/site-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
[task 2024-10-22T19:28:37.620Z]   warnings.warn(
[task 2024-10-22T19:28:49.005Z] [comet.models.base] Encoder model frozen.
[task 2024-10-22T19:28:49.343Z] /home/ubuntu/.local/lib/python3.10/site-packages/pytorch_lightning/core/saving.py:188: Found keys that are not in the model state dict but in the checkpoint: ['encoder.model.embeddings.position_ids']
[task 2024-10-22T19:28:49.489Z] [eval] Computing the COMET score with "Unbabel/wmt22-comet-da" using the gpu
[task 2024-10-22T19:28:49.644Z] [pytorch_lightning.utilities.rank_zero] GPU available: True (cuda), used: True
[task 2024-10-22T19:28:49.644Z] [pytorch_lightning.utilities.rank_zero] TPU available: False, using: 0 TPU cores
[task 2024-10-22T19:28:49.644Z] [pytorch_lightning.utilities.rank_zero] IPU available: False, using: 0 IPUs
[task 2024-10-22T19:28:49.644Z] [pytorch_lightning.utilities.rank_zero] HPU available: False, using: 0 HPUs
[task 2024-10-22T19:28:49.995Z] [pytorch_lightning.accelerators.cuda] LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]
[task 2024-10-22T19:28:50.816Z] 
[task 2024-10-22T19:28:50.841Z] Predicting: 0it [00:00, ?it/s]
[task 2024-10-22T19:28:50.841Z] Predicting:   0%|          | 0/64 [00:00<?, ?it/s]
[task 2024-10-22T19:28:51.663Z] Predicting DataLoader 0:   0%|          | 0/64 [00:00<?, ?it/s]
[task 2024-10-22T19:28:51.755Z] Predicting DataLoader 0:   2%|▏         | 1/64 [00:00<00:51,  1.22it/s]
[task 2024-10-22T19:28:52.085Z] Predicting DataLoader 0:   3%|▎         | 2/64 [00:00<00:28,  2.19it/s]
[task 2024-10-22T19:28:52.483Z] Predicting DataLoader 0:   5%|▍         | 3/64 [00:01<00:25,  2.41it/s]
[task 2024-10-22T19:28:52.855Z] Predicting DataLoader 0:   6%|▋         | 4/64 [00:01<00:24,  2.44it/s]
[task 2024-10-22T19:28:53.270Z] Predicting DataLoader 0:   8%|▊         | 5/64 [00:02<00:23,  2.48it/s]
[task 2024-10-22T19:28:53.725Z] Predicting DataLoader 0:   9%|▉         | 6/64 [00:02<00:23,  2.47it/s]
[task 2024-10-22T19:28:54.176Z] Predicting DataLoader 0:  11%|█         | 7/64 [00:02<00:23,  2.43it/s]
[task 2024-10-22T19:28:54.651Z] Predicting DataLoader 0:  12%|█▎        | 8/64 [00:03<00:23,  2.40it/s]
[task 2024-10-22T19:28:55.130Z] Predicting DataLoader 0:  14%|█▍        | 9/64 [00:03<00:23,  2.36it/s]
[task 2024-10-22T19:28:55.621Z] Predicting DataLoader 0:  16%|█▌        | 10/64 [00:04<00:23,  2.33it/s]
[task 2024-10-22T19:28:56.107Z] Predicting DataLoader 0:  17%|█▋        | 11/64 [00:04<00:23,  2.30it/s]
[task 2024-10-22T19:28:56.610Z] Predicting DataLoader 0:  19%|█▉        | 12/64 [00:05<00:22,  2.28it/s]
[task 2024-10-22T19:28:57.154Z] Predicting DataLoader 0:  20%|██        | 13/64 [00:05<00:22,  2.25it/s]
[task 2024-10-22T19:28:57.715Z] Predicting DataLoader 0:  22%|██▏       | 14/64 [00:06<00:22,  2.22it/s]
[task 2024-10-22T19:28:58.278Z] Predicting DataLoader 0:  23%|██▎       | 15/64 [00:06<00:22,  2.18it/s]
[task 2024-10-22T19:28:58.844Z] Predicting DataLoader 0:  25%|██▌       | 16/64 [00:07<00:22,  2.15it/s]
[task 2024-10-22T19:28:59.408Z] Predicting DataLoader 0:  27%|██▋       | 17/64 [00:08<00:22,  2.12it/s]
[task 2024-10-22T19:28:59.973Z] Predicting DataLoader 0:  28%|██▊       | 18/64 [00:08<00:21,  2.10it/s]
[task 2024-10-22T19:29:00.531Z] Predicting DataLoader 0:  30%|██▉       | 19/64 [00:09<00:21,  2.08it/s]
[task 2024-10-22T19:29:01.098Z] Predicting DataLoader 0:  31%|███▏      | 20/64 [00:09<00:21,  2.06it/s]
[task 2024-10-22T19:29:01.666Z] Predicting DataLoader 0:  33%|███▎      | 21/64 [00:10<00:21,  2.05it/s]
[task 2024-10-22T19:29:02.229Z] Predicting DataLoader 0:  34%|███▍      | 22/64 [00:10<00:20,  2.03it/s]
[task 2024-10-22T19:29:02.806Z] Predicting DataLoader 0:  36%|███▌      | 23/64 [00:11<00:20,  2.02it/s]
[task 2024-10-22T19:29:03.374Z] Predicting DataLoader 0:  38%|███▊      | 24/64 [00:11<00:19,  2.01it/s]
[task 2024-10-22T19:29:03.944Z] Predicting DataLoader 0:  39%|███▉      | 25/64 [00:12<00:19,  1.99it/s]
[task 2024-10-22T19:29:04.523Z] Predicting DataLoader 0:  41%|████      | 26/64 [00:13<00:19,  1.98it/s]
[task 2024-10-22T19:29:05.093Z] Predicting DataLoader 0:  42%|████▏     | 27/64 [00:13<00:18,  1.97it/s]
[task 2024-10-22T19:29:05.663Z] Predicting DataLoader 0:  44%|████▍     | 28/64 [00:14<00:18,  1.96it/s]
[task 2024-10-22T19:29:06.249Z] Predicting DataLoader 0:  45%|████▌     | 29/64 [00:14<00:17,  1.96it/s]
[task 2024-10-22T19:29:06.823Z] Predicting DataLoader 0:  47%|████▋     | 30/64 [00:15<00:17,  1.95it/s]
[task 2024-10-22T19:29:07.408Z] Predicting DataLoader 0:  48%|████▊     | 31/64 [00:15<00:17,  1.94it/s]
[task 2024-10-22T19:29:07.991Z] Predicting DataLoader 0:  50%|█████     | 32/64 [00:16<00:16,  1.93it/s]
[task 2024-10-22T19:29:08.575Z] Predicting DataLoader 0:  52%|█████▏    | 33/64 [00:17<00:16,  1.92it/s]
[task 2024-10-22T19:29:09.157Z] Predicting DataLoader 0:  53%|█████▎    | 34/64 [00:17<00:15,  1.92it/s]
[task 2024-10-22T19:29:09.750Z] Predicting DataLoader 0:  55%|█████▍    | 35/64 [00:18<00:15,  1.91it/s]
[task 2024-10-22T19:29:10.335Z] Predicting DataLoader 0:  56%|█████▋    | 36/64 [00:18<00:14,  1.90it/s]
[task 2024-10-22T19:29:10.923Z] Predicting DataLoader 0:  58%|█████▊    | 37/64 [00:19<00:14,  1.90it/s]
[task 2024-10-22T19:29:11.513Z] Predicting DataLoader 0:  59%|█████▉    | 38/64 [00:20<00:13,  1.89it/s]
[task 2024-10-22T19:29:12.106Z] Predicting DataLoader 0:  61%|██████    | 39/64 [00:20<00:13,  1.89it/s]
[task 2024-10-22T19:29:12.700Z] Predicting DataLoader 0:  62%|██████▎   | 40/64 [00:21<00:12,  1.88it/s]
[task 2024-10-22T19:29:13.293Z] Predicting DataLoader 0:  64%|██████▍   | 41/64 [00:21<00:12,  1.88it/s]
[task 2024-10-22T19:29:13.888Z] Predicting DataLoader 0:  66%|██████▌   | 42/64 [00:22<00:11,  1.87it/s]
[task 2024-10-22T19:29:14.490Z] Predicting DataLoader 0:  67%|██████▋   | 43/64 [00:23<00:11,  1.87it/s]
[task 2024-10-22T19:29:15.090Z] Predicting DataLoader 0:  69%|██████▉   | 44/64 [00:23<00:10,  1.86it/s]
[task 2024-10-22T19:29:15.690Z] Predicting DataLoader 0:  70%|███████   | 45/64 [00:24<00:10,  1.86it/s]
[task 2024-10-22T19:29:16.290Z] Predicting DataLoader 0:  72%|███████▏  | 46/64 [00:24<00:09,  1.85it/s]
[task 2024-10-22T19:29:16.895Z] Predicting DataLoader 0:  73%|███████▎  | 47/64 [00:25<00:09,  1.85it/s]
[task 2024-10-22T19:29:17.503Z] Predicting DataLoader 0:  75%|███████▌  | 48/64 [00:26<00:08,  1.84it/s]
[task 2024-10-22T19:29:18.109Z] Predicting DataLoader 0:  77%|███████▋  | 49/64 [00:26<00:08,  1.84it/s]
[task 2024-10-22T19:29:18.714Z] Predicting DataLoader 0:  78%|███████▊  | 50/64 [00:27<00:07,  1.83it/s]
[task 2024-10-22T19:29:19.320Z] Predicting DataLoader 0:  80%|███████▉  | 51/64 [00:27<00:07,  1.83it/s]
[task 2024-10-22T19:29:19.921Z] Predicting DataLoader 0:  81%|████████▏ | 52/64 [00:28<00:06,  1.83it/s]
[task 2024-10-22T19:29:20.525Z] Predicting DataLoader 0:  83%|████████▎ | 53/64 [00:29<00:06,  1.82it/s]
[task 2024-10-22T19:29:21.125Z] Predicting DataLoader 0:  84%|████████▍ | 54/64 [00:29<00:05,  1.82it/s]
[task 2024-10-22T19:29:21.735Z] Predicting DataLoader 0:  86%|████████▌ | 55/64 [00:30<00:04,  1.82it/s]
[task 2024-10-22T19:29:22.334Z] Predicting DataLoader 0:  88%|████████▊ | 56/64 [00:30<00:04,  1.81it/s]
[task 2024-10-22T19:29:22.955Z] Predicting DataLoader 0:  89%|████████▉ | 57/64 [00:31<00:03,  1.81it/s]
[task 2024-10-22T19:29:23.578Z] Predicting DataLoader 0:  91%|█████████ | 58/64 [00:32<00:03,  1.81it/s]
[task 2024-10-22T19:29:24.198Z] Predicting DataLoader 0:  92%|█████████▏| 59/64 [00:32<00:02,  1.80it/s]
[task 2024-10-22T19:29:24.829Z] Predicting DataLoader 0:  94%|█████████▍| 60/64 [00:33<00:02,  1.80it/s]
[task 2024-10-22T19:29:25.475Z] Predicting DataLoader 0:  95%|█████████▌| 61/64 [00:33<00:01,  1.79it/s]
[task 2024-10-22T19:29:26.145Z] Predicting DataLoader 0:  97%|█████████▋| 62/64 [00:34<00:01,  1.79it/s]
[task 2024-10-22T19:29:26.866Z] Predicting DataLoader 0:  98%|█████████▊| 63/64 [00:35<00:00,  1.78it/s]
[task 2024-10-22T19:29:26.867Z] Predicting DataLoader 0: 100%|██████████| 64/64 [00:36<00:00,  1.78it/s]
[task 2024-10-22T19:29:26.867Z] Predicting DataLoader 0: 100%|██████████| 64/64 [00:36<00:00,  1.78it/s]
[task 2024-10-22T19:29:29.319Z] [eval] Writing /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.metrics.json
[task 2024-10-22T19:29:29.319Z] [eval] Writing the metrics in the older "text" format: /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.metrics
[task 2024-10-22T19:29:29.604Z] [translations_parser.parser] Experiment configuration missing on M7Sdofq1Tf2gw4K9gkgejA @ extra/action/context/input, fallback to CI values
[task 2024-10-22T19:29:29.605Z] [eval] Publishing metrics to Weight & Biases ({'tags': ['author:[email protected]'], 'config': {}})
[task 2024-10-22T19:29:30.679Z] wandb: Currently logged in as: moz-translations-wandb-bot (moz-translations). Use `wandb login --relogin` to force relogin
[task 2024-10-22T19:29:31.150Z] wandb: wandb version 0.18.5 is available!  To upgrade, please run:
[task 2024-10-22T19:29:31.150Z] wandb:  $ pip install wandb --upgrade
[task 2024-10-22T19:29:31.150Z] wandb: Tracking run with wandb version 0.17.2
[task 2024-10-22T19:29:31.150Z] wandb: Run data is saved locally in /home/ubuntu/tasks/task_172962502886257/wandb/run-20241022_192930-finetune-student_M7Sdo
[task 2024-10-22T19:29:31.150Z] wandb: Run `wandb offline` to turn off syncing.
[task 2024-10-22T19:29:31.152Z] wandb: Resuming run finetune-student_M7Sdo
[task 2024-10-22T19:29:31.152Z] wandb: ⭐️ View project at https://wandb.ai/moz-translations/ci
[task 2024-10-22T19:29:31.153Z] wandb: 🚀 View run at https://wandb.ai/moz-translations/ci/runs/finetune-student_M7Sdo
[task 2024-10-22T19:29:31.278Z] [translations_parser.publishers] W&B run is being resumed from existing run 'finetune-student_M7Sdo'.
[task 2024-10-22T19:29:35.264Z] wandb: - 0.000 MB of 0.000 MB uploaded
[task 2024-10-22T19:29:36.264Z] wandb: \ 0.000 MB of 0.000 MB uploaded
[task 2024-10-22T19:29:36.989Z] wandb: | 0.000 MB of 0.000 MB uploaded
[task 2024-10-22T19:29:36.990Z] wandb: / 0.000 MB of 0.000 MB uploaded
[task 2024-10-22T19:29:36.990Z] wandb: - 0.015 MB of 0.015 MB uploaded
[task 2024-10-22T19:29:36.990Z] wandb:                                                                                
[task 2024-10-22T19:29:37.995Z] wandb: 
[task 2024-10-22T19:29:37.995Z] wandb: Run summary:
[task 2024-10-22T19:29:37.995Z] wandb:    bleu_detok 0
[task 2024-10-22T19:29:37.995Z] wandb: ce_mean_words 7.63043
[task 2024-10-22T19:29:37.995Z] wandb:          chrf 1.00467
[task 2024-10-22T19:29:37.995Z] wandb:          cost 5.97354
[task 2024-10-22T19:29:37.995Z] wandb:         epoch 1
[task 2024-10-22T19:29:37.995Z] wandb:         gnorm 39.0849
[task 2024-10-22T19:29:37.995Z] wandb: learning_rate 0.0
[task 2024-10-22T19:29:37.995Z] wandb:          rate 22127.05
[task 2024-10-22T19:29:37.995Z] wandb:           sen 268784
[task 2024-10-22T19:29:37.995Z] wandb:          time 0.52
[task 2024-10-22T19:29:37.995Z] wandb: 
[task 2024-10-22T19:29:37.999Z] wandb: 🚀 View run finetune-student_M7Sdo at: https://wandb.ai/moz-translations/ci/runs/finetune-student_M7Sdo
[task 2024-10-22T19:29:37.999Z] wandb: ⭐️ View project at: https://wandb.ai/moz-translations/ci
[task 2024-10-22T19:29:37.999Z] wandb: Synced 4 W&B file(s), 1 media file(s), 1 artifact file(s) and 0 other file(s)
[task 2024-10-22T19:29:37.999Z] wandb: Find logs at: ./wandb/run-20241022_192930-finetune-student_M7Sdo/logs
[task 2024-10-22T19:29:37.999Z] wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information.
[task 2024-10-22T19:29:38.074Z] [eval] Adding metric row to the 'group_logs' run
[task 2024-10-22T19:29:39.216Z] wandb: - Waiting for wandb.init()...
[task 2024-10-22T19:29:39.358Z] wandb: \ Waiting for wandb.init()...
[task 2024-10-22T19:29:39.358Z] wandb: wandb version 0.18.5 is available!  To upgrade, please run:
[task 2024-10-22T19:29:39.358Z] wandb:  $ pip install wandb --upgrade
[task 2024-10-22T19:29:39.358Z] wandb: Tracking run with wandb version 0.17.2
[task 2024-10-22T19:29:39.358Z] wandb: Run data is saved locally in /home/ubuntu/tasks/task_172962502886257/wandb/run-20241022_192938-group_logs_M7Sdo
[task 2024-10-22T19:29:39.358Z] wandb: Run `wandb offline` to turn off syncing.
[task 2024-10-22T19:29:39.360Z] wandb: Resuming run group_logs_M7Sdo
[task 2024-10-22T19:29:39.360Z] wandb: ⭐️ View project at https://wandb.ai/moz-translations/ci
[task 2024-10-22T19:29:39.360Z] wandb: 🚀 View run at https://wandb.ai/moz-translations/ci/runs/group_logs_M7Sdo
[task 2024-10-22T19:29:39.481Z] [translations_parser.publishers] W&B run is being resumed from existing run 'group_logs_M7Sdo'.
[task 2024-10-22T19:29:39.481Z] [translations_parser.parser] Retrieving existing group logs metrics from group_logs (group_logs_M7Sdo)
[task 2024-10-22T19:29:42.873Z] wandb: - 0.002 MB of 0.006 MB uploaded
[task 2024-10-22T19:29:42.875Z] wandb: \ 0.002 MB of 0.006 MB uploaded
[task 2024-10-22T19:29:42.875Z] wandb: | 0.006 MB of 0.006 MB uploaded
[task 2024-10-22T19:29:42.875Z] wandb:                                                                                
[task 2024-10-22T19:29:43.882Z] wandb: 🚀 View run group_logs_M7Sdo at: https://wandb.ai/moz-translations/ci/runs/group_logs_M7Sdo
[task 2024-10-22T19:29:43.882Z] wandb: ⭐️ View project at: https://wandb.ai/moz-translations/ci
[task 2024-10-22T19:29:43.882Z] wandb: Synced 4 W&B file(s), 1 media file(s), 1 artifact file(s) and 0 other file(s)
[task 2024-10-22T19:29:43.882Z] wandb: Find logs at: ./wandb/run-20241022_192938-group_logs_M7Sdo/logs
[task 2024-10-22T19:29:43.882Z] wandb: WARNING The new W&B backend becomes opt-out in version 0.18.0; try it out with `wandb.require("core")`! See https://wandb.me/wandb-core for more information.
[fetches 2024-10-22T19:29:47.396Z] removing /home/ubuntu/tasks/task_172962502886257/fetches
[fetches 2024-10-22T19:29:47.763Z] finished
[taskcluster 2024-10-22T19:29:47.774Z]    Exit Code: 0
[taskcluster 2024-10-22T19:29:47.774Z]    User Time: 1m39.463027s
[taskcluster 2024-10-22T19:29:47.774Z]  Kernel Time: 15.394514s
[taskcluster 2024-10-22T19:29:47.774Z]    Wall Time: 2m4.747183168s
[taskcluster 2024-10-22T19:29:47.774Z]       Result: SUCCEEDED
[taskcluster 2024-10-22T19:29:47.774Z] === Task Finished ===
[taskcluster 2024-10-22T19:29:47.775Z] Task Duration: 2m4.749138444s
[taskcluster 2024-10-22T19:29:47.844Z] Uploading artifact public/build/devtest.log from file /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.log with content encoding "gzip", mime type "text/plain" and expiry 2025-10-17T18:00:08.194Z
[taskcluster 2024-10-22T19:29:47.845Z] Uploading artifact public/build/devtest.metrics.json from file /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.metrics.json with content encoding "gzip", mime type "application/json" and expiry 2025-10-17T18:00:08.194Z
[taskcluster 2024-10-22T19:29:47.845Z] Uploading artifact public/build/devtest.ru from file /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.ru with content encoding "gzip", mime type "application/octet-stream" and expiry 2025-10-17T18:00:08.194Z
[taskcluster 2024-10-22T19:29:47.848Z] Uploading artifact public/build/devtest.metrics from file /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.metrics with content encoding "gzip", mime type "application/octet-stream" and expiry 2025-10-17T18:00:08.194Z
[taskcluster 2024-10-22T19:29:47.849Z] Uploading artifact public/build/devtest.en.ref from file /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.en.ref with content encoding "gzip", mime type "application/octet-stream" and expiry 2025-10-17T18:00:08.194Z
[taskcluster 2024-10-22T19:29:47.855Z] Uploading artifact public/build/devtest.en from file /home/ubuntu/tasks/task_172962502886257/artifacts/devtest.en with content encoding "gzip", mime type "application/octet-stream" and expiry 2025-10-17T18:00:08.194Z
[taskcluster 2024-10-22T19:29:48.043Z] [mounts] Preserving cache: Moving "/home/ubuntu/tasks/task_172962502886257/checkouts" to "/home/ubuntu/caches/cnyGOiyaQNuFG0L9U_CoWQ"
[taskcluster 2024-10-22T19:29:48.128Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2025-10-17T18:00:08.194Z