[taskcluster 2024-10-22T18:24:04.520Z] Worker Type (translations-1/b-linux-v100-gpu-4) settings:
[taskcluster 2024-10-22T18:24:04.520Z]   {
[taskcluster 2024-10-22T18:24:04.520Z]     "config": {
[taskcluster 2024-10-22T18:24:04.520Z]       "deploymentId": ""
[taskcluster 2024-10-22T18:24:04.520Z]     },
[taskcluster 2024-10-22T18:24:04.520Z]     "generic-worker": {
[taskcluster 2024-10-22T18:24:04.520Z]       "engine": "insecure",
[taskcluster 2024-10-22T18:24:04.520Z]       "go-arch": "amd64",
[taskcluster 2024-10-22T18:24:04.520Z]       "go-os": "linux",
[taskcluster 2024-10-22T18:24:04.520Z]       "go-version": "go1.22.2",
[taskcluster 2024-10-22T18:24:04.520Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v64.2.6",
[taskcluster 2024-10-22T18:24:04.520Z]       "revision": "edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2024-10-22T18:24:04.520Z]       "source": "https://github.com/taskcluster/taskcluster/commits/edab196d7d030a5d625b77335109cd9060ab7e1f",
[taskcluster 2024-10-22T18:24:04.520Z]       "version": "64.2.6"
[taskcluster 2024-10-22T18:24:04.520Z]     },
[taskcluster 2024-10-22T18:24:04.520Z]     "image": "projects/taskcluster-imaging/global/images/gw-translations-gcp-googlecompute-2024-04-22t18-22-42z",
[taskcluster 2024-10-22T18:24:04.520Z]     "instance-id": "6593355327435593544",
[taskcluster 2024-10-22T18:24:04.520Z]     "instance-type": "projects/887720501152/machineTypes/n1-highmem-8",
[taskcluster 2024-10-22T18:24:04.520Z]     "local-ipv4": "10.138.0.189",
[taskcluster 2024-10-22T18:24:04.520Z]     "project-id": "fxci-production-level1-workers",

...(9425 lines hidden)...

[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1918
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1919
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1920
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1921
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1922
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1923
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1924
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1925
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1926
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1927
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1928
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1929
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1930
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1931
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1932
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] Saving Adam parameters
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1933
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1934
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1935
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1936
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1937
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1938
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1939
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1940
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1941
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1942
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1943
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1944
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1945
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1946
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1947
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1948
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1949
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] Saving training checkpoint to /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz and /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.optimizer.npz
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1950
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1951
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1952
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1953
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1954
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1955
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1956
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1957
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1958
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1959
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1960
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1961
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1962
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1963
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1964
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1965
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1966
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1967
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1968
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1969
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1970
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1971
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1972
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1973
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1974
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1975
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1976
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1977
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1978
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1979
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1980
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1981
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1982
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1983
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.574Z] [tag] Reading original for epoch 1984
[task 2024-10-22T18:33:11.574Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1985
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1986
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1987
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1988
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1989
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1990
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1991
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1992
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1993
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1994
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1995
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1996
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1997
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] Reading original for epoch 1998
[task 2024-10-22T18:33:11.575Z] 
[task 2024-10-22T18:33:11.575Z] [tag] trainer stopped reading input
[task 2024-10-22T18:33:11.575Z] 
[fetches 2024-10-22T18:33:13.903Z] removing /home/ubuntu/tasks/task_172962116218076/fetches
[fetches 2024-10-22T18:33:14.254Z] finished
[taskcluster 2024-10-22T18:33:14.265Z]    Exit Code: 0
[taskcluster 2024-10-22T18:33:14.265Z]    User Time: 40m57.362439s
[taskcluster 2024-10-22T18:33:14.265Z]  Kernel Time: 1m25.17693s
[taskcluster 2024-10-22T18:33:14.265Z]    Wall Time: 9m9.152056142s
[taskcluster 2024-10-22T18:33:14.265Z]       Result: SUCCEEDED
[taskcluster 2024-10-22T18:33:14.265Z] === Task Finished ===
[taskcluster 2024-10-22T18:33:14.265Z] Task Duration: 9m9.153957639s
[taskcluster 2024-10-22T18:33:14.301Z] Uploading artifact public/build/model.npz.best-ce-mean-words.npz from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.best-ce-mean-words.npz with content encoding "identity", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.301Z] Uploading artifact public/build/vocab.spm from file /home/ubuntu/tasks/task_172962116218076/artifacts/vocab.spm with content encoding "gzip", mime type "application/x-source-rpm" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.302Z] Uploading artifact public/build/devset.out from file /home/ubuntu/tasks/task_172962116218076/artifacts/devset.out with content encoding "gzip", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.304Z] Uploading artifact public/build/model.npz.progress.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.progress.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.305Z] Uploading artifact public/build/config.opustrainer.yml.state from file /home/ubuntu/tasks/task_172962116218076/artifacts/config.opustrainer.yml.state with content encoding "gzip", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.306Z] Uploading artifact public/build/final.model.npz.best-chrf.npz.decoder.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/final.model.npz.best-chrf.npz.decoder.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.306Z] Uploading artifact public/build/model.npz.best-bleu-detok.npz from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.best-bleu-detok.npz with content encoding "identity", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.306Z] Uploading artifact public/build/model.npz.best-chrf.npz from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.best-chrf.npz with content encoding "identity", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.311Z] Uploading artifact public/build/opustrainer.log from file /home/ubuntu/tasks/task_172962116218076/artifacts/opustrainer.log with content encoding "gzip", mime type "text/plain" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.311Z] Uploading artifact public/build/model.npz.best-bleu-detok.npz.decoder.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.best-bleu-detok.npz.decoder.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.314Z] Uploading artifact public/build/model.npz.decoder.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.decoder.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.315Z] Uploading artifact public/build/model.npz.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.322Z] Uploading artifact public/build/final.model.npz.best-chrf.npz from file /home/ubuntu/tasks/task_172962116218076/artifacts/final.model.npz.best-chrf.npz with content encoding "identity", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.327Z] Uploading artifact public/build/model.npz.optimizer.npz from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.optimizer.npz with content encoding "identity", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.334Z] Uploading artifact public/build/valid.log from file /home/ubuntu/tasks/task_172962116218076/artifacts/valid.log with content encoding "gzip", mime type "text/plain" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.334Z] Uploading artifact public/build/config.opustrainer.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/config.opustrainer.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.335Z] Uploading artifact public/build/model.npz from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz with content encoding "identity", mime type "application/octet-stream" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.335Z] Uploading artifact public/build/model.npz.best-ce-mean-words.npz.decoder.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.best-ce-mean-words.npz.decoder.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.336Z] Uploading artifact public/build/train.log from file /home/ubuntu/tasks/task_172962116218076/artifacts/train.log with content encoding "gzip", mime type "text/plain" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:14.347Z] Uploading artifact public/build/model.npz.best-chrf.npz.decoder.yml from file /home/ubuntu/tasks/task_172962116218076/artifacts/model.npz.best-chrf.npz.decoder.yml with content encoding "gzip", mime type "application/x-yaml" and expiry 2025-10-17T18:00:07.527Z
[taskcluster 2024-10-22T18:33:22.538Z] [mounts] Preserving cache: Moving "/home/ubuntu/tasks/task_172962116218076/checkouts" to "/home/ubuntu/caches/DgkqsaZ-QvGwZTaoEy_98g"
[taskcluster 2024-10-22T18:33:22.563Z] Uploading link artifact public/logs/live.log to artifact public/logs/live_backing.log with expiry 2025-10-17T18:00:07.527Z