diff --git a/promptsource/templates/wmt14/cs-en/templates.yaml b/promptsource/templates/wmt14/cs-en/templates.yaml new file mode 100644 index 000000000..ad66226e6 --- /dev/null +++ b/promptsource/templates/wmt14/cs-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt14 +subset: cs-en +templates: + 027bdc9b-aed7-4509-94ea-38b138f14ddf: !Template + answer_choices: null + id: 027bdc9b-aed7-4509-94ea-38b138f14ddf + jinja: 'Translate this from Czech into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 16da9664-30e5-4acc-aff6-21658158cf85: !Template + answer_choices: null + id: 16da9664-30e5-4acc-aff6-21658158cf85 + jinja: 'What is the Czech translation of: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-target + reference: GPT-3 paper + 3b3ca652-8414-4442-b55f-c2fc7630b071: !Template + answer_choices: null + id: 3b3ca652-8414-4442-b55f-c2fc7630b071 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Czech translation is: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-source+target + reference: '' + 4266e99a-41fa-4c2d-8bbc-91317f42d9ff: !Template + answer_choices: null + id: 4266e99a-41fa-4c2d-8bbc-91317f42d9ff + jinja: 'What is the English translation of the Czech sentence: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-source+target + reference: GPT-3 paper + 46621847-e018-43fe-b8d1-af439e130254: !Template + answer_choices: null + id: 46621847-e018-43fe-b8d1-af439e130254 + jinja: 'What is the Czech translation of the English sentence: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-source+target + reference: GPT 3 paper + 4c52dc6a-f16c-4f3c-99d0-274b4162a616: !Template + answer_choices: null + id: 4c52dc6a-f16c-4f3c-99d0-274b4162a616 + jinja: 'If the original version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-target + reference: '' + 5b87693b-ed41-4794-bb3e-b9bf7ada2689: !Template + answer_choices: null + id: 5b87693b-ed41-4794-bb3e-b9bf7ada2689 + jinja: 'Given the following passage: {{translation["en"]}} , a good Czech translation + is: ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-target + reference: '' + 5e476fb7-5e6e-4732-a084-88e361a82de0: !Template + answer_choices: null + id: 5e476fb7-5e6e-4732-a084-88e361a82de0 + jinja: '{{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-target + reference: '' + 744bab4b-44d1-4368-a98d-4a403c1a7e0e: !Template + answer_choices: null + id: 744bab4b-44d1-4368-a98d-4a403c1a7e0e + jinja: 'Translate this into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-target + reference: '' + 7fd9d8d7-0c72-42da-a029-ef4d9a9e5f72: !Template + answer_choices: null + id: 7fd9d8d7-0c72-42da-a029-ef4d9a9e5f72 + jinja: 'Given the following source text in Czech: {{translation["cs"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-source+target + reference: '' + 809cc7a3-189b-4018-8f81-1e65c2f42271: !Template + answer_choices: null + id: 809cc7a3-189b-4018-8f81-1e65c2f42271 + jinja: 'Given the following passage: {{translation["cs"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-target + reference: '' + 9023b083-ccf1-42a4-9589-5fffd3562649: !Template + answer_choices: null + id: 9023b083-ccf1-42a4-9589-5fffd3562649 + jinja: 'If the Czech version says: {{translation["cs"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-source+target + reference: '' + 92e3a4a7-e7c2-4ea1-abfb-be63069d13fa: !Template + answer_choices: null + id: 92e3a4a7-e7c2-4ea1-abfb-be63069d13fa + jinja: 'Translate this into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-target + reference: '' + a63daae0-77ba-4790-a89d-2428193fbcdc: !Template + answer_choices: null + id: a63daae0-77ba-4790-a89d-2428193fbcdc + jinja: 'What is the English translation of : {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-target + reference: GPT-3 paper + a63fd691-4f07-41da-a98c-a934e866e74e: !Template + answer_choices: null + id: a63fd691-4f07-41da-a98c-a934e866e74e + jinja: '{{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + ab264706-636e-4bd0-a762-860029b54f45: !Template + answer_choices: null + id: ab264706-636e-4bd0-a762-860029b54f45 + jinja: 'Translate this from English into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-source+starget + reference: '' + ac25c74b-1a81-409e-9c4f-bdc94912721c: !Template + answer_choices: null + id: ac25c74b-1a81-409e-9c4f-bdc94912721c + jinja: ' {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-target + reference: '' + b42858a8-35d7-4172-ace4-80df1f6a94e0: !Template + answer_choices: null + id: b42858a8-35d7-4172-ace4-80df1f6a94e0 + jinja: 'If the English version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-source+target + reference: '' + c4629789-74ce-4378-8d03-f75b2327ad77: !Template + answer_choices: null + id: c4629789-74ce-4378-8d03-f75b2327ad77 + jinja: 'English: {{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + cdce6dd9-52ad-42c3-a691-8efb13ab535f: !Template + answer_choices: null + id: cdce6dd9-52ad-42c3-a691-8efb13ab535f + jinja: 'Czech: {{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-source+target + reference: '' + dcefc4dc-560d-4bf5-8623-c99d535232b0: !Template + answer_choices: null + id: dcefc4dc-560d-4bf5-8623-c99d535232b0 + jinja: 'How do you say {{translation["cs"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-cs-en-target + reference: '' + e13ee973-fce4-4d42-8ec5-b871c20eaf39: !Template + answer_choices: null + id: e13ee973-fce4-4d42-8ec5-b871c20eaf39 + jinja: 'Czech: {{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + ee298b4c-8165-44cc-81b6-1fb18f4e9e02: !Template + answer_choices: null + id: ee298b4c-8165-44cc-81b6-1fb18f4e9e02 + jinja: 'English: {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-source+target + reference: '' + f7af3145-3444-4183-921b-a549fef5e1b3: !Template + answer_choices: null + id: f7af3145-3444-4183-921b-a549fef5e1b3 + jinja: 'If the original version says: {{translation["cs"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-target + reference: '' + f7d630ca-1791-4aaf-97b5-7c15e5eba296: !Template + answer_choices: null + id: f7d630ca-1791-4aaf-97b5-7c15e5eba296 + jinja: 'How do you say {{translation["en"]}} in Czech? + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-cs-target + reference: '' + f83cb5c3-7989-49d9-a1cb-6fdc16b445e3: !Template + answer_choices: null + id: f83cb5c3-7989-49d9-a1cb-6fdc16b445e3 + jinja: '{{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt14/de-en/templates.yaml b/promptsource/templates/wmt14/de-en/templates.yaml new file mode 100644 index 000000000..655638bd9 --- /dev/null +++ b/promptsource/templates/wmt14/de-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt14 +subset: de-en +templates: + 032ecc70-2a7b-4ba9-8adf-c722741723a3: !Template + answer_choices: null + id: 032ecc70-2a7b-4ba9-8adf-c722741723a3 + jinja: 'If the original version says: {{translation["de"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-target + reference: '' + 1bd45cc7-cfe0-4ad9-a157-e585b7931afe: !Template + answer_choices: null + id: 1bd45cc7-cfe0-4ad9-a157-e585b7931afe + jinja: 'English: {{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 1d5e9684-1964-45f9-90fd-5e6bde7d22f4: !Template + answer_choices: null + id: 1d5e9684-1964-45f9-90fd-5e6bde7d22f4 + jinja: 'If the German version says: {{translation["de"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-source+target + reference: '' + 1dcd49d2-0b77-4a6e-907b-c39453282bfe: !Template + answer_choices: null + id: 1dcd49d2-0b77-4a6e-907b-c39453282bfe + jinja: 'German: {{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 27a87c3b-1516-4a1c-b834-141b11b85f20: !Template + answer_choices: null + id: 27a87c3b-1516-4a1c-b834-141b11b85f20 + jinja: 'English: {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-source+target + reference: '' + 2f928e28-04d8-4538-bea4-545a072173ed: !Template + answer_choices: null + id: 2f928e28-04d8-4538-bea4-545a072173ed + jinja: 'Translate this from English into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-source+starget + reference: '' + 3210d998-8cd4-420c-9ea4-3fa3c67aa5f7: !Template + answer_choices: null + id: 3210d998-8cd4-420c-9ea4-3fa3c67aa5f7 + jinja: 'What is the German translation of the English sentence: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-source+target + reference: GPT 3 paper + 36d02443-77b4-4f6b-9220-838f996b2f28: !Template + answer_choices: null + id: 36d02443-77b4-4f6b-9220-838f996b2f28 + jinja: '{{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 42dc9689-b971-4641-b6e3-97f55e6da9b7: !Template + answer_choices: null + id: 42dc9689-b971-4641-b6e3-97f55e6da9b7 + jinja: 'Translate this from German into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 44ecf43e-f4ae-4718-a730-945e86777917: !Template + answer_choices: null + id: 44ecf43e-f4ae-4718-a730-945e86777917 + jinja: '{{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-target + reference: '' + 54d4f276-b5f4-4895-8e62-fc23362670b0: !Template + answer_choices: null + id: 54d4f276-b5f4-4895-8e62-fc23362670b0 + jinja: ' {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-target + reference: '' + 6e69d25e-6209-41d3-b2ee-6d18c861f34f: !Template + answer_choices: null + id: 6e69d25e-6209-41d3-b2ee-6d18c861f34f + jinja: 'How do you say {{translation["de"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-en-target + reference: '' + 719762e7-0928-40fc-8c75-274c99586135: !Template + answer_choices: null + id: 719762e7-0928-40fc-8c75-274c99586135 + jinja: 'Translate this into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-target + reference: '' + 886c41e7-cbc7-405f-8d8c-f6d3f11ee473: !Template + answer_choices: null + id: 886c41e7-cbc7-405f-8d8c-f6d3f11ee473 + jinja: 'If the original version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-target + reference: '' + 8bc4714f-f068-4d48-a661-0666c2f66193: !Template + answer_choices: null + id: 8bc4714f-f068-4d48-a661-0666c2f66193 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good German translation is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-source+target + reference: '' + 8ec97fe5-268c-4a3f-a173-1bbaa0d2104f: !Template + answer_choices: null + id: 8ec97fe5-268c-4a3f-a173-1bbaa0d2104f + jinja: 'What is the English translation of the German sentence: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-source+target + reference: GPT-3 paper + 91d21ef8-c0c9-473d-b4e0-ba962664cd90: !Template + answer_choices: null + id: 91d21ef8-c0c9-473d-b4e0-ba962664cd90 + jinja: 'Given the following passage: {{translation["de"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-target + reference: '' + 926fb8b4-d2a5-428c-aee0-fac54586bcc7: !Template + answer_choices: null + id: 926fb8b4-d2a5-428c-aee0-fac54586bcc7 + jinja: 'Translate this into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-target + reference: '' + a7f186b5-3ec2-46b6-824a-46a68f102514: !Template + answer_choices: null + id: a7f186b5-3ec2-46b6-824a-46a68f102514 + jinja: '{{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + ae772d49-5a93-4ffd-b1a7-9e2034a23509: !Template + answer_choices: null + id: ae772d49-5a93-4ffd-b1a7-9e2034a23509 + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-source+target + reference: '' + aeb84e76-e929-4dd6-8002-69511c2e9fb6: !Template + answer_choices: null + id: aeb84e76-e929-4dd6-8002-69511c2e9fb6 + jinja: 'If the English version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-source+target + reference: '' + b57234a1-0d63-40b3-909c-14c8a8896c7c: !Template + answer_choices: null + id: b57234a1-0d63-40b3-909c-14c8a8896c7c + jinja: 'Given the following passage: {{translation["en"]}} , a good German translation + is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-target + reference: '' + c6d34117-0d80-4e19-a669-481293148bab: !Template + answer_choices: null + id: c6d34117-0d80-4e19-a669-481293148bab + jinja: 'What is the German translation of: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-target + reference: GPT-3 paper + d04ece63-a018-4f93-8b2b-e8d48ed239e8: !Template + answer_choices: null + id: d04ece63-a018-4f93-8b2b-e8d48ed239e8 + jinja: 'German: {{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-source+target + reference: '' + dc6bcb43-5b88-4b16-9863-51bbad17ddd6: !Template + answer_choices: null + id: dc6bcb43-5b88-4b16-9863-51bbad17ddd6 + jinja: 'What is the English translation of : {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-target + reference: GPT-3 paper + eaee5677-f889-4bfd-8fbb-ad976b917506: !Template + answer_choices: null + id: eaee5677-f889-4bfd-8fbb-ad976b917506 + jinja: 'How do you say {{translation["en"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-de-target + reference: '' diff --git a/promptsource/templates/wmt14/fr-en/templates.yaml b/promptsource/templates/wmt14/fr-en/templates.yaml new file mode 100644 index 000000000..d29c96bc0 --- /dev/null +++ b/promptsource/templates/wmt14/fr-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt14 +subset: fr-en +templates: + 08ddea55-1710-4615-bbfa-fe5803e21e43: !Template + answer_choices: null + id: 08ddea55-1710-4615-bbfa-fe5803e21e43 + jinja: 'If the French version says: {{translation["fr"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fr-en-source+target + reference: '' + 0bc0e46c-d1fe-4bc9-99d1-9b61aa42cd02: !Template + answer_choices: null + id: 0bc0e46c-d1fe-4bc9-99d1-9b61aa42cd02 + jinja: 'If the English version says: {{translation["en"]}}; then the French version + should say: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fr-source+target + reference: '' + 1fbf99d9-980a-4bf8-b30e-dcf9e3ad5feb: !Template + answer_choices: null + id: 1fbf99d9-980a-4bf8-b30e-dcf9e3ad5feb + jinja: 'Translate this from French into English: {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fr-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 2033cc05-3ef7-4c93-9684-90a618390f4b: !Template + answer_choices: null + id: 2033cc05-3ef7-4c93-9684-90a618390f4b + jinja: 'What is the English translation of the French sentence: {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fr-en-source+target + reference: 'GPT-3 paper' + 280bc983-9f20-4e80-ab02-5f333df90a42: !Template + answer_choices: null + id: 280bc983-9f20-4e80-ab02-5f333df90a42 + jinja: 'What is the English translation of : {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fr-en-target + reference: 'GPT-3 paper' + 2fc841fb-b872-4cc6-9a88-735d6bb7e2e3: !Template + answer_choices: null + id: 2fc841fb-b872-4cc6-9a88-735d6bb7e2e3 + jinja: '{{translation["en"]}} = French: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fr-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 41e7647e-2b9f-4d86-8987-5abe70000362: !Template + answer_choices: null + id: 41e7647e-2b9f-4d86-8987-5abe70000362 + jinja: 'Translate this into English: {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fr-en-target + reference: '' + 43dc1b77-e8ea-4dc8-8a12-0abc3b0dbba0: !Template + answer_choices: null + id: 43dc1b77-e8ea-4dc8-8a12-0abc3b0dbba0 + jinja: 'Given the following source text in French: {{translation["fr"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fr-en-source+target + reference: '' + 474c20a1-a2ea-4ff4-b4c8-7f9c6466ff20: !Template + answer_choices: null + id: 474c20a1-a2ea-4ff4-b4c8-7f9c6466ff20 + jinja: 'Given the following passage: {{translation["en"]}} , a good French translation + is: ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fr-target + reference: '' + 4933dcae-3a66-4506-a479-a1387b287232: !Template + answer_choices: null + id: 4933dcae-3a66-4506-a479-a1387b287232 + jinja: 'What is the French translation of: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fr-target + reference: 'GPT-3 paper' + 51d41a04-1d90-4bae-b6e5-be7598cdbfb0: !Template + answer_choices: null + id: 51d41a04-1d90-4bae-b6e5-be7598cdbfb0 + jinja: 'How do you say {{translation["fr"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fr-en-target + reference: '' + 527d2074-74fa-47ec-802e-7373728230df: !Template + answer_choices: null + id: 527d2074-74fa-47ec-802e-7373728230df + jinja: 'Translate this into French: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fr-target + reference: '' + 5af8c873-7176-46b8-a31a-2b2d393c6c68: !Template + answer_choices: null + id: 5af8c873-7176-46b8-a31a-2b2d393c6c68 + jinja: 'Translate this from English into French: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fr-source+starget + reference: '' + 762c0878-c8fc-43ec-839f-d5d8435a94f6: !Template + answer_choices: null + id: 762c0878-c8fc-43ec-839f-d5d8435a94f6 + jinja: 'Given the following passage: {{translation["fr"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fr-en-target + reference: '' + 8713594d-626b-4c5c-a63f-553ddc5444de: !Template + answer_choices: null + id: 8713594d-626b-4c5c-a63f-553ddc5444de + jinja: 'English: {{translation["en"]}} = French: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fr-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 957b8554-a00a-4652-b080-e9ee3ccae381: !Template + answer_choices: null + id: 957b8554-a00a-4652-b080-e9ee3ccae381 + jinja: '{{translation["fr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fr-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 9fe6b44b-2dc6-4557-8201-14d6ea7668ff: !Template + answer_choices: null + id: 9fe6b44b-2dc6-4557-8201-14d6ea7668ff + jinja: 'If the original version says: {{translation["fr"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fr-en-target + reference: '' + a3a87505-e423-4c03-9a22-a3da4ccbeae5: !Template + answer_choices: null + id: a3a87505-e423-4c03-9a22-a3da4ccbeae5 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good French translation is: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fr-source+target + reference: '' + a7fc5e89-884d-4bc5-ba8a-b500dfbd3453: !Template + answer_choices: null + id: a7fc5e89-884d-4bc5-ba8a-b500dfbd3453 + jinja: ' {{translation["en"]}} translates into French as: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fr-target + reference: '' + aad799b1-defb-44a9-bd51-1abcaa29fad7: !Template + answer_choices: null + id: aad799b1-defb-44a9-bd51-1abcaa29fad7 + jinja: 'English: {{translation["en"]}} translates into French as: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fr-source+target + reference: '' + b0e110eb-4fde-45fd-a561-e8e24ad83916: !Template + answer_choices: null + id: b0e110eb-4fde-45fd-a561-e8e24ad83916 + jinja: 'French: {{translation["fr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fr-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + bc95c647-5979-4522-9e6e-f5eb93b69a00: !Template + answer_choices: null + id: bc95c647-5979-4522-9e6e-f5eb93b69a00 + jinja: 'French: {{translation["fr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fr-en-source+target + reference: '' + c50ca84e-3ca7-4c3c-89e1-3c95351f6ed8: !Template + answer_choices: null + id: c50ca84e-3ca7-4c3c-89e1-3c95351f6ed8 + jinja: 'How do you say {{translation["en"]}} in French? + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fr-target + reference: '' + c80e443a-0ba4-4c5d-be98-998e050a202d: !Template + answer_choices: null + id: c80e443a-0ba4-4c5d-be98-998e050a202d + jinja: 'If the original version says: {{translation["en"]}}; then the French version + should say: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fr-target + reference: '' + dd003b93-943e-41c9-8454-23f647e77dcc: !Template + answer_choices: null + id: dd003b93-943e-41c9-8454-23f647e77dcc + jinja: '{{translation["fr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fr-en-target + reference: '' + ec3b96b0-de5e-4ff4-b7bb-cda348ff7fcf: !Template + answer_choices: null + id: ec3b96b0-de5e-4ff4-b7bb-cda348ff7fcf + jinja: 'What is the French translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fr-source+target + reference: 'GPT 3 paper' diff --git a/promptsource/templates/wmt14/hi-en/templates.yaml b/promptsource/templates/wmt14/hi-en/templates.yaml new file mode 100644 index 000000000..a6c777324 --- /dev/null +++ b/promptsource/templates/wmt14/hi-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt14 +subset: hi-en +templates: + 02ec7175-a97c-4c0f-982f-1cc8c4c050d1: !Template + answer_choices: null + id: 02ec7175-a97c-4c0f-982f-1cc8c4c050d1 + jinja: 'If the original version says: {{translation["hi"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-hi-en-target + reference: '' + 03664fac-67ef-414d-8e4a-504ad4d7a8a0: !Template + answer_choices: null + id: 03664fac-67ef-414d-8e4a-504ad4d7a8a0 + jinja: 'Given the following source text in Hindi: {{translation["hi"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-hi-en-source+target + reference: '' + 1c4fc122-d6e1-41f5-91e8-1aacbbfb3549: !Template + answer_choices: null + id: 1c4fc122-d6e1-41f5-91e8-1aacbbfb3549 + jinja: 'What is the English translation of the Hindi sentence: {{translation["hi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-hi-en-source+target + reference: GPT-3 paper + 1dcf0a6e-1463-4c07-8431-95ba24273257: !Template + answer_choices: null + id: 1dcf0a6e-1463-4c07-8431-95ba24273257 + jinja: 'How do you say {{translation["en"]}} in Hindi? + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-hi-target + reference: '' + 25daf37e-e684-419e-a250-bdeeb82a7df6: !Template + answer_choices: null + id: 25daf37e-e684-419e-a250-bdeeb82a7df6 + jinja: '{{translation["en"]}} = Hindi: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-hi-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 267ca01b-599f-46d6-a85d-ce1915382c18: !Template + answer_choices: null + id: 267ca01b-599f-46d6-a85d-ce1915382c18 + jinja: 'Translate this from Hindi into English: {{translation["hi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-hi-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 2fd2a8ba-ea2a-4686-bee5-2f49fb31ebca: !Template + answer_choices: null + id: 2fd2a8ba-ea2a-4686-bee5-2f49fb31ebca + jinja: 'Translate this from English into Hindi: {{translation["en"]}} + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-hi-source+starget + reference: '' + 40d4d47a-fd09-48af-88d2-ef3ee7a377d6: !Template + answer_choices: null + id: 40d4d47a-fd09-48af-88d2-ef3ee7a377d6 + jinja: 'Translate this into English: {{translation["hi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-hi-en-target + reference: '' + 42379c42-04c5-4ea9-99ca-f43f1b1cfc1b: !Template + answer_choices: null + id: 42379c42-04c5-4ea9-99ca-f43f1b1cfc1b + jinja: 'Given the following passage: {{translation["en"]}} , a good Hindi translation + is: ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-hi-target + reference: '' + 42dd0622-3e2a-4fa0-b3fc-6087225503c9: !Template + answer_choices: null + id: 42dd0622-3e2a-4fa0-b3fc-6087225503c9 + jinja: 'Hindi: {{translation["hi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-hi-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 5149f4af-3272-42dd-a4d5-d3cd83927655: !Template + answer_choices: null + id: 5149f4af-3272-42dd-a4d5-d3cd83927655 + jinja: 'How do you say {{translation["hi"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-hi-en-target + reference: '' + 54a82bf0-4765-4e10-9311-1f07f6c22799: !Template + answer_choices: null + id: 54a82bf0-4765-4e10-9311-1f07f6c22799 + jinja: 'English: {{translation["en"]}} = Hindi: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-hi-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 678d458a-f40c-480c-811f-f8aa51cda71a: !Template + answer_choices: null + id: 678d458a-f40c-480c-811f-f8aa51cda71a + jinja: 'Translate this into Hindi: {{translation["en"]}} + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-hi-target + reference: '' + 8116f3dd-3066-4a47-9a0c-92884d98f6c2: !Template + answer_choices: null + id: 8116f3dd-3066-4a47-9a0c-92884d98f6c2 + jinja: '{{translation["hi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_hi-en-target + reference: '' + 84b903ab-e138-4975-8507-77be58bc0fb0: !Template + answer_choices: null + id: 84b903ab-e138-4975-8507-77be58bc0fb0 + jinja: 'English: {{translation["en"]}} translates into Hindi as: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-hi-source+target + reference: '' + 9b430f52-31a1-4b7b-9600-59069a706b2c: !Template + answer_choices: null + id: 9b430f52-31a1-4b7b-9600-59069a706b2c + jinja: '{{translation["hi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-hi-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 9f9c17e6-25b3-4240-b0d3-61f47b9c2523: !Template + answer_choices: null + id: 9f9c17e6-25b3-4240-b0d3-61f47b9c2523 + jinja: 'Hindi: {{translation["hi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_hi-en-source+target + reference: '' + a5d28474-3b52-4723-98e5-1330ca121381: !Template + answer_choices: null + id: a5d28474-3b52-4723-98e5-1330ca121381 + jinja: 'If the Hindi version says: {{translation["hi"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-hi-en-source+target + reference: '' + ab0195bd-4abd-4d9e-8107-afa7a3a6f6fc: !Template + answer_choices: null + id: ab0195bd-4abd-4d9e-8107-afa7a3a6f6fc + jinja: 'What is the English translation of : {{translation["hi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-hi-en-target + reference: GPT-3 paper + acc9d2cb-e156-4907-a9ae-9b85b714ce19: !Template + answer_choices: null + id: acc9d2cb-e156-4907-a9ae-9b85b714ce19 + jinja: ' {{translation["en"]}} translates into Hindi as: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-hi-target + reference: '' + b5952cac-9388-4901-98ed-c45cccfed5de: !Template + answer_choices: null + id: b5952cac-9388-4901-98ed-c45cccfed5de + jinja: 'If the original version says: {{translation["en"]}}; then the Hindi version + should say: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-hi-target + reference: '' + d1e354a7-8fa3-415a-9bb7-755e1ae21813: !Template + answer_choices: null + id: d1e354a7-8fa3-415a-9bb7-755e1ae21813 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Hindi translation is: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-hi-source+target + reference: '' + d3796afb-95f9-4a69-b053-1340e3b86626: !Template + answer_choices: null + id: d3796afb-95f9-4a69-b053-1340e3b86626 + jinja: 'What is the Hindi translation of the English sentence: {{translation["en"]}} + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-hi-source+target + reference: GPT 3 paper + eb27a29c-e238-4ebd-a675-456d2102a80e: !Template + answer_choices: null + id: eb27a29c-e238-4ebd-a675-456d2102a80e + jinja: 'What is the Hindi translation of: {{translation["en"]}} + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-hi-target + reference: GPT-3 paper + f5e8dd73-6e5c-48a7-b92a-766b5ce9b5e5: !Template + answer_choices: null + id: f5e8dd73-6e5c-48a7-b92a-766b5ce9b5e5 + jinja: 'If the English version says: {{translation["en"]}}; then the Hindi version + should say: + + ||| {{translation["hi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-hi-source+target + reference: '' + fbd2d598-80e9-4ce6-b85e-fb269aa82580: !Template + answer_choices: null + id: fbd2d598-80e9-4ce6-b85e-fb269aa82580 + jinja: 'Given the following passage: {{translation["hi"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-hi-en-target + reference: '' diff --git a/promptsource/templates/wmt14/ru-en/templates.yaml b/promptsource/templates/wmt14/ru-en/templates.yaml new file mode 100644 index 000000000..bd047d7d7 --- /dev/null +++ b/promptsource/templates/wmt14/ru-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt14 +subset: ru-en +templates: + 01a32576-209b-4ce8-b3f3-12b446ff21b0: !Template + answer_choices: null + id: 01a32576-209b-4ce8-b3f3-12b446ff21b0 + jinja: 'What is the English translation of the Russian sentence: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-source+target + reference: GPT-3 paper + 073879bd-c1ca-429e-89e6-8e8ad608b91b: !Template + answer_choices: null + id: 073879bd-c1ca-429e-89e6-8e8ad608b91b + jinja: 'Given the following passage: {{translation["en"]}} , a good Russian translation + is: ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-target + reference: '' + 255dcbb5-6d94-4a71-b868-1ada8b050c84: !Template + answer_choices: null + id: 255dcbb5-6d94-4a71-b868-1ada8b050c84 + jinja: 'If the original version says: {{translation["ru"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-target + reference: '' + 2fa8c0fd-cdf5-471d-96ca-c24768ac0409: !Template + answer_choices: null + id: 2fa8c0fd-cdf5-471d-96ca-c24768ac0409 + jinja: 'Translate this from English into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-source+starget + reference: '' + 333bc458-f648-47c5-8bd9-699c901da9c8: !Template + answer_choices: null + id: 333bc458-f648-47c5-8bd9-699c901da9c8 + jinja: '{{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 38d575d3-b90c-4b53-b65c-91fd94196282: !Template + answer_choices: null + id: 38d575d3-b90c-4b53-b65c-91fd94196282 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Russian translation is: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-source+target + reference: '' + 3afd655a-42c2-4a47-95ef-193ded37e470: !Template + answer_choices: null + id: 3afd655a-42c2-4a47-95ef-193ded37e470 + jinja: 'English: {{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 4dad78cb-8811-4319-be5b-d8dc9380c0ac: !Template + answer_choices: null + id: 4dad78cb-8811-4319-be5b-d8dc9380c0ac + jinja: 'What is the Russian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-source+target + reference: GPT 3 paper + 7b30c457-c1eb-4ac2-8c61-9edfff3aa89e: !Template + answer_choices: null + id: 7b30c457-c1eb-4ac2-8c61-9edfff3aa89e + jinja: 'Russian: {{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-source+target + reference: '' + 7d060eb3-ae66-4479-89b3-666af83e3cbb: !Template + answer_choices: null + id: 7d060eb3-ae66-4479-89b3-666af83e3cbb + jinja: 'Translate this into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-target + reference: '' + 85f57cfb-454e-44b8-9065-a19707060565: !Template + answer_choices: null + id: 85f57cfb-454e-44b8-9065-a19707060565 + jinja: ' {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-target + reference: '' + 8aed1935-84a3-423e-945c-3988d59dae43: !Template + answer_choices: null + id: 8aed1935-84a3-423e-945c-3988d59dae43 + jinja: 'If the Russian version says: {{translation["ru"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-source+target + reference: '' + 9306ac01-a84c-4219-aa7c-5b33470597b5: !Template + answer_choices: null + id: 9306ac01-a84c-4219-aa7c-5b33470597b5 + jinja: 'English: {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-source+target + reference: '' + 98364940-cbc9-4676-ae98-83133f607c96: !Template + answer_choices: null + id: 98364940-cbc9-4676-ae98-83133f607c96 + jinja: 'Translate this from Russian into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 9cf0e07b-bd5a-4c86-968c-5e36ec75cde1: !Template + answer_choices: null + id: 9cf0e07b-bd5a-4c86-968c-5e36ec75cde1 + jinja: 'How do you say {{translation["en"]}} in Russian? + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ru-target + reference: '' + b29ed609-3647-4687-88c9-8356c19b0703: !Template + answer_choices: null + id: b29ed609-3647-4687-88c9-8356c19b0703 + jinja: '{{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + bfe5a2cd-c52c-4703-929e-db381f2e2932: !Template + answer_choices: null + id: bfe5a2cd-c52c-4703-929e-db381f2e2932 + jinja: 'If the original version says: {{translation["en"]}}; then the Russian + version should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-target + reference: '' + c78d918c-c3dc-4c53-a71c-21e54480f8a7: !Template + answer_choices: null + id: c78d918c-c3dc-4c53-a71c-21e54480f8a7 + jinja: 'What is the English translation of : {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-target + reference: GPT-3 paper + d4b1889e-398d-4b01-a597-4f5e11508d40: !Template + answer_choices: null + id: d4b1889e-398d-4b01-a597-4f5e11508d40 + jinja: 'Given the following passage: {{translation["ru"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-target + reference: '' + d5ed24af-fd55-4788-b352-114684bad41f: !Template + answer_choices: null + id: d5ed24af-fd55-4788-b352-114684bad41f + jinja: 'What is the Russian translation of: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-target + reference: GPT-3 paper + d9368e60-ae18-4c89-b1fb-823cdc2bbae3: !Template + answer_choices: null + id: d9368e60-ae18-4c89-b1fb-823cdc2bbae3 + jinja: 'Given the following source text in Russian: {{translation["ru"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-source+target + reference: '' + ed05f70a-7dea-4eec-946f-061a2485e5a9: !Template + answer_choices: null + id: ed05f70a-7dea-4eec-946f-061a2485e5a9 + jinja: 'How do you say {{translation["ru"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ru-en-target + reference: '' + f2c473df-a28e-493f-82f3-d49acf39f49b: !Template + answer_choices: null + id: f2c473df-a28e-493f-82f3-d49acf39f49b + jinja: 'Russian: {{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + f71190c6-4297-4e4a-8c51-165d711c51c2: !Template + answer_choices: null + id: f71190c6-4297-4e4a-8c51-165d711c51c2 + jinja: 'Translate this into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-target + reference: '' + f901c23f-34f6-4512-8682-e06db86e2f76: !Template + answer_choices: null + id: f901c23f-34f6-4512-8682-e06db86e2f76 + jinja: 'If the English version says: {{translation["en"]}}; then the Russian version + should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-source+target + reference: '' + f959abd8-ee89-419f-9c8e-293ec9966f68: !Template + answer_choices: null + id: f959abd8-ee89-419f-9c8e-293ec9966f68 + jinja: '{{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-target + reference: '' diff --git a/promptsource/templates/wmt15/cs-en/templates.yaml b/promptsource/templates/wmt15/cs-en/templates.yaml new file mode 100644 index 000000000..0b5852be8 --- /dev/null +++ b/promptsource/templates/wmt15/cs-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt15 +subset: cs-en +templates: + 045e175b-b7d8-4559-9807-b31c9fe976c1: !Template + answer_choices: null + id: 045e175b-b7d8-4559-9807-b31c9fe976c1 + jinja: 'English: {{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 141683d7-7150-46e3-98e5-4e626b7a8eac: !Template + answer_choices: null + id: 141683d7-7150-46e3-98e5-4e626b7a8eac + jinja: 'What is the English translation of : {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-target + reference: GPT-3 paper + 157bda68-3bf8-4e13-8a7a-53ad56875938: !Template + answer_choices: null + id: 157bda68-3bf8-4e13-8a7a-53ad56875938 + jinja: '{{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 187ea6b9-d94c-4982-b135-9dfa865ed640: !Template + answer_choices: null + id: 187ea6b9-d94c-4982-b135-9dfa865ed640 + jinja: 'If the original version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-target + reference: '' + 422e07ed-5982-43ff-958f-8523b70a21cb: !Template + answer_choices: null + id: 422e07ed-5982-43ff-958f-8523b70a21cb + jinja: 'Czech: {{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-source+target + reference: '' + 549a16e8-f5d0-4364-80f1-e7406ee4ae3a: !Template + answer_choices: null + id: 549a16e8-f5d0-4364-80f1-e7406ee4ae3a + jinja: '{{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-target + reference: '' + 595eefb8-b237-452f-b165-f082a280faae: !Template + answer_choices: null + id: 595eefb8-b237-452f-b165-f082a280faae + jinja: 'Czech: {{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 607dceeb-1034-43fc-8101-0aec68caeb7d: !Template + answer_choices: null + id: 607dceeb-1034-43fc-8101-0aec68caeb7d + jinja: 'Given the following source text in Czech: {{translation["cs"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-source+target + reference: '' + 643bf184-cdd4-4cf5-99d6-85cbc1f20a61: !Template + answer_choices: null + id: 643bf184-cdd4-4cf5-99d6-85cbc1f20a61 + jinja: 'Translate this from English into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-source+starget + reference: '' + 66ccaa8f-7ee4-4fd3-ac02-9caf6ccd821b: !Template + answer_choices: null + id: 66ccaa8f-7ee4-4fd3-ac02-9caf6ccd821b + jinja: 'How do you say {{translation["en"]}} in Czech? + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-cs-target + reference: '' + 6995c2de-c2a5-43e3-9b6e-04a2a8d53ad7: !Template + answer_choices: null + id: 6995c2de-c2a5-43e3-9b6e-04a2a8d53ad7 + jinja: 'How do you say {{translation["cs"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-cs-en-target + reference: '' + 7287aaeb-aaab-4596-9f77-3e1bc1552be0: !Template + answer_choices: null + id: 7287aaeb-aaab-4596-9f77-3e1bc1552be0 + jinja: '{{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 78823d0a-923e-409e-9fd4-cc43e6403956: !Template + answer_choices: null + id: 78823d0a-923e-409e-9fd4-cc43e6403956 + jinja: 'What is the Czech translation of: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-target + reference: GPT-3 paper + 7aed74f4-94a2-4f64-b169-8032fc298062: !Template + answer_choices: null + id: 7aed74f4-94a2-4f64-b169-8032fc298062 + jinja: 'Given the following passage: {{translation["cs"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-target + reference: '' + 7d5fe968-366f-4bc3-b744-625167a8a632: !Template + answer_choices: null + id: 7d5fe968-366f-4bc3-b744-625167a8a632 + jinja: 'English: {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-source+target + reference: '' + 876283e3-6536-4bdb-8d0d-bba32f4109bd: !Template + answer_choices: null + id: 876283e3-6536-4bdb-8d0d-bba32f4109bd + jinja: 'Translate this into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-target + reference: '' + 87cecfcc-00d2-4ea8-a64d-b51a1465f187: !Template + answer_choices: null + id: 87cecfcc-00d2-4ea8-a64d-b51a1465f187 + jinja: 'Translate this from Czech into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 8c17680c-f022-4b7e-93d0-bdd58ab0f837: !Template + answer_choices: null + id: 8c17680c-f022-4b7e-93d0-bdd58ab0f837 + jinja: 'If the original version says: {{translation["cs"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-target + reference: '' + 8f883e31-d357-4abe-a875-dbcf372024b3: !Template + answer_choices: null + id: 8f883e31-d357-4abe-a875-dbcf372024b3 + jinja: 'If the Czech version says: {{translation["cs"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-source+target + reference: '' + a78ce014-6c0a-4575-943b-d7e1dd41a2f4: !Template + answer_choices: null + id: a78ce014-6c0a-4575-943b-d7e1dd41a2f4 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Czech translation is: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-source+target + reference: '' + bbb4d21d-6c03-4927-abc4-54d5a79ef525: !Template + answer_choices: null + id: bbb4d21d-6c03-4927-abc4-54d5a79ef525 + jinja: 'Translate this into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-target + reference: '' + d490b18b-730c-4d3f-93fc-0b3c30734b0a: !Template + answer_choices: null + id: d490b18b-730c-4d3f-93fc-0b3c30734b0a + jinja: 'What is the English translation of the Czech sentence: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-source+target + reference: GPT-3 paper + d70ec9f3-5012-479a-ba66-d8a93f545c9c: !Template + answer_choices: null + id: d70ec9f3-5012-479a-ba66-d8a93f545c9c + jinja: 'Given the following passage: {{translation["en"]}} , a good Czech translation + is: ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-target + reference: '' + da5f5196-e8f6-4e11-a88d-c0647bd011b1: !Template + answer_choices: null + id: da5f5196-e8f6-4e11-a88d-c0647bd011b1 + jinja: 'What is the Czech translation of the English sentence: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-source+target + reference: GPT 3 paper + dd852efc-969c-484c-a89e-a8998c5b8780: !Template + answer_choices: null + id: dd852efc-969c-484c-a89e-a8998c5b8780 + jinja: 'If the English version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-source+target + reference: '' + f25d3c08-b0d7-4a65-82d3-c6bcf498c037: !Template + answer_choices: null + id: f25d3c08-b0d7-4a65-82d3-c6bcf498c037 + jinja: ' {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-target + reference: '' diff --git a/promptsource/templates/wmt15/de-en/templates.yaml b/promptsource/templates/wmt15/de-en/templates.yaml new file mode 100644 index 000000000..c88d62add --- /dev/null +++ b/promptsource/templates/wmt15/de-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt15 +subset: de-en +templates: + 0d00f23b-5f4f-4ca0-9901-9710a23d4ed8: !Template + answer_choices: null + id: 0d00f23b-5f4f-4ca0-9901-9710a23d4ed8 + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-source+target + reference: '' + 1066a885-9717-4a68-aef7-6b0f0ad1c74e: !Template + answer_choices: null + id: 1066a885-9717-4a68-aef7-6b0f0ad1c74e + jinja: 'If the original version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-target + reference: '' + 20816ff7-ba5e-4129-9a91-fc6506f0bed3: !Template + answer_choices: null + id: 20816ff7-ba5e-4129-9a91-fc6506f0bed3 + jinja: 'English: {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-source+target + reference: '' + 246427e8-6adf-44d2-94a7-659d5baf4db6: !Template + answer_choices: null + id: 246427e8-6adf-44d2-94a7-659d5baf4db6 + jinja: 'German: {{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-source+target + reference: '' + 2528521d-91df-49c8-851f-e015b0955c91: !Template + answer_choices: null + id: 2528521d-91df-49c8-851f-e015b0955c91 + jinja: 'German: {{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 2af25b0e-1d10-4204-a82c-27d56def4ef5: !Template + answer_choices: null + id: 2af25b0e-1d10-4204-a82c-27d56def4ef5 + jinja: 'If the original version says: {{translation["de"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-target + reference: '' + 37c9b82e-93be-4870-b416-f25c0c032e84: !Template + answer_choices: null + id: 37c9b82e-93be-4870-b416-f25c0c032e84 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good German translation is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-source+target + reference: '' + 3bb8e23f-cdd1-4362-91ea-ab99be1e4bd8: !Template + answer_choices: null + id: 3bb8e23f-cdd1-4362-91ea-ab99be1e4bd8 + jinja: 'Given the following passage: {{translation["en"]}} , a good German translation + is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-target + reference: '' + 435c6647-3672-4d22-b30b-2a71726c5d8e: !Template + answer_choices: null + id: 435c6647-3672-4d22-b30b-2a71726c5d8e + jinja: 'Translate this from German into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 4ea23ed8-a255-4566-8aed-9503cbc87453: !Template + answer_choices: null + id: 4ea23ed8-a255-4566-8aed-9503cbc87453 + jinja: 'Translate this into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-target + reference: '' + 4f1dbc62-fa8c-4dc8-9a2e-1cad5002a38a: !Template + answer_choices: null + id: 4f1dbc62-fa8c-4dc8-9a2e-1cad5002a38a + jinja: '{{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 50a8f74f-bcf8-4a37-9cef-6c1be1f5a7b2: !Template + answer_choices: null + id: 50a8f74f-bcf8-4a37-9cef-6c1be1f5a7b2 + jinja: 'What is the German translation of: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-target + reference: GPT-3 paper + 5149a3ac-50b5-4a48-b3a4-8a28d1045d08: !Template + answer_choices: null + id: 5149a3ac-50b5-4a48-b3a4-8a28d1045d08 + jinja: 'English: {{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 5490f317-04cf-413f-b3e8-17e56521bae6: !Template + answer_choices: null + id: 5490f317-04cf-413f-b3e8-17e56521bae6 + jinja: '{{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 5d39d71b-1297-4dac-aecc-118ea4099acb: !Template + answer_choices: null + id: 5d39d71b-1297-4dac-aecc-118ea4099acb + jinja: '{{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-target + reference: '' + 6441f650-a268-4249-8e47-07c2c2e599b0: !Template + answer_choices: null + id: 6441f650-a268-4249-8e47-07c2c2e599b0 + jinja: 'If the English version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-source+target + reference: '' + 7963c1bc-b551-4177-adba-ebf69fc11f63: !Template + answer_choices: null + id: 7963c1bc-b551-4177-adba-ebf69fc11f63 + jinja: 'Given the following passage: {{translation["de"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-target + reference: '' + 9730bf8b-7079-4012-9a0e-9449bcfc4145: !Template + answer_choices: null + id: 9730bf8b-7079-4012-9a0e-9449bcfc4145 + jinja: 'How do you say {{translation["de"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-en-target + reference: '' + a4565b2f-b5ad-4050-8268-91222d710589: !Template + answer_choices: null + id: a4565b2f-b5ad-4050-8268-91222d710589 + jinja: 'Translate this into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-target + reference: '' + b306f042-211d-4c11-8614-0a78a5e2fe04: !Template + answer_choices: null + id: b306f042-211d-4c11-8614-0a78a5e2fe04 + jinja: 'How do you say {{translation["en"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-de-target + reference: '' + dc98ad6a-8ee1-4d22-80ae-e5147d69f40e: !Template + answer_choices: null + id: dc98ad6a-8ee1-4d22-80ae-e5147d69f40e + jinja: ' {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-target + reference: '' + e3801439-211f-47cc-8560-f7a5e4af96ae: !Template + answer_choices: null + id: e3801439-211f-47cc-8560-f7a5e4af96ae + jinja: 'If the German version says: {{translation["de"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-source+target + reference: '' + e4f5fa03-4f06-4267-ba5c-24552360f7d5: !Template + answer_choices: null + id: e4f5fa03-4f06-4267-ba5c-24552360f7d5 + jinja: 'What is the English translation of the German sentence: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-source+target + reference: GPT-3 paper + e5073dfc-a334-4e03-833a-4ef16962c115: !Template + answer_choices: null + id: e5073dfc-a334-4e03-833a-4ef16962c115 + jinja: 'What is the German translation of the English sentence: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-source+target + reference: GPT 3 paper + e65e6ca8-843d-4095-87a2-6f2609595568: !Template + answer_choices: null + id: e65e6ca8-843d-4095-87a2-6f2609595568 + jinja: 'What is the English translation of : {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-target + reference: GPT-3 paper + fac9c78f-9cae-4a4e-a0ab-8eecd2112dad: !Template + answer_choices: null + id: fac9c78f-9cae-4a4e-a0ab-8eecd2112dad + jinja: 'Translate this from English into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-source+starget + reference: '' diff --git a/promptsource/templates/wmt15/fi-en/templates.yaml b/promptsource/templates/wmt15/fi-en/templates.yaml new file mode 100644 index 000000000..14a355498 --- /dev/null +++ b/promptsource/templates/wmt15/fi-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt15 +subset: fi-en +templates: + 072f37fd-e74d-41da-8c15-fb7bb61ce33f: !Template + answer_choices: null + id: 072f37fd-e74d-41da-8c15-fb7bb61ce33f + jinja: 'What is the Finnish translation of: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-target + reference: GPT-3 paper + 17b3bdcd-c560-4b96-8a8d-9aeb1e5d8103: !Template + answer_choices: null + id: 17b3bdcd-c560-4b96-8a8d-9aeb1e5d8103 + jinja: 'What is the English translation of : {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-target + reference: GPT-3 paper + 1df95437-89f7-4a1f-bb5c-aeb2ce7a182a: !Template + answer_choices: null + id: 1df95437-89f7-4a1f-bb5c-aeb2ce7a182a + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Finnish translation is: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-source+target + reference: '' + 1f6c7e70-f315-47b7-b92f-fc4ca443fed1: !Template + answer_choices: null + id: 1f6c7e70-f315-47b7-b92f-fc4ca443fed1 + jinja: 'How do you say {{translation["fi"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fi-en-target + reference: '' + 20cd95bc-57d5-4c81-9d00-4a97cfb55ef2: !Template + answer_choices: null + id: 20cd95bc-57d5-4c81-9d00-4a97cfb55ef2 + jinja: '{{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 2db28522-02e1-4bef-9aeb-5d27ba926476: !Template + answer_choices: null + id: 2db28522-02e1-4bef-9aeb-5d27ba926476 + jinja: 'Given the following source text in Finnish: {{translation["fi"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-source+target + reference: '' + 44dfc96b-6afb-44f6-9ede-df79e8c82295: !Template + answer_choices: null + id: 44dfc96b-6afb-44f6-9ede-df79e8c82295 + jinja: 'If the original version says: {{translation["en"]}}; then the Finnish + version should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-target + reference: '' + 55f776fa-9658-476d-8c73-8fd6b0f4b9a7: !Template + answer_choices: null + id: 55f776fa-9658-476d-8c73-8fd6b0f4b9a7 + jinja: '{{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 5d63fd6d-1ab2-4da0-af39-0cfba5c3ad7b: !Template + answer_choices: null + id: 5d63fd6d-1ab2-4da0-af39-0cfba5c3ad7b + jinja: ' {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-target + reference: '' + 5d683d0a-a670-4bb3-90ff-8a6f059f3e2a: !Template + answer_choices: null + id: 5d683d0a-a670-4bb3-90ff-8a6f059f3e2a + jinja: 'Finnish: {{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-source+target + reference: '' + 5f065433-4860-4186-be1c-aed3d930b6fb: !Template + answer_choices: null + id: 5f065433-4860-4186-be1c-aed3d930b6fb + jinja: 'If the original version says: {{translation["fi"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-target + reference: '' + 7519528b-39d1-45d1-911e-144615c05712: !Template + answer_choices: null + id: 7519528b-39d1-45d1-911e-144615c05712 + jinja: 'English: {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-source+target + reference: '' + 7a8d7325-d4b5-46b3-9ad4-10a3290e629e: !Template + answer_choices: null + id: 7a8d7325-d4b5-46b3-9ad4-10a3290e629e + jinja: 'What is the Finnish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-source+target + reference: GPT 3 paper + 9013a8e5-d4f5-4ff7-a300-fd2f1deda398: !Template + answer_choices: null + id: 9013a8e5-d4f5-4ff7-a300-fd2f1deda398 + jinja: 'How do you say {{translation["en"]}} in Finnish? + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fi-target + reference: '' + 97939122-422c-4af0-b0f7-f148fb2db9f7: !Template + answer_choices: null + id: 97939122-422c-4af0-b0f7-f148fb2db9f7 + jinja: 'Translate this into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-target + reference: '' + 97fb6b3b-9bdc-43cb-9242-cc142e88f6a4: !Template + answer_choices: null + id: 97fb6b3b-9bdc-43cb-9242-cc142e88f6a4 + jinja: 'Given the following passage: {{translation["en"]}} , a good Finnish translation + is: ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-target + reference: '' + 998043df-dc01-482d-a2b4-0fdd6bb3a961: !Template + answer_choices: null + id: 998043df-dc01-482d-a2b4-0fdd6bb3a961 + jinja: '{{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-target + reference: '' + b259f666-d816-4e61-b887-faab5638ba41: !Template + answer_choices: null + id: b259f666-d816-4e61-b887-faab5638ba41 + jinja: 'If the English version says: {{translation["en"]}}; then the Finnish version + should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-source+target + reference: '' + b9707d6d-316a-4c05-b8a1-ebd0f1d5faa0: !Template + answer_choices: null + id: b9707d6d-316a-4c05-b8a1-ebd0f1d5faa0 + jinja: 'Translate this into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-target + reference: '' + bfce0871-2f4d-4ccb-924f-c0d4ad45603c: !Template + answer_choices: null + id: bfce0871-2f4d-4ccb-924f-c0d4ad45603c + jinja: 'Translate this from Finnish into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + c28bb50c-9efd-4a4e-aff4-7d6723d2f662: !Template + answer_choices: null + id: c28bb50c-9efd-4a4e-aff4-7d6723d2f662 + jinja: 'What is the English translation of the Finnish sentence: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-source+target + reference: GPT-3 paper + ce59f28d-c0af-40cc-bf5f-98c0ffb58bee: !Template + answer_choices: null + id: ce59f28d-c0af-40cc-bf5f-98c0ffb58bee + jinja: 'English: {{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + db513d6f-7cce-4231-b7b7-3b89b4f75a14: !Template + answer_choices: null + id: db513d6f-7cce-4231-b7b7-3b89b4f75a14 + jinja: 'If the Finnish version says: {{translation["fi"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-source+target + reference: '' + e708a6dd-ebd3-4da5-be69-2bc8c09e0b53: !Template + answer_choices: null + id: e708a6dd-ebd3-4da5-be69-2bc8c09e0b53 + jinja: 'Translate this from English into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-source+starget + reference: '' + efacec10-b386-4cda-b887-fd1402eefc48: !Template + answer_choices: null + id: efacec10-b386-4cda-b887-fd1402eefc48 + jinja: 'Finnish: {{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + f7e9b639-b6de-4043-9cc2-a8cf15180140: !Template + answer_choices: null + id: f7e9b639-b6de-4043-9cc2-a8cf15180140 + jinja: 'Given the following passage: {{translation["fi"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-target + reference: '' diff --git a/promptsource/templates/wmt15/fr-en/templates.yaml b/promptsource/templates/wmt15/fr-en/templates.yaml new file mode 100644 index 000000000..a4b424422 --- /dev/null +++ b/promptsource/templates/wmt15/fr-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt15 +subset: fr-en +templates: + 048ebbe2-fc1e-492b-a9be-9ea04cd98ef0: !Template + answer_choices: null + id: 048ebbe2-fc1e-492b-a9be-9ea04cd98ef0 + jinja: 'What is the English translation of : {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fr-en-target + reference: GPT-3 paper + 084baa02-db47-4d16-941a-ddcc351cd836: !Template + answer_choices: null + id: 084baa02-db47-4d16-941a-ddcc351cd836 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good French translation is: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fr-source+target + reference: '' + 099ffec8-8348-4a86-90a9-5095e19b87cf: !Template + answer_choices: null + id: 099ffec8-8348-4a86-90a9-5095e19b87cf + jinja: 'Translate this from French into English: {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fr-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 0e3b43b4-16af-4f03-b9c1-ad6bfd0e243b: !Template + answer_choices: null + id: 0e3b43b4-16af-4f03-b9c1-ad6bfd0e243b + jinja: 'Translate this from English into French: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fr-source+starget + reference: '' + 13acc84f-1bcb-442d-b96a-d087eb7d45a0: !Template + answer_choices: null + id: 13acc84f-1bcb-442d-b96a-d087eb7d45a0 + jinja: 'How do you say {{translation["en"]}} in French? + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fr-target + reference: '' + 3a6fd6dc-61a9-4c7c-acc8-57099cc3aea9: !Template + answer_choices: null + id: 3a6fd6dc-61a9-4c7c-acc8-57099cc3aea9 + jinja: 'English: {{translation["en"]}} translates into French as: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fr-source+target + reference: '' + 3c7f2aa6-63b1-4ecf-b493-a81c3e56e739: !Template + answer_choices: null + id: 3c7f2aa6-63b1-4ecf-b493-a81c3e56e739 + jinja: '{{translation["fr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fr-en-target + reference: '' + 443e9acf-50df-43f4-9943-f8bdcca3bdef: !Template + answer_choices: null + id: 443e9acf-50df-43f4-9943-f8bdcca3bdef + jinja: 'What is the English translation of the French sentence: {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fr-en-source+target + reference: GPT-3 paper + 4ce9b78d-ed60-45cc-8125-242a2b3c5bf4: !Template + answer_choices: null + id: 4ce9b78d-ed60-45cc-8125-242a2b3c5bf4 + jinja: 'Translate this into English: {{translation["fr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fr-en-target + reference: '' + 6b5bd444-941c-4a16-9094-9610ca459312: !Template + answer_choices: null + id: 6b5bd444-941c-4a16-9094-9610ca459312 + jinja: 'Translate this into French: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fr-target + reference: '' + 6d7d61fd-cd2c-446e-a0ff-62b964d0355f: !Template + answer_choices: null + id: 6d7d61fd-cd2c-446e-a0ff-62b964d0355f + jinja: 'French: {{translation["fr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fr-en-source+target + reference: '' + 77c63fad-d820-4d4e-95ce-1497a6176499: !Template + answer_choices: null + id: 77c63fad-d820-4d4e-95ce-1497a6176499 + jinja: 'If the French version says: {{translation["fr"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fr-en-source+target + reference: '' + 7955fc1f-6171-483f-accc-d840df1397df: !Template + answer_choices: null + id: 7955fc1f-6171-483f-accc-d840df1397df + jinja: 'What is the French translation of: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fr-target + reference: GPT-3 paper + 7a84aa1f-eca4-4b85-b3f3-ea46a7c89915: !Template + answer_choices: null + id: 7a84aa1f-eca4-4b85-b3f3-ea46a7c89915 + jinja: 'If the English version says: {{translation["en"]}}; then the French version + should say: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fr-source+target + reference: '' + 927490ac-1935-4525-8145-17b8bfcdabe1: !Template + answer_choices: null + id: 927490ac-1935-4525-8145-17b8bfcdabe1 + jinja: 'If the original version says: {{translation["en"]}}; then the French version + should say: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fr-target + reference: '' + c05b6121-4f46-4088-a5c5-cd1f7da75340: !Template + answer_choices: null + id: c05b6121-4f46-4088-a5c5-cd1f7da75340 + jinja: 'What is the French translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fr-source+target + reference: GPT 3 paper + c26db731-296e-405e-8de7-b9b49fce8407: !Template + answer_choices: null + id: c26db731-296e-405e-8de7-b9b49fce8407 + jinja: 'Given the following passage: {{translation["en"]}} , a good French translation + is: ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fr-target + reference: '' + c5e6c439-c0b0-4405-ab3d-22de69b3a82b: !Template + answer_choices: null + id: c5e6c439-c0b0-4405-ab3d-22de69b3a82b + jinja: '{{translation["en"]}} = French: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fr-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + cf629f0f-cba7-4623-9e98-d972b56b5b5d: !Template + answer_choices: null + id: cf629f0f-cba7-4623-9e98-d972b56b5b5d + jinja: 'Given the following passage: {{translation["fr"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fr-en-target + reference: '' + d76db700-1b29-4ad6-aa04-17fece6a15b0: !Template + answer_choices: null + id: d76db700-1b29-4ad6-aa04-17fece6a15b0 + jinja: 'French: {{translation["fr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fr-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + dba384a3-65d1-41de-96da-325a9e65a137: !Template + answer_choices: null + id: dba384a3-65d1-41de-96da-325a9e65a137 + jinja: 'English: {{translation["en"]}} = French: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fr-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + e24ed618-f906-48d3-b9d0-9dd6c2864905: !Template + answer_choices: null + id: e24ed618-f906-48d3-b9d0-9dd6c2864905 + jinja: '{{translation["fr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fr-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e971a8d9-b190-4c99-95fc-f0db73d99928: !Template + answer_choices: null + id: e971a8d9-b190-4c99-95fc-f0db73d99928 + jinja: 'If the original version says: {{translation["fr"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fr-en-target + reference: '' + f341ebe5-3f02-477b-bbc1-33a1d0750062: !Template + answer_choices: null + id: f341ebe5-3f02-477b-bbc1-33a1d0750062 + jinja: ' {{translation["en"]}} translates into French as: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fr-target + reference: '' + f7e45e6b-e002-4cdf-a0f2-40b38f678697: !Template + answer_choices: null + id: f7e45e6b-e002-4cdf-a0f2-40b38f678697 + jinja: 'How do you say {{translation["fr"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fr-en-target + reference: '' + f960ea4e-fd15-4c7d-baf5-139ccd5ca6b3: !Template + answer_choices: null + id: f960ea4e-fd15-4c7d-baf5-139ccd5ca6b3 + jinja: 'Given the following source text in French: {{translation["fr"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fr-en-source+target + reference: '' diff --git a/promptsource/templates/wmt15/ru-en/templates.yaml b/promptsource/templates/wmt15/ru-en/templates.yaml new file mode 100644 index 000000000..ad768b6cd --- /dev/null +++ b/promptsource/templates/wmt15/ru-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt15 +subset: ru-en +templates: + 1f0d9121-0b7e-4e3c-9a85-b7a0ccdb19d6: !Template + answer_choices: null + id: 1f0d9121-0b7e-4e3c-9a85-b7a0ccdb19d6 + jinja: 'Given the following source text in Russian: {{translation["ru"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-source+target + reference: '' + 232268c9-bd22-4928-9ebf-db6a91cb63a8: !Template + answer_choices: null + id: 232268c9-bd22-4928-9ebf-db6a91cb63a8 + jinja: 'Given the following passage: {{translation["ru"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-target + reference: '' + 25ab3b07-66e0-4a1a-80e1-dc710f140595: !Template + answer_choices: null + id: 25ab3b07-66e0-4a1a-80e1-dc710f140595 + jinja: 'English: {{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 33fb869b-2517-4761-a1d9-66de39c8362a: !Template + answer_choices: null + id: 33fb869b-2517-4761-a1d9-66de39c8362a + jinja: 'If the original version says: {{translation["en"]}}; then the Russian + version should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-target + reference: '' + 4557e646-2161-46c9-a4a6-ad93ffcf061b: !Template + answer_choices: null + id: 4557e646-2161-46c9-a4a6-ad93ffcf061b + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Russian translation is: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-source+target + reference: '' + 46d28534-cdcf-4945-a1d8-2369f20d6eed: !Template + answer_choices: null + id: 46d28534-cdcf-4945-a1d8-2369f20d6eed + jinja: 'What is the Russian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-source+target + reference: GPT 3 paper + 4d9c4540-cfd7-4b06-91ef-cb4391e823e6: !Template + answer_choices: null + id: 4d9c4540-cfd7-4b06-91ef-cb4391e823e6 + jinja: '{{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-target + reference: '' + 60a5e016-58ad-492c-8b23-0a1d9e3a1652: !Template + answer_choices: null + id: 60a5e016-58ad-492c-8b23-0a1d9e3a1652 + jinja: 'What is the English translation of : {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-target + reference: GPT-3 paper + 71527c51-6dcd-4a0e-b31a-1e013b381911: !Template + answer_choices: null + id: 71527c51-6dcd-4a0e-b31a-1e013b381911 + jinja: 'Given the following passage: {{translation["en"]}} , a good Russian translation + is: ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-target + reference: '' + 743a939d-388f-4af6-b67e-d7a527beb9f5: !Template + answer_choices: null + id: 743a939d-388f-4af6-b67e-d7a527beb9f5 + jinja: 'If the English version says: {{translation["en"]}}; then the Russian version + should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-source+target + reference: '' + 828c119b-bee4-4d63-bb2b-6641bcc65d4b: !Template + answer_choices: null + id: 828c119b-bee4-4d63-bb2b-6641bcc65d4b + jinja: 'Translate this into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-target + reference: '' + 86784af8-e562-4f24-b31a-58498e7f504c: !Template + answer_choices: null + id: 86784af8-e562-4f24-b31a-58498e7f504c + jinja: 'If the Russian version says: {{translation["ru"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-source+target + reference: '' + 88e0b171-ad44-4016-86dd-c255a9a41bbc: !Template + answer_choices: null + id: 88e0b171-ad44-4016-86dd-c255a9a41bbc + jinja: 'Russian: {{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 8df21afa-d98a-46a3-8976-a8609c94685b: !Template + answer_choices: null + id: 8df21afa-d98a-46a3-8976-a8609c94685b + jinja: '{{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 975e05e6-4a83-45b3-b9ab-91eaad7e7be9: !Template + answer_choices: null + id: 975e05e6-4a83-45b3-b9ab-91eaad7e7be9 + jinja: 'What is the Russian translation of: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-target + reference: GPT-3 paper + 993c7951-af88-4162-a007-070e297bffac: !Template + answer_choices: null + id: 993c7951-af88-4162-a007-070e297bffac + jinja: 'Translate this from English into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-source+starget + reference: '' + 9f689169-2eee-4910-b8da-0913caceb1db: !Template + answer_choices: null + id: 9f689169-2eee-4910-b8da-0913caceb1db + jinja: '{{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + aaf1e960-8b2f-4550-95c9-9ac618c26b1a: !Template + answer_choices: null + id: aaf1e960-8b2f-4550-95c9-9ac618c26b1a + jinja: 'How do you say {{translation["ru"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ru-en-target + reference: '' + b87d7baa-985e-439c-8d19-6c22cab8e0dd: !Template + answer_choices: null + id: b87d7baa-985e-439c-8d19-6c22cab8e0dd + jinja: 'Russian: {{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-source+target + reference: '' + c00e71ea-ce5e-4559-923e-5a8d91ad3bc9: !Template + answer_choices: null + id: c00e71ea-ce5e-4559-923e-5a8d91ad3bc9 + jinja: ' {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-target + reference: '' + ce31c299-7ff7-44ac-a120-d0c0db44ff10: !Template + answer_choices: null + id: ce31c299-7ff7-44ac-a120-d0c0db44ff10 + jinja: 'How do you say {{translation["en"]}} in Russian? + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ru-target + reference: '' + d2d02ff0-dcfe-4fdd-a774-e00e75121629: !Template + answer_choices: null + id: d2d02ff0-dcfe-4fdd-a774-e00e75121629 + jinja: 'Translate this from Russian into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + d6099b4c-f38a-49e1-9666-c6cd51d27115: !Template + answer_choices: null + id: d6099b4c-f38a-49e1-9666-c6cd51d27115 + jinja: 'If the original version says: {{translation["ru"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-target + reference: '' + dafb6762-44ba-4635-9c08-211efd746eec: !Template + answer_choices: null + id: dafb6762-44ba-4635-9c08-211efd746eec + jinja: 'What is the English translation of the Russian sentence: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-source+target + reference: GPT-3 paper + e8a591e9-af99-4144-975a-1c05d692a6a6: !Template + answer_choices: null + id: e8a591e9-af99-4144-975a-1c05d692a6a6 + jinja: 'English: {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-source+target + reference: '' + f5796829-56c0-45cb-8036-a536b4f38409: !Template + answer_choices: null + id: f5796829-56c0-45cb-8036-a536b4f38409 + jinja: 'Translate this into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-target + reference: '' diff --git a/promptsource/templates/wmt16/cs-en/templates.yaml b/promptsource/templates/wmt16/cs-en/templates.yaml new file mode 100644 index 000000000..b613a478e --- /dev/null +++ b/promptsource/templates/wmt16/cs-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt16 +subset: cs-en +templates: + 01f10092-5894-48ef-8538-f7aa14656c65: !Template + answer_choices: null + id: 01f10092-5894-48ef-8538-f7aa14656c65 + jinja: '{{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 06f4d626-b17b-431f-9a28-b06307824ebe: !Template + answer_choices: null + id: 06f4d626-b17b-431f-9a28-b06307824ebe + jinja: 'Translate this into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-target + reference: '' + 09d83b14-f487-4ddc-8096-5026e7e5dcd9: !Template + answer_choices: null + id: 09d83b14-f487-4ddc-8096-5026e7e5dcd9 + jinja: 'If the original version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-target + reference: '' + 12eaeafb-14f3-4852-8752-949a9e5dd782: !Template + answer_choices: null + id: 12eaeafb-14f3-4852-8752-949a9e5dd782 + jinja: 'What is the Czech translation of: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-target + reference: GPT-3 paper + 22053344-0169-4a3b-a021-bde387866fa6: !Template + answer_choices: null + id: 22053344-0169-4a3b-a021-bde387866fa6 + jinja: 'English: {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-source+target + reference: '' + 3037d57c-496d-4b2c-9f96-4965092d0a9d: !Template + answer_choices: null + id: 3037d57c-496d-4b2c-9f96-4965092d0a9d + jinja: 'If the English version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-source+target + reference: '' + 4b8ac0e0-c902-4814-9dae-23f09db04f1d: !Template + answer_choices: null + id: 4b8ac0e0-c902-4814-9dae-23f09db04f1d + jinja: 'Czech: {{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-source+target + reference: '' + 5600ba5b-2d7d-47ef-9f51-381dc6b8a2c6: !Template + answer_choices: null + id: 5600ba5b-2d7d-47ef-9f51-381dc6b8a2c6 + jinja: 'What is the Czech translation of the English sentence: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-source+target + reference: GPT 3 paper + 5a68c1d5-1780-4ae9-9d2b-de7bd20b359b: !Template + answer_choices: null + id: 5a68c1d5-1780-4ae9-9d2b-de7bd20b359b + jinja: 'If the Czech version says: {{translation["cs"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-source+target + reference: '' + 6fba80b6-98f0-470d-b8d3-0dcfd0a51c76: !Template + answer_choices: null + id: 6fba80b6-98f0-470d-b8d3-0dcfd0a51c76 + jinja: 'English: {{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 74ec8367-77bf-4514-8a5b-831797eff523: !Template + answer_choices: null + id: 74ec8367-77bf-4514-8a5b-831797eff523 + jinja: '{{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-target + reference: '' + 7de95a1a-a966-4126-b570-48827f077a4b: !Template + answer_choices: null + id: 7de95a1a-a966-4126-b570-48827f077a4b + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Czech translation is: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-source+target + reference: '' + 8c8b8182-ed7f-489d-a58f-9617dada0e8c: !Template + answer_choices: null + id: 8c8b8182-ed7f-489d-a58f-9617dada0e8c + jinja: 'Translate this from English into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-source+starget + reference: '' + 8dbff6c3-6ac0-42b9-a749-4283bd209449: !Template + answer_choices: null + id: 8dbff6c3-6ac0-42b9-a749-4283bd209449 + jinja: 'Given the following passage: {{translation["en"]}} , a good Czech translation + is: ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-target + reference: '' + 94a10abc-f80f-4368-b1ec-2569eadf8b59: !Template + answer_choices: null + id: 94a10abc-f80f-4368-b1ec-2569eadf8b59 + jinja: 'What is the English translation of the Czech sentence: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-source+target + reference: GPT-3 paper + a1ee72ef-4af0-4492-abbd-c7792e59aa77: !Template + answer_choices: null + id: a1ee72ef-4af0-4492-abbd-c7792e59aa77 + jinja: ' {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-target + reference: '' + b483a635-8ee9-47dc-9607-84dd22ba575e: !Template + answer_choices: null + id: b483a635-8ee9-47dc-9607-84dd22ba575e + jinja: 'Translate this into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-target + reference: '' + b653b9fc-1f3a-4eb4-a93f-42d5bd624abe: !Template + answer_choices: null + id: b653b9fc-1f3a-4eb4-a93f-42d5bd624abe + jinja: 'Czech: {{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + c8197dd1-a836-472b-a703-6ed741cc735f: !Template + answer_choices: null + id: c8197dd1-a836-472b-a703-6ed741cc735f + jinja: 'Given the following passage: {{translation["cs"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-target + reference: '' + c83d3b75-f46e-4f24-8305-7f495f6c2546: !Template + answer_choices: null + id: c83d3b75-f46e-4f24-8305-7f495f6c2546 + jinja: 'If the original version says: {{translation["cs"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-target + reference: '' + ce513163-bf94-419a-bf2f-fdef00124e8f: !Template + answer_choices: null + id: ce513163-bf94-419a-bf2f-fdef00124e8f + jinja: 'How do you say {{translation["en"]}} in Czech? + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-cs-target + reference: '' + ddd2c29e-ca72-4f16-9189-c014a19126e1: !Template + answer_choices: null + id: ddd2c29e-ca72-4f16-9189-c014a19126e1 + jinja: 'How do you say {{translation["cs"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-cs-en-target + reference: '' + e3b1359f-d3f8-4dc1-977b-bb1d72066a4d: !Template + answer_choices: null + id: e3b1359f-d3f8-4dc1-977b-bb1d72066a4d + jinja: 'Translate this from Czech into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + ee26f75c-9ac8-4f60-a8a4-9b517c39e27e: !Template + answer_choices: null + id: ee26f75c-9ac8-4f60-a8a4-9b517c39e27e + jinja: 'Given the following source text in Czech: {{translation["cs"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-source+target + reference: '' + f05efb50-36c1-4e9c-a074-1feaa78c9868: !Template + answer_choices: null + id: f05efb50-36c1-4e9c-a074-1feaa78c9868 + jinja: 'What is the English translation of : {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-target + reference: GPT-3 paper + f25d54ca-cee7-4e06-b67f-6be82672707d: !Template + answer_choices: null + id: f25d54ca-cee7-4e06-b67f-6be82672707d + jinja: '{{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt16/de-en/templates.yaml b/promptsource/templates/wmt16/de-en/templates.yaml new file mode 100644 index 000000000..5ed7065ad --- /dev/null +++ b/promptsource/templates/wmt16/de-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt16 +subset: de-en +templates: + 29cd97a5-6b9d-401d-93e7-73300051984e: !Template + answer_choices: null + id: 29cd97a5-6b9d-401d-93e7-73300051984e + jinja: 'Translate this into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-target + reference: '' + 2f8a0523-7036-4696-bb89-bf5d69f5993e: !Template + answer_choices: null + id: 2f8a0523-7036-4696-bb89-bf5d69f5993e + jinja: 'English: {{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 30177c30-223b-4919-850e-744a32606d6a: !Template + answer_choices: null + id: 30177c30-223b-4919-850e-744a32606d6a + jinja: 'German: {{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 388eff35-8559-406c-a733-14d2ad09dd52: !Template + answer_choices: null + id: 388eff35-8559-406c-a733-14d2ad09dd52 + jinja: '{{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-target + reference: '' + 38a01751-b14a-42bb-896f-29ad7ea993f3: !Template + answer_choices: null + id: 38a01751-b14a-42bb-896f-29ad7ea993f3 + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-source+target + reference: '' + 4063ab3f-5467-4842-b445-a65e67c6c7e0: !Template + answer_choices: null + id: 4063ab3f-5467-4842-b445-a65e67c6c7e0 + jinja: 'If the original version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-target + reference: '' + 42e7588b-a31d-4e83-a09d-642a943ca4e2: !Template + answer_choices: null + id: 42e7588b-a31d-4e83-a09d-642a943ca4e2 + jinja: 'What is the English translation of the German sentence: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-source+target + reference: GPT-3 paper + 5476dadf-95bf-4978-82c4-bf30708f00b5: !Template + answer_choices: null + id: 5476dadf-95bf-4978-82c4-bf30708f00b5 + jinja: ' {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-target + reference: '' + 66bab156-55dd-4675-83ec-a70d5bf9dd9d: !Template + answer_choices: null + id: 66bab156-55dd-4675-83ec-a70d5bf9dd9d + jinja: 'How do you say {{translation["de"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-en-target + reference: '' + 6c3bd7a7-3c2c-47e9-b9da-f760d3b9ee02: !Template + answer_choices: null + id: 6c3bd7a7-3c2c-47e9-b9da-f760d3b9ee02 + jinja: 'Translate this into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-target + reference: '' + 6f6c002f-4f20-42a1-ad4c-2d34aa892c75: !Template + answer_choices: null + id: 6f6c002f-4f20-42a1-ad4c-2d34aa892c75 + jinja: 'What is the German translation of: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-target + reference: GPT-3 paper + 87f1f54f-ff9e-4eae-94db-9d260fe1965a: !Template + answer_choices: null + id: 87f1f54f-ff9e-4eae-94db-9d260fe1965a + jinja: 'English: {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-source+target + reference: '' + 89f344f9-869d-41c9-a647-1adadbb9e7e1: !Template + answer_choices: null + id: 89f344f9-869d-41c9-a647-1adadbb9e7e1 + jinja: 'Translate this from English into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-source+starget + reference: '' + 95e7c43a-e477-410c-a50f-b64cef3ed1e9: !Template + answer_choices: null + id: 95e7c43a-e477-410c-a50f-b64cef3ed1e9 + jinja: 'What is the German translation of the English sentence: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-source+target + reference: GPT 3 paper + 995c6ce7-020e-40d1-a30f-9a526e1f841c: !Template + answer_choices: null + id: 995c6ce7-020e-40d1-a30f-9a526e1f841c + jinja: 'How do you say {{translation["en"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-de-target + reference: '' + a3d29f52-0a5c-4250-8fb4-b36009602c9e: !Template + answer_choices: null + id: a3d29f52-0a5c-4250-8fb4-b36009602c9e + jinja: 'Given the following passage: {{translation["de"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-target + reference: '' + a3e46f64-557e-4fb0-94d6-e0961b7b2fb7: !Template + answer_choices: null + id: a3e46f64-557e-4fb0-94d6-e0961b7b2fb7 + jinja: 'Translate this from German into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + b07c1795-16c5-4389-b6e9-8292a8bc54d6: !Template + answer_choices: null + id: b07c1795-16c5-4389-b6e9-8292a8bc54d6 + jinja: '{{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + c47dfcfd-1d10-4744-875a-2a11eb28fa17: !Template + answer_choices: null + id: c47dfcfd-1d10-4744-875a-2a11eb28fa17 + jinja: '{{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + c5be4a28-f5cf-4444-80c0-0c67bcc283d6: !Template + answer_choices: null + id: c5be4a28-f5cf-4444-80c0-0c67bcc283d6 + jinja: 'If the original version says: {{translation["de"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-target + reference: '' + c9ec611f-ec0e-4c97-ad56-71f3aeef5e41: !Template + answer_choices: null + id: c9ec611f-ec0e-4c97-ad56-71f3aeef5e41 + jinja: 'What is the English translation of : {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-target + reference: GPT-3 paper + d45b599a-2f9d-4d56-a7cf-da02ac2a16e4: !Template + answer_choices: null + id: d45b599a-2f9d-4d56-a7cf-da02ac2a16e4 + jinja: 'Given the following passage: {{translation["en"]}} , a good German translation + is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-target + reference: '' + e7232521-1517-44ec-8a51-85f5db80c1eb: !Template + answer_choices: null + id: e7232521-1517-44ec-8a51-85f5db80c1eb + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good German translation is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-source+target + reference: '' + e99b37c7-6d10-4a14-a462-8b91f2ef0f7e: !Template + answer_choices: null + id: e99b37c7-6d10-4a14-a462-8b91f2ef0f7e + jinja: 'If the English version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-source+target + reference: '' + f580b5fc-4f9c-4b8e-b979-028475218e72: !Template + answer_choices: null + id: f580b5fc-4f9c-4b8e-b979-028475218e72 + jinja: 'If the German version says: {{translation["de"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-source+target + reference: '' + fb2fc0a0-7f82-4bfb-a4a8-d38ed93400aa: !Template + answer_choices: null + id: fb2fc0a0-7f82-4bfb-a4a8-d38ed93400aa + jinja: 'German: {{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-source+target + reference: '' diff --git a/promptsource/templates/wmt16/fi-en/templates.yaml b/promptsource/templates/wmt16/fi-en/templates.yaml new file mode 100644 index 000000000..1dcc51907 --- /dev/null +++ b/promptsource/templates/wmt16/fi-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt16 +subset: fi-en +templates: + 013f3c8b-7d3c-4729-b5c2-4d408ef53df3: !Template + answer_choices: null + id: 013f3c8b-7d3c-4729-b5c2-4d408ef53df3 + jinja: 'What is the Finnish translation of: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-target + reference: GPT-3 paper + 11c13b7b-ca3b-492d-ac9c-047046969ed7: !Template + answer_choices: null + id: 11c13b7b-ca3b-492d-ac9c-047046969ed7 + jinja: 'Given the following source text in Finnish: {{translation["fi"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-source+target + reference: '' + 21ea1113-61f4-4944-a844-162345673f80: !Template + answer_choices: null + id: 21ea1113-61f4-4944-a844-162345673f80 + jinja: 'Translate this from English into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-source+starget + reference: '' + 2913d203-ac99-4b85-a0d9-57157ab002e9: !Template + answer_choices: null + id: 2913d203-ac99-4b85-a0d9-57157ab002e9 + jinja: 'English: {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-source+target + reference: '' + 360be0fb-aef3-4be7-974c-0d1e68f678ec: !Template + answer_choices: null + id: 360be0fb-aef3-4be7-974c-0d1e68f678ec + jinja: 'Given the following passage: {{translation["fi"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-target + reference: '' + 40fc37c3-33dd-45a9-96ff-a4a1a77f8008: !Template + answer_choices: null + id: 40fc37c3-33dd-45a9-96ff-a4a1a77f8008 + jinja: 'If the original version says: {{translation["en"]}}; then the Finnish + version should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-target + reference: '' + 42ad8580-10ba-4df3-8efb-5c531db58279: !Template + answer_choices: null + id: 42ad8580-10ba-4df3-8efb-5c531db58279 + jinja: ' {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-target + reference: '' + 48593d42-382b-4ee0-9db9-a9323e7f20f1: !Template + answer_choices: null + id: 48593d42-382b-4ee0-9db9-a9323e7f20f1 + jinja: 'English: {{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 500e6c30-7467-4ba7-8444-e3760fd624ad: !Template + answer_choices: null + id: 500e6c30-7467-4ba7-8444-e3760fd624ad + jinja: 'Translate this into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-target + reference: '' + 746854b6-6ad3-494b-818b-33424c4f5e0f: !Template + answer_choices: null + id: 746854b6-6ad3-494b-818b-33424c4f5e0f + jinja: 'How do you say {{translation["fi"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fi-en-target + reference: '' + 83e27a76-96d8-41f9-a128-93a43a66c5ab: !Template + answer_choices: null + id: 83e27a76-96d8-41f9-a128-93a43a66c5ab + jinja: '{{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-target + reference: '' + 8f218d6c-ed80-421a-8714-b2bf8195982f: !Template + answer_choices: null + id: 8f218d6c-ed80-421a-8714-b2bf8195982f + jinja: 'Given the following passage: {{translation["en"]}} , a good Finnish translation + is: ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-target + reference: '' + 9728f940-4009-4772-bed0-67afe20b94c7: !Template + answer_choices: null + id: 9728f940-4009-4772-bed0-67afe20b94c7 + jinja: 'Finnish: {{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 9aa17975-412f-4f0c-9aab-0a2dfcc1289d: !Template + answer_choices: null + id: 9aa17975-412f-4f0c-9aab-0a2dfcc1289d + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Finnish translation is: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-source+target + reference: '' + a35aecd2-f51f-4975-8653-6b983d1bb641: !Template + answer_choices: null + id: a35aecd2-f51f-4975-8653-6b983d1bb641 + jinja: 'Translate this into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-target + reference: '' + a79f0128-f6fb-49b3-a27d-7883c17604d9: !Template + answer_choices: null + id: a79f0128-f6fb-49b3-a27d-7883c17604d9 + jinja: 'If the original version says: {{translation["fi"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-target + reference: '' + acb870da-f2d4-4b8c-b445-05424f90a81e: !Template + answer_choices: null + id: acb870da-f2d4-4b8c-b445-05424f90a81e + jinja: '{{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + b1676638-561d-4bbf-9f44-4626b74a468e: !Template + answer_choices: null + id: b1676638-561d-4bbf-9f44-4626b74a468e + jinja: 'What is the Finnish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-source+target + reference: GPT 3 paper + b9ab9732-c8ff-479c-9a4d-d70b6776c2a1: !Template + answer_choices: null + id: b9ab9732-c8ff-479c-9a4d-d70b6776c2a1 + jinja: 'What is the English translation of : {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-target + reference: GPT-3 paper + c196ea94-5087-4312-9711-75e3933a2f00: !Template + answer_choices: null + id: c196ea94-5087-4312-9711-75e3933a2f00 + jinja: 'If the Finnish version says: {{translation["fi"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-source+target + reference: '' + c365ebd2-2981-44ae-8291-b36550bffecb: !Template + answer_choices: null + id: c365ebd2-2981-44ae-8291-b36550bffecb + jinja: 'Translate this from Finnish into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + c9d0c7a8-89ee-48b0-9c24-6dbb1dd8025f: !Template + answer_choices: null + id: c9d0c7a8-89ee-48b0-9c24-6dbb1dd8025f + jinja: 'Finnish: {{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-source+target + reference: '' + d83bbd3f-e0d3-41a5-a16e-62f2995f485b: !Template + answer_choices: null + id: d83bbd3f-e0d3-41a5-a16e-62f2995f485b + jinja: 'What is the English translation of the Finnish sentence: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-source+target + reference: GPT-3 paper + d9dfea8a-2f5a-47f6-90e0-7c6875c5f027: !Template + answer_choices: null + id: d9dfea8a-2f5a-47f6-90e0-7c6875c5f027 + jinja: 'How do you say {{translation["en"]}} in Finnish? + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fi-target + reference: '' + efacbe75-c4ff-4dd9-bbfa-80f4bee92f60: !Template + answer_choices: null + id: efacbe75-c4ff-4dd9-bbfa-80f4bee92f60 + jinja: 'If the English version says: {{translation["en"]}}; then the Finnish version + should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-source+target + reference: '' + f8b963ef-3189-40d2-9eee-75b7285c3fdd: !Template + answer_choices: null + id: f8b963ef-3189-40d2-9eee-75b7285c3fdd + jinja: '{{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt16/ro-en/templates.yaml b/promptsource/templates/wmt16/ro-en/templates.yaml new file mode 100644 index 000000000..bddbf812c --- /dev/null +++ b/promptsource/templates/wmt16/ro-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt16 +subset: ro-en +templates: + 02c16dfe-b491-426d-a738-9f8cd6350032: !Template + answer_choices: null + id: 02c16dfe-b491-426d-a738-9f8cd6350032 + jinja: 'Given the following source text in Romanian: {{translation["ro"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ro-en-source+target + reference: '' + 10043255-0631-41e6-9f93-20f864d69eeb: !Template + answer_choices: null + id: 10043255-0631-41e6-9f93-20f864d69eeb + jinja: 'Romanian: {{translation["ro"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ro-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 113e022f-9d70-40f1-855f-024c5badad20: !Template + answer_choices: null + id: 113e022f-9d70-40f1-855f-024c5badad20 + jinja: 'Translate this from Romanian into English: {{translation["ro"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ro-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 1519ffc7-7a0b-4a04-b626-7265f93ad09f: !Template + answer_choices: null + id: 1519ffc7-7a0b-4a04-b626-7265f93ad09f + jinja: 'If the original version says: {{translation["en"]}}; then the Romanian + version should say: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ro-target + reference: '' + 1709e27a-1069-4124-9ab9-fb571d05cd0b: !Template + answer_choices: null + id: 1709e27a-1069-4124-9ab9-fb571d05cd0b + jinja: 'Translate this from English into Romanian: {{translation["en"]}} + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ro-source+starget + reference: '' + 22ecf1d7-6909-4b18-aac1-42d4104a101e: !Template + answer_choices: null + id: 22ecf1d7-6909-4b18-aac1-42d4104a101e + jinja: '{{translation["ro"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ro-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 26818653-4a13-456a-919e-8e46f4cca807: !Template + answer_choices: null + id: 26818653-4a13-456a-919e-8e46f4cca807 + jinja: 'How do you say {{translation["en"]}} in Romanian? + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ro-target + reference: '' + 29397cea-e7fe-46c8-821d-75925174235b: !Template + answer_choices: null + id: 29397cea-e7fe-46c8-821d-75925174235b + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Romanian translation is: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ro-source+target + reference: '' + 305a6ff4-5f27-4150-96cb-0f4657065de6: !Template + answer_choices: null + id: 305a6ff4-5f27-4150-96cb-0f4657065de6 + jinja: 'What is the English translation of : {{translation["ro"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ro-en-target + reference: GPT-3 paper + 3ea8048e-8c88-47cf-85e1-be83a925edde: !Template + answer_choices: null + id: 3ea8048e-8c88-47cf-85e1-be83a925edde + jinja: 'What is the Romanian translation of: {{translation["en"]}} + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ro-target + reference: GPT-3 paper + 53283c05-89bd-40af-b68a-588e26bcabf4: !Template + answer_choices: null + id: 53283c05-89bd-40af-b68a-588e26bcabf4 + jinja: 'Romanian: {{translation["ro"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ro-en-source+target + reference: '' + 70758f4b-f327-4490-95fa-0998502e83dc: !Template + answer_choices: null + id: 70758f4b-f327-4490-95fa-0998502e83dc + jinja: ' {{translation["en"]}} translates into Romanian as: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ro-target + reference: '' + 7d6958fb-c088-49f3-a7a0-06f031045413: !Template + answer_choices: null + id: 7d6958fb-c088-49f3-a7a0-06f031045413 + jinja: 'Given the following passage: {{translation["ro"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ro-en-target + reference: '' + 8307a62a-4fe3-4c51-bd6a-39aa0ad1869e: !Template + answer_choices: null + id: 8307a62a-4fe3-4c51-bd6a-39aa0ad1869e + jinja: 'Given the following passage: {{translation["en"]}} , a good Romanian translation + is: ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ro-target + reference: '' + 8391bcb6-6643-4cec-ad86-218820783c56: !Template + answer_choices: null + id: 8391bcb6-6643-4cec-ad86-218820783c56 + jinja: 'English: {{translation["en"]}} = Romanian: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ro-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 8e245134-0607-4fa0-abbf-7725cfce1b7c: !Template + answer_choices: null + id: 8e245134-0607-4fa0-abbf-7725cfce1b7c + jinja: 'Translate this into Romanian: {{translation["en"]}} + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ro-target + reference: '' + 97592b70-84ec-4571-8101-844ee3bffac8: !Template + answer_choices: null + id: 97592b70-84ec-4571-8101-844ee3bffac8 + jinja: '{{translation["en"]}} = Romanian: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ro-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + a438d7f1-3421-4c58-a211-2d33c7c393cf: !Template + answer_choices: null + id: a438d7f1-3421-4c58-a211-2d33c7c393cf + jinja: 'If the Romanian version says: {{translation["ro"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ro-en-source+target + reference: '' + a5604743-a810-4ae3-9811-f3906d7fcebb: !Template + answer_choices: null + id: a5604743-a810-4ae3-9811-f3906d7fcebb + jinja: '{{translation["ro"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ro-en-target + reference: '' + b7c7bbe1-e873-4a5b-b86b-1689cf814cc9: !Template + answer_choices: null + id: b7c7bbe1-e873-4a5b-b86b-1689cf814cc9 + jinja: 'Translate this into English: {{translation["ro"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ro-en-target + reference: '' + d13385f1-2dfa-486d-9d64-8fcca0c8f449: !Template + answer_choices: null + id: d13385f1-2dfa-486d-9d64-8fcca0c8f449 + jinja: 'What is the Romanian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ro-source+target + reference: GPT 3 paper + e3b3b252-d557-4640-b21a-df27fe7a03ce: !Template + answer_choices: null + id: e3b3b252-d557-4640-b21a-df27fe7a03ce + jinja: 'What is the English translation of the Romanian sentence: {{translation["ro"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ro-en-source+target + reference: GPT-3 paper + e83b3367-9a91-41db-a161-ddfdc30cfca1: !Template + answer_choices: null + id: e83b3367-9a91-41db-a161-ddfdc30cfca1 + jinja: 'English: {{translation["en"]}} translates into Romanian as: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ro-source+target + reference: '' + f317bb24-5828-43d8-8f8f-74b193f96396: !Template + answer_choices: null + id: f317bb24-5828-43d8-8f8f-74b193f96396 + jinja: 'If the English version says: {{translation["en"]}}; then the Romanian + version should say: + + ||| {{translation["ro"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ro-source+target + reference: '' + f70cde91-976b-44d3-a77b-284e26aba970: !Template + answer_choices: null + id: f70cde91-976b-44d3-a77b-284e26aba970 + jinja: 'If the original version says: {{translation["ro"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ro-en-target + reference: '' + fd8c924a-93bb-480f-be25-94ac888b7e30: !Template + answer_choices: null + id: fd8c924a-93bb-480f-be25-94ac888b7e30 + jinja: 'How do you say {{translation["ro"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ro-en-target + reference: '' diff --git a/promptsource/templates/wmt16/ru-en/templates.yaml b/promptsource/templates/wmt16/ru-en/templates.yaml new file mode 100644 index 000000000..142115b40 --- /dev/null +++ b/promptsource/templates/wmt16/ru-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt16 +subset: ru-en +templates: + 044ecf25-9893-4416-a63e-f88f78ad53d0: !Template + answer_choices: null + id: 044ecf25-9893-4416-a63e-f88f78ad53d0 + jinja: '{{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-target + reference: '' + 09094227-68fe-4462-9477-11683a34452f: !Template + answer_choices: null + id: 09094227-68fe-4462-9477-11683a34452f + jinja: 'Translate this from Russian into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 094e53f2-faec-40df-bbce-43baf9aab2bb: !Template + answer_choices: null + id: 094e53f2-faec-40df-bbce-43baf9aab2bb + jinja: '{{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 0beb1dab-caed-4fdf-b248-aa8d1013c09a: !Template + answer_choices: null + id: 0beb1dab-caed-4fdf-b248-aa8d1013c09a + jinja: 'Translate this from English into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-source+starget + reference: '' + 232d5901-cbeb-4db3-b714-56bd2afd30a1: !Template + answer_choices: null + id: 232d5901-cbeb-4db3-b714-56bd2afd30a1 + jinja: 'If the Russian version says: {{translation["ru"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-source+target + reference: '' + 232f4031-3ef7-4929-9d7c-f248ac0aef6c: !Template + answer_choices: null + id: 232f4031-3ef7-4929-9d7c-f248ac0aef6c + jinja: 'What is the Russian translation of: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-target + reference: GPT-3 paper + 31503446-f6ce-48e4-8f12-4f7a9ba34e38: !Template + answer_choices: null + id: 31503446-f6ce-48e4-8f12-4f7a9ba34e38 + jinja: 'Russian: {{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 34fcf6e1-326b-48db-81da-b8a545991c6b: !Template + answer_choices: null + id: 34fcf6e1-326b-48db-81da-b8a545991c6b + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Russian translation is: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-source+target + reference: '' + 471fb738-1a7d-4f2c-a65b-71a78dc8f8cf: !Template + answer_choices: null + id: 471fb738-1a7d-4f2c-a65b-71a78dc8f8cf + jinja: 'Translate this into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-target + reference: '' + 59cffc19-7a33-44cb-a8a6-a29f61ae000e: !Template + answer_choices: null + id: 59cffc19-7a33-44cb-a8a6-a29f61ae000e + jinja: 'If the English version says: {{translation["en"]}}; then the Russian version + should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-source+target + reference: '' + 5b4822ef-15c1-446e-85c7-b6665c96feb3: !Template + answer_choices: null + id: 5b4822ef-15c1-446e-85c7-b6665c96feb3 + jinja: 'If the original version says: {{translation["ru"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-target + reference: '' + 69bd54a9-2ec4-4c30-b951-4ce9875e4135: !Template + answer_choices: null + id: 69bd54a9-2ec4-4c30-b951-4ce9875e4135 + jinja: 'English: {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-source+target + reference: '' + 6f97021a-7679-4afb-b60c-454c5951b3ca: !Template + answer_choices: null + id: 6f97021a-7679-4afb-b60c-454c5951b3ca + jinja: 'Given the following passage: {{translation["en"]}} , a good Russian translation + is: ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-target + reference: '' + 6fe335f8-c91a-41b6-8a31-1cfe03e19f7b: !Template + answer_choices: null + id: 6fe335f8-c91a-41b6-8a31-1cfe03e19f7b + jinja: '{{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 87c91692-c5d2-46d7-b700-4238f7156e05: !Template + answer_choices: null + id: 87c91692-c5d2-46d7-b700-4238f7156e05 + jinja: 'What is the English translation of : {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-target + reference: GPT-3 paper + 90adb529-bc50-42d1-8229-bdfaeb52cf68: !Template + answer_choices: null + id: 90adb529-bc50-42d1-8229-bdfaeb52cf68 + jinja: 'What is the Russian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-source+target + reference: GPT 3 paper + 9aa8bab8-460c-44a4-9367-60d2d32be39d: !Template + answer_choices: null + id: 9aa8bab8-460c-44a4-9367-60d2d32be39d + jinja: 'How do you say {{translation["ru"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ru-en-target + reference: '' + 9c49e553-4823-46b8-9bfe-6b29761dc88f: !Template + answer_choices: null + id: 9c49e553-4823-46b8-9bfe-6b29761dc88f + jinja: 'Russian: {{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-source+target + reference: '' + a55c925c-d1e0-4d86-95cf-e0d9477d1e86: !Template + answer_choices: null + id: a55c925c-d1e0-4d86-95cf-e0d9477d1e86 + jinja: 'Given the following passage: {{translation["ru"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-target + reference: '' + aed6444f-0558-4234-8b2a-6885a5906491: !Template + answer_choices: null + id: aed6444f-0558-4234-8b2a-6885a5906491 + jinja: 'What is the English translation of the Russian sentence: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-source+target + reference: GPT-3 paper + b02c260c-50ce-40d6-b9eb-8f8c69285cf6: !Template + answer_choices: null + id: b02c260c-50ce-40d6-b9eb-8f8c69285cf6 + jinja: 'Given the following source text in Russian: {{translation["ru"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-source+target + reference: '' + b56e3f29-475c-4b2a-ab2b-1ca9de77a538: !Template + answer_choices: null + id: b56e3f29-475c-4b2a-ab2b-1ca9de77a538 + jinja: 'If the original version says: {{translation["en"]}}; then the Russian + version should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-target + reference: '' + b844d53a-20dd-4430-b47a-cfd759a7cafb: !Template + answer_choices: null + id: b844d53a-20dd-4430-b47a-cfd759a7cafb + jinja: ' {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-target + reference: '' + e2c7cce8-1955-4fea-9a9a-9e728d9c37f9: !Template + answer_choices: null + id: e2c7cce8-1955-4fea-9a9a-9e728d9c37f9 + jinja: 'How do you say {{translation["en"]}} in Russian? + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ru-target + reference: '' + fcf79f35-fd25-4281-ab6e-d1619d2477a7: !Template + answer_choices: null + id: fcf79f35-fd25-4281-ab6e-d1619d2477a7 + jinja: 'Translate this into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-target + reference: '' + febf5e43-6af8-4d1e-8c20-3e454239c420: !Template + answer_choices: null + id: febf5e43-6af8-4d1e-8c20-3e454239c420 + jinja: 'English: {{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt16/tr-en/templates.yaml b/promptsource/templates/wmt16/tr-en/templates.yaml new file mode 100644 index 000000000..0d4d1db5d --- /dev/null +++ b/promptsource/templates/wmt16/tr-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt16 +subset: tr-en +templates: + 00e574df-683b-485d-8b03-8d325294444f: !Template + answer_choices: null + id: 00e574df-683b-485d-8b03-8d325294444f + jinja: '{{translation["en"]}} = Turkish: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-tr-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 0a3d5810-f12a-4bf4-8f73-796445516308: !Template + answer_choices: null + id: 0a3d5810-f12a-4bf4-8f73-796445516308 + jinja: 'Given the following passage: {{translation["en"]}} , a good Turkish translation + is: ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-tr-target + reference: '' + 2798539b-6159-4cfe-ad24-26adcd0de104: !Template + answer_choices: null + id: 2798539b-6159-4cfe-ad24-26adcd0de104 + jinja: 'What is the English translation of the Turkish sentence: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-tr-en-source+target + reference: GPT-3 paper + 32814e82-f25c-4421-827a-801c37507852: !Template + answer_choices: null + id: 32814e82-f25c-4421-827a-801c37507852 + jinja: 'Translate this into English: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-tr-en-target + reference: '' + 3d717faf-57ea-4912-8441-93e8227fbe66: !Template + answer_choices: null + id: 3d717faf-57ea-4912-8441-93e8227fbe66 + jinja: 'English: {{translation["en"]}} = Turkish: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-tr-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 3d8a7fef-1a66-499c-83aa-2729372dc315: !Template + answer_choices: null + id: 3d8a7fef-1a66-499c-83aa-2729372dc315 + jinja: 'If the original version says: {{translation["en"]}}; then the Turkish + version should say: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-tr-target + reference: '' + 4ecce376-edea-4750-82ed-d47227133584: !Template + answer_choices: null + id: 4ecce376-edea-4750-82ed-d47227133584 + jinja: 'How do you say {{translation["tr"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-tr-en-target + reference: '' + 529393ed-0962-43de-8031-422e8cc8cdd9: !Template + answer_choices: null + id: 529393ed-0962-43de-8031-422e8cc8cdd9 + jinja: 'Given the following passage: {{translation["tr"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-tr-en-target + reference: '' + 5d439e41-e34b-4dad-b883-0228054dfc75: !Template + answer_choices: null + id: 5d439e41-e34b-4dad-b883-0228054dfc75 + jinja: 'Translate this from English into Turkish: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-tr-source+starget + reference: '' + 81fd39b4-471b-46fc-9171-73b0ebfaeff3: !Template + answer_choices: null + id: 81fd39b4-471b-46fc-9171-73b0ebfaeff3 + jinja: 'English: {{translation["en"]}} translates into Turkish as: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-tr-source+target + reference: '' + 81ffb065-63b0-42d0-abc7-d0b4af2eae6b: !Template + answer_choices: null + id: 81ffb065-63b0-42d0-abc7-d0b4af2eae6b + jinja: 'What is the Turkish translation of: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-tr-target + reference: GPT-3 paper + 820db088-1fb4-4cab-b47b-447b8958b108: !Template + answer_choices: null + id: 820db088-1fb4-4cab-b47b-447b8958b108 + jinja: 'Turkish: {{translation["tr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-tr-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 85e5c442-bd52-41e1-810f-039c9d30778f: !Template + answer_choices: null + id: 85e5c442-bd52-41e1-810f-039c9d30778f + jinja: 'What is the Turkish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-tr-source+target + reference: GPT 3 paper + 936cef42-229d-40f1-8c1c-1c077f2e6e48: !Template + answer_choices: null + id: 936cef42-229d-40f1-8c1c-1c077f2e6e48 + jinja: ' {{translation["en"]}} translates into Turkish as: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-tr-target + reference: '' + 9eb17600-3717-44c6-90e6-103bd40e16d8: !Template + answer_choices: null + id: 9eb17600-3717-44c6-90e6-103bd40e16d8 + jinja: 'If the original version says: {{translation["tr"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-tr-en-target + reference: '' + a028ed7a-482b-4ac9-9339-a888c255e09f: !Template + answer_choices: null + id: a028ed7a-482b-4ac9-9339-a888c255e09f + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Turkish translation is: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-tr-source+target + reference: '' + a335c2d1-09a5-43fc-91c5-62de6fdde9f1: !Template + answer_choices: null + id: a335c2d1-09a5-43fc-91c5-62de6fdde9f1 + jinja: 'If the English version says: {{translation["en"]}}; then the Turkish version + should say: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-tr-source+target + reference: '' + aeae66d6-b0b6-471b-af3c-51a9d3100b52: !Template + answer_choices: null + id: aeae66d6-b0b6-471b-af3c-51a9d3100b52 + jinja: '{{translation["tr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-tr-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + b3fe56dc-1a02-4b1b-a0bc-58a4e4e3118e: !Template + answer_choices: null + id: b3fe56dc-1a02-4b1b-a0bc-58a4e4e3118e + jinja: 'Translate this from Turkish into English: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-tr-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + c7f4214d-6581-4078-99c1-50eba4b06f97: !Template + answer_choices: null + id: c7f4214d-6581-4078-99c1-50eba4b06f97 + jinja: 'Turkish: {{translation["tr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_tr-en-source+target + reference: '' + cfbad6dc-82f1-4f07-be6b-71e694d479a4: !Template + answer_choices: null + id: cfbad6dc-82f1-4f07-be6b-71e694d479a4 + jinja: 'If the Turkish version says: {{translation["tr"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-tr-en-source+target + reference: '' + d37ce743-96e7-4a0d-8dad-d51567bc3904: !Template + answer_choices: null + id: d37ce743-96e7-4a0d-8dad-d51567bc3904 + jinja: 'Given the following source text in Turkish: {{translation["tr"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-tr-en-source+target + reference: '' + e48579b1-ca64-4434-a8f7-232c9b08abee: !Template + answer_choices: null + id: e48579b1-ca64-4434-a8f7-232c9b08abee + jinja: 'What is the English translation of : {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-tr-en-target + reference: GPT-3 paper + e7d0083f-4003-4e4f-b78c-737d47dd0822: !Template + answer_choices: null + id: e7d0083f-4003-4e4f-b78c-737d47dd0822 + jinja: '{{translation["tr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_tr-en-target + reference: '' + ea16adca-5a2e-4d47-aaa5-73b8c16d7409: !Template + answer_choices: null + id: ea16adca-5a2e-4d47-aaa5-73b8c16d7409 + jinja: 'How do you say {{translation["en"]}} in Turkish? + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-tr-target + reference: '' + fb6a6dba-9d0a-4475-9899-8e9567bbe3be: !Template + answer_choices: null + id: fb6a6dba-9d0a-4475-9899-8e9567bbe3be + jinja: 'Translate this into Turkish: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-tr-target + reference: '' diff --git a/promptsource/templates/wmt17/cs-en/templates.yaml b/promptsource/templates/wmt17/cs-en/templates.yaml new file mode 100644 index 000000000..d58f1c095 --- /dev/null +++ b/promptsource/templates/wmt17/cs-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: cs-en +templates: + 04a07a0f-ac2b-494d-b97d-79c41e3b261d: !Template + answer_choices: null + id: 04a07a0f-ac2b-494d-b97d-79c41e3b261d + jinja: 'Translate this from Czech into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 1504c2ef-f956-42b1-b6d3-58bc82859f8c: !Template + answer_choices: null + id: 1504c2ef-f956-42b1-b6d3-58bc82859f8c + jinja: 'Czech: {{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-source+target + reference: '' + 1b44c745-8efe-4aa3-9a78-b4bde3d0e20b: !Template + answer_choices: null + id: 1b44c745-8efe-4aa3-9a78-b4bde3d0e20b + jinja: 'Given the following source text in Czech: {{translation["cs"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-source+target + reference: '' + 2d15416d-0be5-4531-9506-cdbbb1fe8e5b: !Template + answer_choices: null + id: 2d15416d-0be5-4531-9506-cdbbb1fe8e5b + jinja: 'What is the English translation of the Czech sentence: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-source+target + reference: GPT-3 paper + 2e3bfc96-c1e1-4180-8cc4-9dfae95d00b6: !Template + answer_choices: null + id: 2e3bfc96-c1e1-4180-8cc4-9dfae95d00b6 + jinja: 'Given the following passage: {{translation["en"]}} , a good Czech translation + is: ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-target + reference: '' + 30898b95-7fcc-44fe-b41d-2fccd9247d52: !Template + answer_choices: null + id: 30898b95-7fcc-44fe-b41d-2fccd9247d52 + jinja: '{{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 3d8622c7-25b5-4a7d-a156-5f6ac289bc64: !Template + answer_choices: null + id: 3d8622c7-25b5-4a7d-a156-5f6ac289bc64 + jinja: 'Czech: {{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 4a609be1-08a1-41f8-a2b4-d166107e1025: !Template + answer_choices: null + id: 4a609be1-08a1-41f8-a2b4-d166107e1025 + jinja: 'Translate this into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-target + reference: '' + 50904822-5371-4cd0-9c3c-27bcda65ad93: !Template + answer_choices: null + id: 50904822-5371-4cd0-9c3c-27bcda65ad93 + jinja: 'Translate this from English into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-source+starget + reference: '' + 516bdcfa-8f19-4d91-b839-723987de3cc8: !Template + answer_choices: null + id: 516bdcfa-8f19-4d91-b839-723987de3cc8 + jinja: '{{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-target + reference: '' + 53af174b-3bd1-41fe-aff5-c72963a8d7d1: !Template + answer_choices: null + id: 53af174b-3bd1-41fe-aff5-c72963a8d7d1 + jinja: 'What is the Czech translation of: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-target + reference: GPT-3 paper + 582fa43b-c399-4e47-bf65-3f6eaac4c2a6: !Template + answer_choices: null + id: 582fa43b-c399-4e47-bf65-3f6eaac4c2a6 + jinja: 'Given the following passage: {{translation["cs"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-target + reference: '' + 73618299-da46-46a8-992c-4d8a9d178aca: !Template + answer_choices: null + id: 73618299-da46-46a8-992c-4d8a9d178aca + jinja: '{{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 843b5407-062b-4135-9930-8bfff41f0500: !Template + answer_choices: null + id: 843b5407-062b-4135-9930-8bfff41f0500 + jinja: 'English: {{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 914d4d86-9465-4a70-b5ba-6907c61811f6: !Template + answer_choices: null + id: 914d4d86-9465-4a70-b5ba-6907c61811f6 + jinja: ' {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-target + reference: '' + a37d598e-8b5c-4cd4-8579-acd131cdf842: !Template + answer_choices: null + id: a37d598e-8b5c-4cd4-8579-acd131cdf842 + jinja: 'If the original version says: {{translation["cs"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-target + reference: '' + a7f45664-c9a5-436d-832e-1462094d6402: !Template + answer_choices: null + id: a7f45664-c9a5-436d-832e-1462094d6402 + jinja: 'If the English version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-source+target + reference: '' + a9af3ff9-fadb-49d8-95d0-be53093b27e1: !Template + answer_choices: null + id: a9af3ff9-fadb-49d8-95d0-be53093b27e1 + jinja: 'Translate this into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-target + reference: '' + aa7740dd-b61f-4146-a020-8c5bbbf0d287: !Template + answer_choices: null + id: aa7740dd-b61f-4146-a020-8c5bbbf0d287 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Czech translation is: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-source+target + reference: '' + ccf5c2ab-7a25-4b96-96c9-040fcb6ec9db: !Template + answer_choices: null + id: ccf5c2ab-7a25-4b96-96c9-040fcb6ec9db + jinja: 'English: {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-source+target + reference: '' + d54087bc-3a16-4a8e-ad86-e1fe067d6b6d: !Template + answer_choices: null + id: d54087bc-3a16-4a8e-ad86-e1fe067d6b6d + jinja: 'How do you say {{translation["en"]}} in Czech? + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-cs-target + reference: '' + d91a9f47-a8cd-4731-9a3d-d6d5b547014d: !Template + answer_choices: null + id: d91a9f47-a8cd-4731-9a3d-d6d5b547014d + jinja: 'If the original version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-target + reference: '' + e6200253-6ce1-4179-a8a0-ed7fd9714e62: !Template + answer_choices: null + id: e6200253-6ce1-4179-a8a0-ed7fd9714e62 + jinja: 'If the Czech version says: {{translation["cs"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-source+target + reference: '' + ec893b3e-435c-4557-9c7f-c3c8c2e42a64: !Template + answer_choices: null + id: ec893b3e-435c-4557-9c7f-c3c8c2e42a64 + jinja: 'How do you say {{translation["cs"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-cs-en-target + reference: '' + f2ac2dab-2f82-4b42-a03d-0a4ff8a90549: !Template + answer_choices: null + id: f2ac2dab-2f82-4b42-a03d-0a4ff8a90549 + jinja: 'What is the English translation of : {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-target + reference: GPT-3 paper + fd1edae5-aa00-4e4c-8941-6ade010da2f0: !Template + answer_choices: null + id: fd1edae5-aa00-4e4c-8941-6ade010da2f0 + jinja: 'What is the Czech translation of the English sentence: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-source+target + reference: GPT 3 paper diff --git a/promptsource/templates/wmt17/de-en/templates.yaml b/promptsource/templates/wmt17/de-en/templates.yaml new file mode 100644 index 000000000..8087f3d75 --- /dev/null +++ b/promptsource/templates/wmt17/de-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: de-en +templates: + 00128dd7-093e-4a4a-a08b-f6bf64593060: !Template + answer_choices: null + id: 00128dd7-093e-4a4a-a08b-f6bf64593060 + jinja: 'English: {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-source+target + reference: '' + 0c9f2ead-1805-4af4-8f68-641946ead546: !Template + answer_choices: null + id: 0c9f2ead-1805-4af4-8f68-641946ead546 + jinja: ' {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-target + reference: '' + 0de0d489-36bb-4d6e-8e3f-57973cee1461: !Template + answer_choices: null + id: 0de0d489-36bb-4d6e-8e3f-57973cee1461 + jinja: 'What is the German translation of: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-target + reference: GPT-3 paper + 199cba3c-a7e7-4205-b681-81dab0fd81c2: !Template + answer_choices: null + id: 199cba3c-a7e7-4205-b681-81dab0fd81c2 + jinja: 'Translate this from English into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-source+starget + reference: '' + 20a1dc77-2e87-4a96-a515-babf03a165e6: !Template + answer_choices: null + id: 20a1dc77-2e87-4a96-a515-babf03a165e6 + jinja: 'If the original version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-target + reference: '' + 37b0220b-f12d-48ba-bdc1-af0493b011fb: !Template + answer_choices: null + id: 37b0220b-f12d-48ba-bdc1-af0493b011fb + jinja: 'Given the following passage: {{translation["en"]}} , a good German translation + is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-target + reference: '' + 3a23ebf6-31b6-4cbb-a0a8-7872560fd8da: !Template + answer_choices: null + id: 3a23ebf6-31b6-4cbb-a0a8-7872560fd8da + jinja: 'Translate this into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-target + reference: '' + 44b0f1c2-c91f-4639-9d4a-2991e7001501: !Template + answer_choices: null + id: 44b0f1c2-c91f-4639-9d4a-2991e7001501 + jinja: 'Given the following passage: {{translation["de"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-target + reference: '' + 4513e0e4-7122-4cb1-8d35-8893cbd276d6: !Template + answer_choices: null + id: 4513e0e4-7122-4cb1-8d35-8893cbd276d6 + jinja: 'Translate this into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-target + reference: '' + 6457e3da-34e6-4a9e-b1d5-29006e67478a: !Template + answer_choices: null + id: 6457e3da-34e6-4a9e-b1d5-29006e67478a + jinja: 'What is the English translation of the German sentence: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-source+target + reference: GPT-3 paper + 65b06f84-3937-4d5f-9b07-a97135391b07: !Template + answer_choices: null + id: 65b06f84-3937-4d5f-9b07-a97135391b07 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good German translation is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-source+target + reference: '' + 6e84bea7-ed10-43bc-a80b-fbfeba40fec0: !Template + answer_choices: null + id: 6e84bea7-ed10-43bc-a80b-fbfeba40fec0 + jinja: 'If the English version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-source+target + reference: '' + 6f76439a-5335-4880-8072-0c02671c3b68: !Template + answer_choices: null + id: 6f76439a-5335-4880-8072-0c02671c3b68 + jinja: '{{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 79613dca-7808-4ada-9f2b-5502f4201001: !Template + answer_choices: null + id: 79613dca-7808-4ada-9f2b-5502f4201001 + jinja: 'What is the German translation of the English sentence: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-source+target + reference: GPT 3 paper + 86d73059-130f-42e4-a765-e2d53ef72de1: !Template + answer_choices: null + id: 86d73059-130f-42e4-a765-e2d53ef72de1 + jinja: 'Translate this from German into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 8882e270-2797-4d00-9061-3da89ebb0c15: !Template + answer_choices: null + id: 8882e270-2797-4d00-9061-3da89ebb0c15 + jinja: '{{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-target + reference: '' + 8be79e83-710b-4669-b769-e5669c63831f: !Template + answer_choices: null + id: 8be79e83-710b-4669-b769-e5669c63831f + jinja: 'What is the English translation of : {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-target + reference: GPT-3 paper + 97584294-7bb0-4434-aa64-eea905210e2a: !Template + answer_choices: null + id: 97584294-7bb0-4434-aa64-eea905210e2a + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-source+target + reference: '' + a46ff7ba-7890-4da2-85fd-ca8b8fc54dda: !Template + answer_choices: null + id: a46ff7ba-7890-4da2-85fd-ca8b8fc54dda + jinja: 'How do you say {{translation["de"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-en-target + reference: '' + afb88539-be1a-40e7-8b1e-8b4d9b035cc3: !Template + answer_choices: null + id: afb88539-be1a-40e7-8b1e-8b4d9b035cc3 + jinja: 'German: {{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + d1f4b6ac-e930-43ec-8970-c95adcf4b2af: !Template + answer_choices: null + id: d1f4b6ac-e930-43ec-8970-c95adcf4b2af + jinja: '{{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + d6f06333-44b3-45fe-9161-8f26af62e8c6: !Template + answer_choices: null + id: d6f06333-44b3-45fe-9161-8f26af62e8c6 + jinja: 'How do you say {{translation["en"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-de-target + reference: '' + d72bb3dd-48de-47cb-97a5-bdf03d8246f7: !Template + answer_choices: null + id: d72bb3dd-48de-47cb-97a5-bdf03d8246f7 + jinja: 'If the original version says: {{translation["de"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-target + reference: '' + dc567cdc-14ec-4b86-8282-2e4cfe9cc45b: !Template + answer_choices: null + id: dc567cdc-14ec-4b86-8282-2e4cfe9cc45b + jinja: 'English: {{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + ea5b141a-0097-4aa4-9ab5-e61e7e691fbe: !Template + answer_choices: null + id: ea5b141a-0097-4aa4-9ab5-e61e7e691fbe + jinja: 'German: {{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-source+target + reference: '' + ebec0874-7b1d-4191-848c-d55d5c6f10fd: !Template + answer_choices: null + id: ebec0874-7b1d-4191-848c-d55d5c6f10fd + jinja: 'If the German version says: {{translation["de"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-source+target + reference: '' diff --git a/promptsource/templates/wmt17/fi-en/templates.yaml b/promptsource/templates/wmt17/fi-en/templates.yaml new file mode 100644 index 000000000..87e10308e --- /dev/null +++ b/promptsource/templates/wmt17/fi-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: fi-en +templates: + 0721d787-db52-4003-a644-efea878a23f0: !Template + answer_choices: null + id: 0721d787-db52-4003-a644-efea878a23f0 + jinja: 'Translate this into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-target + reference: '' + 0d23b84d-10f9-43f0-9972-c4f1273d0230: !Template + answer_choices: null + id: 0d23b84d-10f9-43f0-9972-c4f1273d0230 + jinja: 'What is the Finnish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-source+target + reference: GPT 3 paper + 164c33b9-a1c2-457a-b8e6-fb4e03a4ac14: !Template + answer_choices: null + id: 164c33b9-a1c2-457a-b8e6-fb4e03a4ac14 + jinja: '{{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 1ab09eb2-48c9-4f48-96ea-d3bf8875a363: !Template + answer_choices: null + id: 1ab09eb2-48c9-4f48-96ea-d3bf8875a363 + jinja: 'Finnish: {{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 1d028db9-5f27-4ff6-a9bf-3b8f7e8f49eb: !Template + answer_choices: null + id: 1d028db9-5f27-4ff6-a9bf-3b8f7e8f49eb + jinja: 'Translate this into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-target + reference: '' + 1fea6184-a880-4f5a-9856-ad825bb2ad86: !Template + answer_choices: null + id: 1fea6184-a880-4f5a-9856-ad825bb2ad86 + jinja: 'What is the English translation of the Finnish sentence: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-source+target + reference: GPT-3 paper + 22a056a5-9ac1-4f87-83df-3ae8326b4693: !Template + answer_choices: null + id: 22a056a5-9ac1-4f87-83df-3ae8326b4693 + jinja: 'Given the following passage: {{translation["en"]}} , a good Finnish translation + is: ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-target + reference: '' + 281fb66a-d0f2-40a7-a6e8-4c5844bed10c: !Template + answer_choices: null + id: 281fb66a-d0f2-40a7-a6e8-4c5844bed10c + jinja: ' {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-target + reference: '' + 3b679f65-aa5b-4bc2-bb47-b5dada7fb0f6: !Template + answer_choices: null + id: 3b679f65-aa5b-4bc2-bb47-b5dada7fb0f6 + jinja: 'How do you say {{translation["en"]}} in Finnish? + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fi-target + reference: '' + 3d1b6cef-c40e-4965-ad0b-2795b15a3f45: !Template + answer_choices: null + id: 3d1b6cef-c40e-4965-ad0b-2795b15a3f45 + jinja: 'What is the English translation of : {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-target + reference: GPT-3 paper + 50d7b5e4-8781-4f74-b710-ac0e7b14a763: !Template + answer_choices: null + id: 50d7b5e4-8781-4f74-b710-ac0e7b14a763 + jinja: 'What is the Finnish translation of: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-target + reference: GPT-3 paper + 5c9db42a-4000-422d-ba74-8cec1f12cf3e: !Template + answer_choices: null + id: 5c9db42a-4000-422d-ba74-8cec1f12cf3e + jinja: 'Finnish: {{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-source+target + reference: '' + 5d973ade-560b-4813-9c76-a5a1e415da85: !Template + answer_choices: null + id: 5d973ade-560b-4813-9c76-a5a1e415da85 + jinja: 'English: {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-source+target + reference: '' + 67bc9eb3-0769-4357-8b2f-15b8c3b9abf7: !Template + answer_choices: null + id: 67bc9eb3-0769-4357-8b2f-15b8c3b9abf7 + jinja: 'Translate this from English into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-source+starget + reference: '' + 8053805e-fc9d-43e8-82d4-e30e3a76509a: !Template + answer_choices: null + id: 8053805e-fc9d-43e8-82d4-e30e3a76509a + jinja: 'How do you say {{translation["fi"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fi-en-target + reference: '' + 882f5ee3-d108-4811-9876-0972b437e45e: !Template + answer_choices: null + id: 882f5ee3-d108-4811-9876-0972b437e45e + jinja: 'Translate this from Finnish into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 92ecb048-a030-427f-96c7-86732efe4245: !Template + answer_choices: null + id: 92ecb048-a030-427f-96c7-86732efe4245 + jinja: 'English: {{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + a788c720-369e-439f-8805-4a18530044d7: !Template + answer_choices: null + id: a788c720-369e-439f-8805-4a18530044d7 + jinja: 'If the original version says: {{translation["en"]}}; then the Finnish + version should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-target + reference: '' + b12a7f30-947c-4ee6-80ae-ff439beaab15: !Template + answer_choices: null + id: b12a7f30-947c-4ee6-80ae-ff439beaab15 + jinja: 'Given the following source text in Finnish: {{translation["fi"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-source+target + reference: '' + b3dd87d1-9c83-4350-b0e2-bf1a78222aa7: !Template + answer_choices: null + id: b3dd87d1-9c83-4350-b0e2-bf1a78222aa7 + jinja: '{{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + ceddd576-ee41-4e4d-8b9d-e1ecb9bfcc68: !Template + answer_choices: null + id: ceddd576-ee41-4e4d-8b9d-e1ecb9bfcc68 + jinja: 'If the original version says: {{translation["fi"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-target + reference: '' + d031d8ac-0fa0-40ba-bb61-b9da287bb8cf: !Template + answer_choices: null + id: d031d8ac-0fa0-40ba-bb61-b9da287bb8cf + jinja: 'If the English version says: {{translation["en"]}}; then the Finnish version + should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-source+target + reference: '' + d2e78da8-9a4b-499a-b7fa-5802fd1a5fdd: !Template + answer_choices: null + id: d2e78da8-9a4b-499a-b7fa-5802fd1a5fdd + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Finnish translation is: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-source+target + reference: '' + d42a1dda-15e1-4630-be21-4de22e03dcec: !Template + answer_choices: null + id: d42a1dda-15e1-4630-be21-4de22e03dcec + jinja: 'Given the following passage: {{translation["fi"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-target + reference: '' + e8db7580-1543-4088-9cdb-f75879490e6c: !Template + answer_choices: null + id: e8db7580-1543-4088-9cdb-f75879490e6c + jinja: 'If the Finnish version says: {{translation["fi"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-source+target + reference: '' + f8a9585e-dd83-4941-ada1-2125b81637d6: !Template + answer_choices: null + id: f8a9585e-dd83-4941-ada1-2125b81637d6 + jinja: '{{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-target + reference: '' diff --git a/promptsource/templates/wmt17/lv-en/templates.yaml b/promptsource/templates/wmt17/lv-en/templates.yaml new file mode 100644 index 000000000..36d9bd3be --- /dev/null +++ b/promptsource/templates/wmt17/lv-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: lv-en +templates: + 017128c4-7010-4477-a16d-b236766d7944: !Template + answer_choices: null + id: 017128c4-7010-4477-a16d-b236766d7944 + jinja: 'Given the following passage: {{translation["lv"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-lv-en-target + reference: '' + 0936fbe5-6138-437d-9ccc-44d02545d02e: !Template + answer_choices: null + id: 0936fbe5-6138-437d-9ccc-44d02545d02e + jinja: 'Translate this into English: {{translation["lv"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-lv-en-target + reference: '' + 09e7d1ab-2efb-4130-a68c-252c483e6d44: !Template + answer_choices: null + id: 09e7d1ab-2efb-4130-a68c-252c483e6d44 + jinja: '{{translation["lv"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-lv-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 1b20a572-10df-47ad-8318-b7d367de2a06: !Template + answer_choices: null + id: 1b20a572-10df-47ad-8318-b7d367de2a06 + jinja: 'What is the Latvian translation of: {{translation["en"]}} + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-lv-target + reference: GPT-3 paper + 1c127357-54d2-434e-a346-c6116b7ae131: !Template + answer_choices: null + id: 1c127357-54d2-434e-a346-c6116b7ae131 + jinja: 'What is the Latvian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-lv-source+target + reference: GPT 3 paper + 1dddcbde-f11c-44bd-a6dc-abc14c9ff8d2: !Template + answer_choices: null + id: 1dddcbde-f11c-44bd-a6dc-abc14c9ff8d2 + jinja: 'English: {{translation["en"]}} translates into Latvian as: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-lv-source+target + reference: '' + 2201a3af-bb28-4cb7-afc0-dfeecef0def2: !Template + answer_choices: null + id: 2201a3af-bb28-4cb7-afc0-dfeecef0def2 + jinja: 'What is the English translation of : {{translation["lv"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-lv-en-target + reference: GPT-3 paper + 25e58c80-4a60-4477-b406-cf7d9cc6dd57: !Template + answer_choices: null + id: 25e58c80-4a60-4477-b406-cf7d9cc6dd57 + jinja: 'Given the following source text in Latvian: {{translation["lv"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-lv-en-source+target + reference: '' + 2b168e9b-b592-4ef8-aff0-74a06059526f: !Template + answer_choices: null + id: 2b168e9b-b592-4ef8-aff0-74a06059526f + jinja: '{{translation["lv"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_lv-en-target + reference: '' + 3a396647-7b0e-4d4c-8e9c-454343a532af: !Template + answer_choices: null + id: 3a396647-7b0e-4d4c-8e9c-454343a532af + jinja: 'Latvian: {{translation["lv"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-lv-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 442985e4-d28c-4814-aa88-51582ea4bd8a: !Template + answer_choices: null + id: 442985e4-d28c-4814-aa88-51582ea4bd8a + jinja: 'How do you say {{translation["lv"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-lv-en-target + reference: '' + 4630798f-5bff-412d-bac3-1eb26977cb43: !Template + answer_choices: null + id: 4630798f-5bff-412d-bac3-1eb26977cb43 + jinja: 'If the Latvian version says: {{translation["lv"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-lv-en-source+target + reference: '' + 4a89beac-0b24-4929-a60b-86e67bdf89d1: !Template + answer_choices: null + id: 4a89beac-0b24-4929-a60b-86e67bdf89d1 + jinja: 'If the original version says: {{translation["en"]}}; then the Latvian + version should say: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-lv-target + reference: '' + 5159f3c9-4cef-4e23-b0c6-101d27d1a561: !Template + answer_choices: null + id: 5159f3c9-4cef-4e23-b0c6-101d27d1a561 + jinja: 'Latvian: {{translation["lv"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_lv-en-source+target + reference: '' + 5358c036-b6b0-48ad-a8fb-8296c35a53ea: !Template + answer_choices: null + id: 5358c036-b6b0-48ad-a8fb-8296c35a53ea + jinja: 'What is the English translation of the Latvian sentence: {{translation["lv"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-lv-en-source+target + reference: GPT-3 paper + 5c6c9aec-1736-448a-9036-f0f5436838cc: !Template + answer_choices: null + id: 5c6c9aec-1736-448a-9036-f0f5436838cc + jinja: 'Translate this from English into Latvian: {{translation["en"]}} + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-lv-source+starget + reference: '' + 79f2149d-78fe-43f0-bb7e-aadc75d5b045: !Template + answer_choices: null + id: 79f2149d-78fe-43f0-bb7e-aadc75d5b045 + jinja: '{{translation["en"]}} = Latvian: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-lv-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 854685ec-5e2e-46f7-b47e-a3a5502179b5: !Template + answer_choices: null + id: 854685ec-5e2e-46f7-b47e-a3a5502179b5 + jinja: ' {{translation["en"]}} translates into Latvian as: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-lv-target + reference: '' + 87b88026-d3c8-4b36-b6fc-3754883ce195: !Template + answer_choices: null + id: 87b88026-d3c8-4b36-b6fc-3754883ce195 + jinja: 'If the English version says: {{translation["en"]}}; then the Latvian version + should say: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-lv-source+target + reference: '' + 912ea72b-7973-44bc-afb8-4635fd55a838: !Template + answer_choices: null + id: 912ea72b-7973-44bc-afb8-4635fd55a838 + jinja: 'How do you say {{translation["en"]}} in Latvian? + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-lv-target + reference: '' + a7605476-3722-4b9c-80c3-f1fa063d63f5: !Template + answer_choices: null + id: a7605476-3722-4b9c-80c3-f1fa063d63f5 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Latvian translation is: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-lv-source+target + reference: '' + c7733bca-74bd-478b-b4a0-ae399b8ee720: !Template + answer_choices: null + id: c7733bca-74bd-478b-b4a0-ae399b8ee720 + jinja: 'Translate this from Latvian into English: {{translation["lv"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-lv-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + d3d7c0cf-57bf-4067-9229-529ea7a520f5: !Template + answer_choices: null + id: d3d7c0cf-57bf-4067-9229-529ea7a520f5 + jinja: 'English: {{translation["en"]}} = Latvian: + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-lv-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + f2924798-0423-43f9-b203-251dacec9a7a: !Template + answer_choices: null + id: f2924798-0423-43f9-b203-251dacec9a7a + jinja: 'Translate this into Latvian: {{translation["en"]}} + + ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-lv-target + reference: '' + f32085fc-eb1b-4383-88b7-e9eea44fa379: !Template + answer_choices: null + id: f32085fc-eb1b-4383-88b7-e9eea44fa379 + jinja: 'If the original version says: {{translation["lv"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-lv-en-target + reference: '' + fa246f5b-3a3d-44a1-9f3e-502572ead9a6: !Template + answer_choices: null + id: fa246f5b-3a3d-44a1-9f3e-502572ead9a6 + jinja: 'Given the following passage: {{translation["en"]}} , a good Latvian translation + is: ||| {{translation["lv"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-lv-target + reference: '' diff --git a/promptsource/templates/wmt17/ru-en/templates.yaml b/promptsource/templates/wmt17/ru-en/templates.yaml new file mode 100644 index 000000000..2429c8ae2 --- /dev/null +++ b/promptsource/templates/wmt17/ru-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: ru-en +templates: + 04cd239b-bad3-4feb-8239-3fcb9b6090d0: !Template + answer_choices: null + id: 04cd239b-bad3-4feb-8239-3fcb9b6090d0 + jinja: 'English: {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-source+target + reference: '' + 0f53aa20-a3ff-4dcc-8178-0ff8563491bd: !Template + answer_choices: null + id: 0f53aa20-a3ff-4dcc-8178-0ff8563491bd + jinja: '{{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-target + reference: '' + 1cb0dfa5-cac2-4a05-aa0e-48a4796f8a81: !Template + answer_choices: null + id: 1cb0dfa5-cac2-4a05-aa0e-48a4796f8a81 + jinja: 'Given the following passage: {{translation["ru"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-target + reference: '' + 2274b7e4-9d86-4f1c-a945-604deeae3e8c: !Template + answer_choices: null + id: 2274b7e4-9d86-4f1c-a945-604deeae3e8c + jinja: 'Russian: {{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-source+target + reference: '' + 2babd6e7-8d10-4eb9-93be-7d27b3e675b9: !Template + answer_choices: null + id: 2babd6e7-8d10-4eb9-93be-7d27b3e675b9 + jinja: 'If the English version says: {{translation["en"]}}; then the Russian version + should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-source+target + reference: '' + 31b8fd81-e2f9-4a1a-827d-efd85356ba09: !Template + answer_choices: null + id: 31b8fd81-e2f9-4a1a-827d-efd85356ba09 + jinja: 'If the original version says: {{translation["ru"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-target + reference: '' + 352474e6-f128-40e6-ba92-2d9b5d259796: !Template + answer_choices: null + id: 352474e6-f128-40e6-ba92-2d9b5d259796 + jinja: '{{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 3fbb2028-f9b2-45dd-bc56-c77fdf27bb67: !Template + answer_choices: null + id: 3fbb2028-f9b2-45dd-bc56-c77fdf27bb67 + jinja: 'What is the Russian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-source+target + reference: GPT 3 paper + 5dd35a60-5609-40bb-873e-4a3052be1dfc: !Template + answer_choices: null + id: 5dd35a60-5609-40bb-873e-4a3052be1dfc + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Russian translation is: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-source+target + reference: '' + 66bf33ae-0cf8-4649-8ec8-40fcb4ab2e8f: !Template + answer_choices: null + id: 66bf33ae-0cf8-4649-8ec8-40fcb4ab2e8f + jinja: 'Translate this from English into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-source+starget + reference: '' + 6b05359f-8d2e-467b-ab2f-2bfafd9020a3: !Template + answer_choices: null + id: 6b05359f-8d2e-467b-ab2f-2bfafd9020a3 + jinja: 'What is the Russian translation of: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-target + reference: GPT-3 paper + 7489148f-3d36-4bfb-831b-6dc776e09d0a: !Template + answer_choices: null + id: 7489148f-3d36-4bfb-831b-6dc776e09d0a + jinja: 'What is the English translation of : {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-target + reference: GPT-3 paper + 79e2e60d-2905-4718-80c4-702b880bed86: !Template + answer_choices: null + id: 79e2e60d-2905-4718-80c4-702b880bed86 + jinja: 'What is the English translation of the Russian sentence: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-source+target + reference: GPT-3 paper + 7a2332c9-4e93-4338-90f7-32dd73a13454: !Template + answer_choices: null + id: 7a2332c9-4e93-4338-90f7-32dd73a13454 + jinja: 'How do you say {{translation["en"]}} in Russian? + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ru-target + reference: '' + 8552f282-7ec0-43f1-9055-afc034676c3f: !Template + answer_choices: null + id: 8552f282-7ec0-43f1-9055-afc034676c3f + jinja: 'Translate this into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-target + reference: '' + 9150eacb-0841-45ac-961d-6a95856c5803: !Template + answer_choices: null + id: 9150eacb-0841-45ac-961d-6a95856c5803 + jinja: 'Given the following passage: {{translation["en"]}} , a good Russian translation + is: ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-target + reference: '' + a01d797c-29ff-45bc-b33f-1833692ae75b: !Template + answer_choices: null + id: a01d797c-29ff-45bc-b33f-1833692ae75b + jinja: 'If the Russian version says: {{translation["ru"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-source+target + reference: '' + a380ddce-9937-4235-87cf-d2e76658f590: !Template + answer_choices: null + id: a380ddce-9937-4235-87cf-d2e76658f590 + jinja: 'Russian: {{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + ac8b312d-f909-4409-8453-3430b88c6bae: !Template + answer_choices: null + id: ac8b312d-f909-4409-8453-3430b88c6bae + jinja: 'If the original version says: {{translation["en"]}}; then the Russian + version should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-target + reference: '' + c6e3beed-6b46-487f-84e6-4621689fa107: !Template + answer_choices: null + id: c6e3beed-6b46-487f-84e6-4621689fa107 + jinja: 'How do you say {{translation["ru"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ru-en-target + reference: '' + db9616b7-d2d0-434a-90ee-26b8e27263dc: !Template + answer_choices: null + id: db9616b7-d2d0-434a-90ee-26b8e27263dc + jinja: 'Translate this into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-target + reference: '' + df059410-48f4-4282-84dc-5d0724d63b25: !Template + answer_choices: null + id: df059410-48f4-4282-84dc-5d0724d63b25 + jinja: 'English: {{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + e40de616-dc50-44f4-859c-276a556c00a0: !Template + answer_choices: null + id: e40de616-dc50-44f4-859c-276a556c00a0 + jinja: '{{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + eba2ae8b-ec7a-40c8-bb96-c74d8755cc03: !Template + answer_choices: null + id: eba2ae8b-ec7a-40c8-bb96-c74d8755cc03 + jinja: 'Translate this from Russian into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + ef94f42c-dcab-40e0-9651-7e471a504320: !Template + answer_choices: null + id: ef94f42c-dcab-40e0-9651-7e471a504320 + jinja: 'Given the following source text in Russian: {{translation["ru"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-source+target + reference: '' + f200f945-6201-468b-b675-a6660f152c8f: !Template + answer_choices: null + id: f200f945-6201-468b-b675-a6660f152c8f + jinja: ' {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-target + reference: '' diff --git a/promptsource/templates/wmt17/tr-en/templates.yaml b/promptsource/templates/wmt17/tr-en/templates.yaml new file mode 100644 index 000000000..0a1ade384 --- /dev/null +++ b/promptsource/templates/wmt17/tr-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: tr-en +templates: + 0ad6ebf8-6256-4899-8014-480f096cd3e7: !Template + answer_choices: null + id: 0ad6ebf8-6256-4899-8014-480f096cd3e7 + jinja: ' {{translation["en"]}} translates into Turkish as: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-tr-target + reference: '' + 13feec66-ea23-485c-833e-e75c1aa39c6b: !Template + answer_choices: null + id: 13feec66-ea23-485c-833e-e75c1aa39c6b + jinja: 'How do you say {{translation["en"]}} in Turkish? + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-tr-target + reference: '' + 215d9910-906f-4e27-91a9-d4e2b10ca8c5: !Template + answer_choices: null + id: 215d9910-906f-4e27-91a9-d4e2b10ca8c5 + jinja: 'If the Turkish version says: {{translation["tr"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-tr-en-source+target + reference: '' + 2e3c2cbb-0069-44b0-8c5f-1dba0f82e52f: !Template + answer_choices: null + id: 2e3c2cbb-0069-44b0-8c5f-1dba0f82e52f + jinja: 'Turkish: {{translation["tr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-tr-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 3b6a8171-c577-46c9-a6c6-71f06347c296: !Template + answer_choices: null + id: 3b6a8171-c577-46c9-a6c6-71f06347c296 + jinja: 'How do you say {{translation["tr"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-tr-en-target + reference: '' + 4508bd9c-1d22-4a29-bb03-270646863f54: !Template + answer_choices: null + id: 4508bd9c-1d22-4a29-bb03-270646863f54 + jinja: 'What is the English translation of : {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-tr-en-target + reference: GPT-3 paper + 57019450-25a1-4af5-9264-c7c75f4426c1: !Template + answer_choices: null + id: 57019450-25a1-4af5-9264-c7c75f4426c1 + jinja: 'Translate this into English: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-tr-en-target + reference: '' + 57f1aa08-5e65-48f2-9f2b-153ab8313120: !Template + answer_choices: null + id: 57f1aa08-5e65-48f2-9f2b-153ab8313120 + jinja: 'Translate this into Turkish: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-tr-target + reference: '' + 61123501-a3ff-469b-a952-11fd3a5ff6c5: !Template + answer_choices: null + id: 61123501-a3ff-469b-a952-11fd3a5ff6c5 + jinja: '{{translation["tr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-tr-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 6190b0e7-e1c5-48bd-8f1c-13634b044f69: !Template + answer_choices: null + id: 6190b0e7-e1c5-48bd-8f1c-13634b044f69 + jinja: '{{translation["en"]}} = Turkish: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-tr-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 709c77c1-7710-4e53-ad0d-4ac623221e26: !Template + answer_choices: null + id: 709c77c1-7710-4e53-ad0d-4ac623221e26 + jinja: 'If the English version says: {{translation["en"]}}; then the Turkish version + should say: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-tr-source+target + reference: '' + 71a32989-8fd0-446f-b17e-eea66875a507: !Template + answer_choices: null + id: 71a32989-8fd0-446f-b17e-eea66875a507 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Turkish translation is: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-tr-source+target + reference: '' + 73623593-9c11-4348-8233-df90762b2e20: !Template + answer_choices: null + id: 73623593-9c11-4348-8233-df90762b2e20 + jinja: 'What is the Turkish translation of: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-tr-target + reference: GPT-3 paper + 7954790f-6fb4-4edb-b862-0549b3b22e58: !Template + answer_choices: null + id: 7954790f-6fb4-4edb-b862-0549b3b22e58 + jinja: 'English: {{translation["en"]}} = Turkish: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-tr-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 7a290d8f-87d0-480f-a65d-9e52c11d3fe6: !Template + answer_choices: null + id: 7a290d8f-87d0-480f-a65d-9e52c11d3fe6 + jinja: 'If the original version says: {{translation["tr"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-tr-en-target + reference: '' + 7c41a569-cd15-4d0f-b2c5-96146e853316: !Template + answer_choices: null + id: 7c41a569-cd15-4d0f-b2c5-96146e853316 + jinja: 'Given the following source text in Turkish: {{translation["tr"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-tr-en-source+target + reference: '' + 9391038a-e0ed-49e0-8bbb-814b9afef7bc: !Template + answer_choices: null + id: 9391038a-e0ed-49e0-8bbb-814b9afef7bc + jinja: 'What is the Turkish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-tr-source+target + reference: GPT 3 paper + 9e7bcfbc-73d6-41b5-9b9c-51d4be2455ed: !Template + answer_choices: null + id: 9e7bcfbc-73d6-41b5-9b9c-51d4be2455ed + jinja: 'Given the following passage: {{translation["tr"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-tr-en-target + reference: '' + ad102733-eee8-4ad7-9bb0-8a0629e02935: !Template + answer_choices: null + id: ad102733-eee8-4ad7-9bb0-8a0629e02935 + jinja: 'English: {{translation["en"]}} translates into Turkish as: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-tr-source+target + reference: '' + b0d7f2ab-fdf6-43ef-a34e-61778d68f2e7: !Template + answer_choices: null + id: b0d7f2ab-fdf6-43ef-a34e-61778d68f2e7 + jinja: 'If the original version says: {{translation["en"]}}; then the Turkish + version should say: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-tr-target + reference: '' + b554789a-45c1-4713-9788-c5e9789e36d0: !Template + answer_choices: null + id: b554789a-45c1-4713-9788-c5e9789e36d0 + jinja: 'Translate this from English into Turkish: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-tr-source+starget + reference: '' + b9272dc4-5f6e-462a-8c49-9bacb4843e0b: !Template + answer_choices: null + id: b9272dc4-5f6e-462a-8c49-9bacb4843e0b + jinja: 'Translate this from Turkish into English: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-tr-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + bee2e383-cc8e-43a1-a317-ba7904a2b70a: !Template + answer_choices: null + id: bee2e383-cc8e-43a1-a317-ba7904a2b70a + jinja: 'Given the following passage: {{translation["en"]}} , a good Turkish translation + is: ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-tr-target + reference: '' + e23d2cf8-e1b0-4305-8326-ecd758a792e8: !Template + answer_choices: null + id: e23d2cf8-e1b0-4305-8326-ecd758a792e8 + jinja: 'Turkish: {{translation["tr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_tr-en-source+target + reference: '' + f4601284-1c19-4c50-98d1-d1be4ef142ce: !Template + answer_choices: null + id: f4601284-1c19-4c50-98d1-d1be4ef142ce + jinja: 'What is the English translation of the Turkish sentence: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-tr-en-source+target + reference: GPT-3 paper + fe200cad-1f06-4805-943a-88355d1ce6e2: !Template + answer_choices: null + id: fe200cad-1f06-4805-943a-88355d1ce6e2 + jinja: '{{translation["tr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_tr-en-target + reference: '' diff --git a/promptsource/templates/wmt17/zh-en/templates.yaml b/promptsource/templates/wmt17/zh-en/templates.yaml new file mode 100644 index 000000000..f83f498e1 --- /dev/null +++ b/promptsource/templates/wmt17/zh-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt17 +subset: zh-en +templates: + 01c86605-b157-42a3-acde-419673e43fab: !Template + answer_choices: null + id: 01c86605-b157-42a3-acde-419673e43fab + jinja: 'Given the following source text in Chinese: {{translation["zh"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-zh-en-source+target + reference: '' + 1022f169-5b09-4efc-bb8c-c80b1476c6ea: !Template + answer_choices: null + id: 1022f169-5b09-4efc-bb8c-c80b1476c6ea + jinja: 'English: {{translation["en"]}} = Chinese: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-zh-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 24c02b50-8aec-4645-91ba-e6b74b4659ce: !Template + answer_choices: null + id: 24c02b50-8aec-4645-91ba-e6b74b4659ce + jinja: 'If the English version says: {{translation["en"]}}; then the Chinese version + should say: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-zh-source+target + reference: '' + 2ef8654a-9cce-4602-88f5-f56f1b8d5d88: !Template + answer_choices: null + id: 2ef8654a-9cce-4602-88f5-f56f1b8d5d88 + jinja: 'Translate this from English into Chinese: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-zh-source+starget + reference: '' + 38349a24-8617-4ce2-ac6b-6e399fa5f926: !Template + answer_choices: null + id: 38349a24-8617-4ce2-ac6b-6e399fa5f926 + jinja: 'If the Chinese version says: {{translation["zh"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-zh-en-source+target + reference: '' + 3a8705c6-a21d-47e3-917c-1eb50961af15: !Template + answer_choices: null + id: 3a8705c6-a21d-47e3-917c-1eb50961af15 + jinja: 'Translate this from Chinese into English: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-zh-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 3b3240ec-ddc6-4f46-84c3-da784888db1c: !Template + answer_choices: null + id: 3b3240ec-ddc6-4f46-84c3-da784888db1c + jinja: ' {{translation["en"]}} translates into Chinese as: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-zh-target + reference: '' + 43f47446-52d2-41a3-9ca3-abbb3fc1a93f: !Template + answer_choices: null + id: 43f47446-52d2-41a3-9ca3-abbb3fc1a93f + jinja: 'Chinese: {{translation["zh"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-zh-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 45a91ef1-00d9-474f-a945-c2acfaee245b: !Template + answer_choices: null + id: 45a91ef1-00d9-474f-a945-c2acfaee245b + jinja: 'What is the English translation of : {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-zh-en-target + reference: GPT-3 paper + 55efd980-0439-4eee-9ec9-bb8baf07bf8a: !Template + answer_choices: null + id: 55efd980-0439-4eee-9ec9-bb8baf07bf8a + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Chinese translation is: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-zh-source+target + reference: '' + 6696796b-d19b-4cba-a840-18b234522e59: !Template + answer_choices: null + id: 6696796b-d19b-4cba-a840-18b234522e59 + jinja: 'What is the Chinese translation of the English sentence: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-zh-source+target + reference: GPT 3 paper + 6b31d70d-c109-44a6-aae8-22918c41127d: !Template + answer_choices: null + id: 6b31d70d-c109-44a6-aae8-22918c41127d + jinja: '{{translation["en"]}} = Chinese: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-zh-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 7c49b8a1-82cb-4ad3-96d2-be71e7bf4401: !Template + answer_choices: null + id: 7c49b8a1-82cb-4ad3-96d2-be71e7bf4401 + jinja: 'If the original version says: {{translation["zh"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-zh-en-target + reference: '' + 8b8653bb-d13a-4ad6-8236-d851b2036861: !Template + answer_choices: null + id: 8b8653bb-d13a-4ad6-8236-d851b2036861 + jinja: 'Chinese: {{translation["zh"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_zh-en-source+target + reference: '' + 909a8bb9-3c03-4a86-bd16-de054ce83f73: !Template + answer_choices: null + id: 909a8bb9-3c03-4a86-bd16-de054ce83f73 + jinja: 'Translate this into Chinese: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-zh-target + reference: '' + 9798947f-7a8e-4e1b-aa3a-8c51df5c761b: !Template + answer_choices: null + id: 9798947f-7a8e-4e1b-aa3a-8c51df5c761b + jinja: '{{translation["zh"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_zh-en-target + reference: '' + b4302b25-ec16-49e3-bbf5-f994b73c9108: !Template + answer_choices: null + id: b4302b25-ec16-49e3-bbf5-f994b73c9108 + jinja: 'Given the following passage: {{translation["en"]}} , a good Chinese translation + is: ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-zh-target + reference: '' + b6b0428e-e988-4408-9cea-5de22a57006d: !Template + answer_choices: null + id: b6b0428e-e988-4408-9cea-5de22a57006d + jinja: 'What is the English translation of the Chinese sentence: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-zh-en-source+target + reference: GPT-3 paper + cca404b5-2af7-493a-a31d-97c0417d1b28: !Template + answer_choices: null + id: cca404b5-2af7-493a-a31d-97c0417d1b28 + jinja: 'How do you say {{translation["zh"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-zh-en-target + reference: '' + d9987f06-c787-45d0-b05f-3b6857f2fcb7: !Template + answer_choices: null + id: d9987f06-c787-45d0-b05f-3b6857f2fcb7 + jinja: '{{translation["zh"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-zh-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + dd529993-6d65-497f-9cea-ba3104763099: !Template + answer_choices: null + id: dd529993-6d65-497f-9cea-ba3104763099 + jinja: 'What is the Chinese translation of: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-zh-target + reference: GPT-3 paper + e2d3e03b-ee52-4819-a8f9-c97807ab15ae: !Template + answer_choices: null + id: e2d3e03b-ee52-4819-a8f9-c97807ab15ae + jinja: 'How do you say {{translation["en"]}} in Chinese? + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-zh-target + reference: '' + e47899c3-8ec9-41a0-b78e-1379e8a04d61: !Template + answer_choices: null + id: e47899c3-8ec9-41a0-b78e-1379e8a04d61 + jinja: 'Given the following passage: {{translation["zh"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-zh-en-target + reference: '' + f067f264-a065-466d-ba1a-90b88b6927bd: !Template + answer_choices: null + id: f067f264-a065-466d-ba1a-90b88b6927bd + jinja: 'Translate this into English: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-zh-en-target + reference: '' + f0788fdb-f012-40d4-b5ff-f1a1e17472e8: !Template + answer_choices: null + id: f0788fdb-f012-40d4-b5ff-f1a1e17472e8 + jinja: 'English: {{translation["en"]}} translates into Chinese as: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-zh-source+target + reference: '' + f51d1d6f-0555-43fb-b00a-ae7800153d1a: !Template + answer_choices: null + id: f51d1d6f-0555-43fb-b00a-ae7800153d1a + jinja: 'If the original version says: {{translation["en"]}}; then the Chinese + version should say: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-zh-target + reference: '' diff --git a/promptsource/templates/wmt18/cs-en/templates.yaml b/promptsource/templates/wmt18/cs-en/templates.yaml new file mode 100644 index 000000000..5d3e3a243 --- /dev/null +++ b/promptsource/templates/wmt18/cs-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: cs-en +templates: + 03327d86-02e1-4104-8ae2-b435fe7408f8: !Template + answer_choices: null + id: 03327d86-02e1-4104-8ae2-b435fe7408f8 + jinja: 'What is the English translation of : {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-target + reference: GPT-3 paper + 08968ba9-7655-4c6f-b944-15a79c3532cd: !Template + answer_choices: null + id: 08968ba9-7655-4c6f-b944-15a79c3532cd + jinja: 'Translate this from Czech into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 096afb1d-46ea-43b6-931e-2ec156616532: !Template + answer_choices: null + id: 096afb1d-46ea-43b6-931e-2ec156616532 + jinja: 'How do you say {{translation["cs"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-cs-en-target + reference: '' + 0cd65c6f-88c2-47d9-890d-eebca06c04b5: !Template + answer_choices: null + id: 0cd65c6f-88c2-47d9-890d-eebca06c04b5 + jinja: 'English: {{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 1437cd13-5350-4b01-8726-4dff81690098: !Template + answer_choices: null + id: 1437cd13-5350-4b01-8726-4dff81690098 + jinja: 'Given the following passage: {{translation["cs"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-target + reference: '' + 27666a03-bc94-49a8-a4e7-59f43402ac1f: !Template + answer_choices: null + id: 27666a03-bc94-49a8-a4e7-59f43402ac1f + jinja: 'Czech: {{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-source+target + reference: '' + 33725eb8-5f79-408f-9d7a-1fedb11d0aef: !Template + answer_choices: null + id: 33725eb8-5f79-408f-9d7a-1fedb11d0aef + jinja: 'Translate this from English into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-source+starget + reference: '' + 34a73c3b-91ea-4995-b183-adf475db0006: !Template + answer_choices: null + id: 34a73c3b-91ea-4995-b183-adf475db0006 + jinja: '{{translation["cs"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_cs-en-target + reference: '' + 3afe3c3a-8f80-4b2c-b0d4-1f53e288fc0e: !Template + answer_choices: null + id: 3afe3c3a-8f80-4b2c-b0d4-1f53e288fc0e + jinja: 'Translate this into English: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-cs-en-target + reference: '' + 4087a143-71a4-4174-89c2-af3836c3fbf1: !Template + answer_choices: null + id: 4087a143-71a4-4174-89c2-af3836c3fbf1 + jinja: 'Czech: {{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 4a5edbb5-7647-48d5-8ffb-c99d39de35ab: !Template + answer_choices: null + id: 4a5edbb5-7647-48d5-8ffb-c99d39de35ab + jinja: 'Given the following passage: {{translation["en"]}} , a good Czech translation + is: ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-target + reference: '' + 6676a4d3-0621-43bb-bb97-269c3f3718f7: !Template + answer_choices: null + id: 6676a4d3-0621-43bb-bb97-269c3f3718f7 + jinja: 'Given the following source text in Czech: {{translation["cs"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-cs-en-source+target + reference: '' + 7713da9d-ccdd-43ce-9895-503afee2bb8a: !Template + answer_choices: null + id: 7713da9d-ccdd-43ce-9895-503afee2bb8a + jinja: 'How do you say {{translation["en"]}} in Czech? + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-cs-target + reference: '' + 82200d10-5851-4f29-80f6-42392ab794a9: !Template + answer_choices: null + id: 82200d10-5851-4f29-80f6-42392ab794a9 + jinja: 'What is the Czech translation of: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-target + reference: GPT-3 paper + 838161af-dd29-463c-8561-f016f2f7054b: !Template + answer_choices: null + id: 838161af-dd29-463c-8561-f016f2f7054b + jinja: 'If the original version says: {{translation["cs"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-target + reference: '' + 91e38fee-b424-47bc-a8c3-b47eb4cf1624: !Template + answer_choices: null + id: 91e38fee-b424-47bc-a8c3-b47eb4cf1624 + jinja: 'Translate this into Czech: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-cs-target + reference: '' + 93d9e3cd-34ea-45f7-a2be-0452f7eec9dd: !Template + answer_choices: null + id: 93d9e3cd-34ea-45f7-a2be-0452f7eec9dd + jinja: 'If the original version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-target + reference: '' + 9cea0cbb-aa40-4e91-bdb9-3d926c647cbe: !Template + answer_choices: null + id: 9cea0cbb-aa40-4e91-bdb9-3d926c647cbe + jinja: '{{translation["cs"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-cs-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + a572a3b3-9ef4-482e-89b7-bc248231f75b: !Template + answer_choices: null + id: a572a3b3-9ef4-482e-89b7-bc248231f75b + jinja: 'English: {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-source+target + reference: '' + a985c6f8-4a7f-4cba-a407-1931b048a3a3: !Template + answer_choices: null + id: a985c6f8-4a7f-4cba-a407-1931b048a3a3 + jinja: 'What is the English translation of the Czech sentence: {{translation["cs"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-cs-en-source+target + reference: GPT-3 paper + b3545af0-9c6e-49fa-beb3-40bcbda3128f: !Template + answer_choices: null + id: b3545af0-9c6e-49fa-beb3-40bcbda3128f + jinja: 'If the English version says: {{translation["en"]}}; then the Czech version + should say: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-cs-source+target + reference: '' + bbb3bf9c-ce66-490e-abbc-b3166600d813: !Template + answer_choices: null + id: bbb3bf9c-ce66-490e-abbc-b3166600d813 + jinja: 'What is the Czech translation of the English sentence: {{translation["en"]}} + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-cs-source+target + reference: GPT 3 paper + c506feaa-fe44-4ddf-83c2-059e36811105: !Template + answer_choices: null + id: c506feaa-fe44-4ddf-83c2-059e36811105 + jinja: ' {{translation["en"]}} translates into Czech as: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-cs-target + reference: '' + cc4fc133-d6e1-4684-9bdd-b20fc22be63f: !Template + answer_choices: null + id: cc4fc133-d6e1-4684-9bdd-b20fc22be63f + jinja: '{{translation["en"]}} = Czech: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-cs-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + ce04a4bb-7ea4-40b4-aac9-c268f9fecf3c: !Template + answer_choices: null + id: ce04a4bb-7ea4-40b4-aac9-c268f9fecf3c + jinja: 'If the Czech version says: {{translation["cs"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-cs-en-source+target + reference: '' + dce3d790-25d0-4b36-b47b-bc9935859cd8: !Template + answer_choices: null + id: dce3d790-25d0-4b36-b47b-bc9935859cd8 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Czech translation is: + + ||| {{translation["cs"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-cs-source+target + reference: '' diff --git a/promptsource/templates/wmt18/de-en/templates.yaml b/promptsource/templates/wmt18/de-en/templates.yaml new file mode 100644 index 000000000..2c66c7c9a --- /dev/null +++ b/promptsource/templates/wmt18/de-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: de-en +templates: + 02c614c3-4674-48ea-8c0a-6bbb17bf266c: !Template + answer_choices: null + id: 02c614c3-4674-48ea-8c0a-6bbb17bf266c + jinja: 'English: {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-source+target + reference: '' + 0d2188af-dc45-476b-9a6d-e3ecc53aa5cd: !Template + answer_choices: null + id: 0d2188af-dc45-476b-9a6d-e3ecc53aa5cd + jinja: 'How do you say {{translation["en"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-de-target + reference: '' + 12205792-1352-4ad8-a85a-7e3929022c8b: !Template + answer_choices: null + id: 12205792-1352-4ad8-a85a-7e3929022c8b + jinja: 'Translate this from English into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-source+starget + reference: '' + 28604275-67d1-4231-ac6a-73692dbc66c4: !Template + answer_choices: null + id: 28604275-67d1-4231-ac6a-73692dbc66c4 + jinja: 'Translate this into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-target + reference: '' + 48fff56c-0bec-4dbd-bf09-2a5e98a77219: !Template + answer_choices: null + id: 48fff56c-0bec-4dbd-bf09-2a5e98a77219 + jinja: ' {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-target + reference: '' + 55c03738-d30d-4ce0-a3f9-ba548580351a: !Template + answer_choices: null + id: 55c03738-d30d-4ce0-a3f9-ba548580351a + jinja: 'Given the following passage: {{translation["de"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-target + reference: '' + 5fa73a35-d47d-45ff-9457-6664066b01c4: !Template + answer_choices: null + id: 5fa73a35-d47d-45ff-9457-6664066b01c4 + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-source+target + reference: '' + 626b674e-c57d-452b-bfd9-6523520542e1: !Template + answer_choices: null + id: 626b674e-c57d-452b-bfd9-6523520542e1 + jinja: 'What is the German translation of: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-target + reference: GPT-3 paper + 67e8b71d-e37d-4336-a354-48c769f9a591: !Template + answer_choices: null + id: 67e8b71d-e37d-4336-a354-48c769f9a591 + jinja: '{{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 67f3ac0a-3ae1-4a7f-9a0e-0ef1619298aa: !Template + answer_choices: null + id: 67f3ac0a-3ae1-4a7f-9a0e-0ef1619298aa + jinja: 'If the German version says: {{translation["de"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-source+target + reference: '' + 70965178-8a49-47e7-8956-1c6d081eb090: !Template + answer_choices: null + id: 70965178-8a49-47e7-8956-1c6d081eb090 + jinja: 'How do you say {{translation["de"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-en-target + reference: '' + 746f42a6-bdd3-4cae-b8da-5301f515c650: !Template + answer_choices: null + id: 746f42a6-bdd3-4cae-b8da-5301f515c650 + jinja: 'What is the English translation of : {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-target + reference: GPT-3 paper + 75010174-babf-4c15-b21b-307f3ae1d739: !Template + answer_choices: null + id: 75010174-babf-4c15-b21b-307f3ae1d739 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good German translation is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-source+target + reference: '' + 76fed237-5a46-4494-9d0c-c4158b046aa0: !Template + answer_choices: null + id: 76fed237-5a46-4494-9d0c-c4158b046aa0 + jinja: '{{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 815753ac-61e0-4090-9298-b29e04244953: !Template + answer_choices: null + id: 815753ac-61e0-4090-9298-b29e04244953 + jinja: 'English: {{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 8d17685a-52c3-4600-a5f6-98f949e358bc: !Template + answer_choices: null + id: 8d17685a-52c3-4600-a5f6-98f949e358bc + jinja: 'If the English version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-source+target + reference: '' + 8ed9dc8c-10ae-4744-8f80-c07a3b267602: !Template + answer_choices: null + id: 8ed9dc8c-10ae-4744-8f80-c07a3b267602 + jinja: 'If the original version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-target + reference: '' + 91fe5fef-9f0a-496f-8bc0-f04043c1bc0f: !Template + answer_choices: null + id: 91fe5fef-9f0a-496f-8bc0-f04043c1bc0f + jinja: 'If the original version says: {{translation["de"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-target + reference: '' + 9780d39d-4d81-4dfa-881a-7380f19a47fa: !Template + answer_choices: null + id: 9780d39d-4d81-4dfa-881a-7380f19a47fa + jinja: 'Translate this into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-target + reference: '' + b5866f82-9db7-4b89-9b6f-42168dcf4113: !Template + answer_choices: null + id: b5866f82-9db7-4b89-9b6f-42168dcf4113 + jinja: 'Given the following passage: {{translation["en"]}} , a good German translation + is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-target + reference: '' + c0bf038f-845b-4e18-be58-cf8501cdd421: !Template + answer_choices: null + id: c0bf038f-845b-4e18-be58-cf8501cdd421 + jinja: 'What is the German translation of the English sentence: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-source+target + reference: GPT 3 paper + c30ea6e2-a77c-4372-8522-bc39a78cede5: !Template + answer_choices: null + id: c30ea6e2-a77c-4372-8522-bc39a78cede5 + jinja: '{{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-target + reference: '' + c6e04cfa-dd7d-4623-93f8-179610625f48: !Template + answer_choices: null + id: c6e04cfa-dd7d-4623-93f8-179610625f48 + jinja: 'What is the English translation of the German sentence: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-source+target + reference: GPT-3 paper + ceace350-5d39-450b-bb2a-1c3187a19ed8: !Template + answer_choices: null + id: ceace350-5d39-450b-bb2a-1c3187a19ed8 + jinja: 'Translate this from German into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + d4c41751-65b4-456f-b414-4ed886974c28: !Template + answer_choices: null + id: d4c41751-65b4-456f-b414-4ed886974c28 + jinja: 'German: {{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e7992f8f-a017-40b4-bb15-2ff043a4701b: !Template + answer_choices: null + id: e7992f8f-a017-40b4-bb15-2ff043a4701b + jinja: 'German: {{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-source+target + reference: '' diff --git a/promptsource/templates/wmt18/et-en/templates.yaml b/promptsource/templates/wmt18/et-en/templates.yaml new file mode 100644 index 000000000..77504b3b0 --- /dev/null +++ b/promptsource/templates/wmt18/et-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: et-en +templates: + 01c9974b-db75-4833-a1c8-1f43689a5f4b: !Template + answer_choices: null + id: 01c9974b-db75-4833-a1c8-1f43689a5f4b + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Estonian translation is: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-et-source+target + reference: '' + 0d0e6a01-1673-4296-9a17-d56ec1ed6983: !Template + answer_choices: null + id: 0d0e6a01-1673-4296-9a17-d56ec1ed6983 + jinja: 'Given the following passage: {{translation["en"]}} , a good Estonian translation + is: ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-et-target + reference: '' + 0f639e5e-15c8-4526-96a5-03deae5754d2: !Template + answer_choices: null + id: 0f639e5e-15c8-4526-96a5-03deae5754d2 + jinja: ' {{translation["en"]}} translates into Estonian as: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-et-target + reference: '' + 1594d8db-e723-4451-8f14-62d933a70f27: !Template + answer_choices: null + id: 1594d8db-e723-4451-8f14-62d933a70f27 + jinja: 'Given the following source text in Estonian: {{translation["et"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-et-en-source+target + reference: '' + 1a003a8d-1fa6-4d49-b1bf-3510ab894be1: !Template + answer_choices: null + id: 1a003a8d-1fa6-4d49-b1bf-3510ab894be1 + jinja: 'What is the Estonian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-et-source+target + reference: GPT 3 paper + 21144c2c-d45d-45e5-a1c1-0f8150fc0dc0: !Template + answer_choices: null + id: 21144c2c-d45d-45e5-a1c1-0f8150fc0dc0 + jinja: 'Given the following passage: {{translation["et"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-et-en-target + reference: '' + 564e1318-7bf6-4e7b-9f9d-9ce31f33717d: !Template + answer_choices: null + id: 564e1318-7bf6-4e7b-9f9d-9ce31f33717d + jinja: 'If the original version says: {{translation["et"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-et-en-target + reference: '' + 652947c9-9fe0-43b0-8645-f9b6f8cbc6b3: !Template + answer_choices: null + id: 652947c9-9fe0-43b0-8645-f9b6f8cbc6b3 + jinja: 'English: {{translation["en"]}} translates into Estonian as: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-et-source+target + reference: '' + 674e2912-7071-47a6-9dc2-e29420278f30: !Template + answer_choices: null + id: 674e2912-7071-47a6-9dc2-e29420278f30 + jinja: 'Translate this into Estonian: {{translation["en"]}} + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-et-target + reference: '' + 6b0f77c1-ee58-4cec-b3c9-e35f91954ff9: !Template + answer_choices: null + id: 6b0f77c1-ee58-4cec-b3c9-e35f91954ff9 + jinja: 'What is the English translation of the Estonian sentence: {{translation["et"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-et-en-source+target + reference: GPT-3 paper + 75c32414-407b-4d6e-bcf1-d236457ffb90: !Template + answer_choices: null + id: 75c32414-407b-4d6e-bcf1-d236457ffb90 + jinja: 'How do you say {{translation["et"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-et-en-target + reference: '' + 84b69786-4942-4805-8661-6bc2e710b3af: !Template + answer_choices: null + id: 84b69786-4942-4805-8661-6bc2e710b3af + jinja: 'Translate this from Estonian into English: {{translation["et"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-et-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 8a5e785d-6e6d-498a-9a93-263653893c66: !Template + answer_choices: null + id: 8a5e785d-6e6d-498a-9a93-263653893c66 + jinja: 'If the Estonian version says: {{translation["et"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-et-en-source+target + reference: '' + 8ea02fb0-bb15-43e6-8d0a-d4c0c79a6638: !Template + answer_choices: null + id: 8ea02fb0-bb15-43e6-8d0a-d4c0c79a6638 + jinja: '{{translation["et"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_et-en-target + reference: '' + 97073b9c-fffa-4ba4-9fff-0fb190735af0: !Template + answer_choices: null + id: 97073b9c-fffa-4ba4-9fff-0fb190735af0 + jinja: 'Estonian: {{translation["et"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_et-en-source+target + reference: '' + 9f14808e-8058-4949-8d74-44dacd83408e: !Template + answer_choices: null + id: 9f14808e-8058-4949-8d74-44dacd83408e + jinja: 'Translate this from English into Estonian: {{translation["en"]}} + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-et-source+starget + reference: '' + aba17c5d-94ee-4073-8ceb-72963fbfa9c2: !Template + answer_choices: null + id: aba17c5d-94ee-4073-8ceb-72963fbfa9c2 + jinja: 'What is the Estonian translation of: {{translation["en"]}} + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-et-target + reference: GPT-3 paper + b2cfff2d-27a1-4dcb-a544-82258b46825c: !Template + answer_choices: null + id: b2cfff2d-27a1-4dcb-a544-82258b46825c + jinja: 'What is the English translation of : {{translation["et"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-et-en-target + reference: GPT-3 paper + b3c91f4a-187b-45c7-ab92-16aa02a76547: !Template + answer_choices: null + id: b3c91f4a-187b-45c7-ab92-16aa02a76547 + jinja: 'If the English version says: {{translation["en"]}}; then the Estonian + version should say: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-et-source+target + reference: '' + b4178376-c25f-4de4-8855-02b182f9ed1b: !Template + answer_choices: null + id: b4178376-c25f-4de4-8855-02b182f9ed1b + jinja: 'How do you say {{translation["en"]}} in Estonian? + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-et-target + reference: '' + bb6e89c9-5fd4-43f4-bdeb-ddf8b01b3531: !Template + answer_choices: null + id: bb6e89c9-5fd4-43f4-bdeb-ddf8b01b3531 + jinja: 'Translate this into English: {{translation["et"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-et-en-target + reference: '' + c14f01b7-69eb-44be-be41-4e5698c53de0: !Template + answer_choices: null + id: c14f01b7-69eb-44be-be41-4e5698c53de0 + jinja: '{{translation["en"]}} = Estonian: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-et-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + c5bda122-aefe-4ef0-88a8-c3c9d99aecbf: !Template + answer_choices: null + id: c5bda122-aefe-4ef0-88a8-c3c9d99aecbf + jinja: '{{translation["et"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-et-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e736c3da-fb88-4969-b60c-e39a9f5d386d: !Template + answer_choices: null + id: e736c3da-fb88-4969-b60c-e39a9f5d386d + jinja: 'English: {{translation["en"]}} = Estonian: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-et-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + e982d790-b547-412d-beeb-a2870606eb98: !Template + answer_choices: null + id: e982d790-b547-412d-beeb-a2870606eb98 + jinja: 'If the original version says: {{translation["en"]}}; then the Estonian + version should say: + + ||| {{translation["et"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-et-target + reference: '' + fe16099c-1c68-499f-b655-74fa4701d694: !Template + answer_choices: null + id: fe16099c-1c68-499f-b655-74fa4701d694 + jinja: 'Estonian: {{translation["et"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-et-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt18/fi-en/templates.yaml b/promptsource/templates/wmt18/fi-en/templates.yaml new file mode 100644 index 000000000..0229e53ef --- /dev/null +++ b/promptsource/templates/wmt18/fi-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: fi-en +templates: + 1082386b-8a41-452b-b904-c22e97edd78f: !Template + answer_choices: null + id: 1082386b-8a41-452b-b904-c22e97edd78f + jinja: 'Translate this into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-target + reference: '' + 1b1d85d1-32b2-44a2-b3ec-2fea89d2c02e: !Template + answer_choices: null + id: 1b1d85d1-32b2-44a2-b3ec-2fea89d2c02e + jinja: '{{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 21ee5ae4-9c75-4298-83be-b038d5153501: !Template + answer_choices: null + id: 21ee5ae4-9c75-4298-83be-b038d5153501 + jinja: 'Given the following passage: {{translation["en"]}} , a good Finnish translation + is: ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-target + reference: '' + 24edf4be-dbc0-460e-b125-8735ff8f35ca: !Template + answer_choices: null + id: 24edf4be-dbc0-460e-b125-8735ff8f35ca + jinja: 'English: {{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 3c191620-56a7-4df1-9ed1-0eca5d0e8616: !Template + answer_choices: null + id: 3c191620-56a7-4df1-9ed1-0eca5d0e8616 + jinja: 'Translate this from Finnish into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 4688e425-9c23-4ebf-a612-e45cf1c82c7e: !Template + answer_choices: null + id: 4688e425-9c23-4ebf-a612-e45cf1c82c7e + jinja: 'What is the English translation of the Finnish sentence: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-source+target + reference: GPT-3 paper + 4cccb82d-2d62-4298-ae40-f61ed2beeb37: !Template + answer_choices: null + id: 4cccb82d-2d62-4298-ae40-f61ed2beeb37 + jinja: 'Finnish: {{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 51029e7c-4d7c-41bf-8679-a1c931eb5263: !Template + answer_choices: null + id: 51029e7c-4d7c-41bf-8679-a1c931eb5263 + jinja: 'If the Finnish version says: {{translation["fi"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-source+target + reference: '' + 52bb4805-756f-4c74-8573-fe62001f708e: !Template + answer_choices: null + id: 52bb4805-756f-4c74-8573-fe62001f708e + jinja: 'Given the following source text in Finnish: {{translation["fi"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-source+target + reference: '' + 566b077a-9e88-480b-8c2c-962b07eb8dbd: !Template + answer_choices: null + id: 566b077a-9e88-480b-8c2c-962b07eb8dbd + jinja: 'Translate this from English into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-source+starget + reference: '' + 58646943-00c3-4b1a-b539-abda1af73620: !Template + answer_choices: null + id: 58646943-00c3-4b1a-b539-abda1af73620 + jinja: 'What is the Finnish translation of: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-target + reference: GPT-3 paper + 6cbadfd5-e2d1-4ee4-8f78-dd028f1b4fc2: !Template + answer_choices: null + id: 6cbadfd5-e2d1-4ee4-8f78-dd028f1b4fc2 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Finnish translation is: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-source+target + reference: '' + 739bde08-a704-4204-9b72-6a4981f83991: !Template + answer_choices: null + id: 739bde08-a704-4204-9b72-6a4981f83991 + jinja: 'What is the English translation of : {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-target + reference: GPT-3 paper + 8e8d032a-4f22-4cdf-8861-3a6fc79f148f: !Template + answer_choices: null + id: 8e8d032a-4f22-4cdf-8861-3a6fc79f148f + jinja: 'If the original version says: {{translation["en"]}}; then the Finnish + version should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-target + reference: '' + 8f85f8aa-c698-4219-871a-35480c4c3311: !Template + answer_choices: null + id: 8f85f8aa-c698-4219-871a-35480c4c3311 + jinja: 'English: {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-source+target + reference: '' + 930addb7-0d80-4ddd-8f21-729693d8cb37: !Template + answer_choices: null + id: 930addb7-0d80-4ddd-8f21-729693d8cb37 + jinja: 'Given the following passage: {{translation["fi"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-target + reference: '' + ac5207f1-7499-45d2-a570-9c6f4e751810: !Template + answer_choices: null + id: ac5207f1-7499-45d2-a570-9c6f4e751810 + jinja: 'Translate this into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-target + reference: '' + ae27d437-3c89-44d4-a268-586c5835d299: !Template + answer_choices: null + id: ae27d437-3c89-44d4-a268-586c5835d299 + jinja: '{{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-target + reference: '' + bcf156c8-8d81-46ea-b511-432537cbcefa: !Template + answer_choices: null + id: bcf156c8-8d81-46ea-b511-432537cbcefa + jinja: 'If the English version says: {{translation["en"]}}; then the Finnish version + should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-source+target + reference: '' + c81d082d-c493-44db-b72a-d82616cbbe21: !Template + answer_choices: null + id: c81d082d-c493-44db-b72a-d82616cbbe21 + jinja: 'Finnish: {{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-source+target + reference: '' + d8d03f61-9811-4af2-8ac2-c11356c30ac5: !Template + answer_choices: null + id: d8d03f61-9811-4af2-8ac2-c11356c30ac5 + jinja: '{{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + df798200-71a8-4c46-8414-57b075a34825: !Template + answer_choices: null + id: df798200-71a8-4c46-8414-57b075a34825 + jinja: 'If the original version says: {{translation["fi"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-target + reference: '' + e44885b9-8c9c-4c5e-942d-851c9956cfae: !Template + answer_choices: null + id: e44885b9-8c9c-4c5e-942d-851c9956cfae + jinja: 'What is the Finnish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-source+target + reference: GPT 3 paper + edc5f88a-155e-4650-96cc-c10c9ba7b7cf: !Template + answer_choices: null + id: edc5f88a-155e-4650-96cc-c10c9ba7b7cf + jinja: 'How do you say {{translation["en"]}} in Finnish? + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fi-target + reference: '' + f657dc01-987f-4aa6-85a5-482f164750d9: !Template + answer_choices: null + id: f657dc01-987f-4aa6-85a5-482f164750d9 + jinja: ' {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-target + reference: '' + fa40e79e-ba97-4a88-a39d-ee4e4f0aaba3: !Template + answer_choices: null + id: fa40e79e-ba97-4a88-a39d-ee4e4f0aaba3 + jinja: 'How do you say {{translation["fi"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fi-en-target + reference: '' diff --git a/promptsource/templates/wmt18/ru-en/templates.yaml b/promptsource/templates/wmt18/ru-en/templates.yaml new file mode 100644 index 000000000..a1f721c00 --- /dev/null +++ b/promptsource/templates/wmt18/ru-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: ru-en +templates: + 077d0095-f11f-4084-849f-02ce3285fe58: !Template + answer_choices: null + id: 077d0095-f11f-4084-849f-02ce3285fe58 + jinja: 'Russian: {{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 0f0cb8d1-0967-4b39-98d9-90f7f83021c9: !Template + answer_choices: null + id: 0f0cb8d1-0967-4b39-98d9-90f7f83021c9 + jinja: 'What is the Russian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-source+target + reference: GPT 3 paper + 1128f6e3-4a33-4793-8ac8-c167a198149d: !Template + answer_choices: null + id: 1128f6e3-4a33-4793-8ac8-c167a198149d + jinja: 'Translate this from English into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-source+starget + reference: '' + 1a45a068-7b2d-43c7-a998-63ee7f6f8e19: !Template + answer_choices: null + id: 1a45a068-7b2d-43c7-a998-63ee7f6f8e19 + jinja: 'English: {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-source+target + reference: '' + 2c67569d-bca3-4552-94fc-a963ab379d53: !Template + answer_choices: null + id: 2c67569d-bca3-4552-94fc-a963ab379d53 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Russian translation is: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-source+target + reference: '' + 35bab45f-70b1-42b4-aaf5-f113228e60fb: !Template + answer_choices: null + id: 35bab45f-70b1-42b4-aaf5-f113228e60fb + jinja: 'Russian: {{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-source+target + reference: '' + 428e554a-22a5-437b-a5e8-946749978e27: !Template + answer_choices: null + id: 428e554a-22a5-437b-a5e8-946749978e27 + jinja: 'What is the Russian translation of: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-target + reference: GPT-3 paper + 50ad6cb7-8b62-4144-bce0-8a7464f8f755: !Template + answer_choices: null + id: 50ad6cb7-8b62-4144-bce0-8a7464f8f755 + jinja: 'Given the following passage: {{translation["en"]}} , a good Russian translation + is: ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-target + reference: '' + 6347c761-2ac5-42e2-8c82-6081417d1d79: !Template + answer_choices: null + id: 6347c761-2ac5-42e2-8c82-6081417d1d79 + jinja: 'English: {{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 65337a40-e02a-46ab-9c95-3bda83467260: !Template + answer_choices: null + id: 65337a40-e02a-46ab-9c95-3bda83467260 + jinja: 'Translate this from Russian into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 6c3fad5f-bae7-473e-a8d8-0e5da0803bac: !Template + answer_choices: null + id: 6c3fad5f-bae7-473e-a8d8-0e5da0803bac + jinja: 'If the English version says: {{translation["en"]}}; then the Russian version + should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-source+target + reference: '' + 6ead070d-cb04-4236-84f5-120f40c80e3a: !Template + answer_choices: null + id: 6ead070d-cb04-4236-84f5-120f40c80e3a + jinja: 'What is the English translation of : {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-target + reference: GPT-3 paper + 838a5379-088e-4d06-b065-d45d70c3d9b5: !Template + answer_choices: null + id: 838a5379-088e-4d06-b065-d45d70c3d9b5 + jinja: 'If the original version says: {{translation["en"]}}; then the Russian + version should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-target + reference: '' + 8cd34877-7933-4b8c-922e-8e42f6efd9d8: !Template + answer_choices: null + id: 8cd34877-7933-4b8c-922e-8e42f6efd9d8 + jinja: ' {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-target + reference: '' + 96d0086c-c7be-4513-8448-2ae104d8829e: !Template + answer_choices: null + id: 96d0086c-c7be-4513-8448-2ae104d8829e + jinja: 'If the Russian version says: {{translation["ru"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-source+target + reference: '' + 996c66b5-57db-4fdd-b5fb-c4517d3ac8f3: !Template + answer_choices: null + id: 996c66b5-57db-4fdd-b5fb-c4517d3ac8f3 + jinja: 'How do you say {{translation["ru"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ru-en-target + reference: '' + 9f9b91df-4a77-4e29-a82a-002ed8d83bf7: !Template + answer_choices: null + id: 9f9b91df-4a77-4e29-a82a-002ed8d83bf7 + jinja: 'If the original version says: {{translation["ru"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-target + reference: '' + a985bdd7-e165-486a-880d-c68c32acb42c: !Template + answer_choices: null + id: a985bdd7-e165-486a-880d-c68c32acb42c + jinja: 'Translate this into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-target + reference: '' + ac5b39bf-8acc-42ed-bc0d-6723dcd8761e: !Template + answer_choices: null + id: ac5b39bf-8acc-42ed-bc0d-6723dcd8761e + jinja: '{{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-target + reference: '' + b3ea9108-afd4-4ade-a80f-4f9c514910ec: !Template + answer_choices: null + id: b3ea9108-afd4-4ade-a80f-4f9c514910ec + jinja: 'What is the English translation of the Russian sentence: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-source+target + reference: GPT-3 paper + b412f718-09ca-4003-9e6b-0abb2e1701c0: !Template + answer_choices: null + id: b412f718-09ca-4003-9e6b-0abb2e1701c0 + jinja: '{{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + b4484ec0-f128-44c4-a639-49e26645f19f: !Template + answer_choices: null + id: b4484ec0-f128-44c4-a639-49e26645f19f + jinja: 'Given the following passage: {{translation["ru"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-target + reference: '' + bd2c6a7d-09f2-4082-ba20-e53bc7fd7a89: !Template + answer_choices: null + id: bd2c6a7d-09f2-4082-ba20-e53bc7fd7a89 + jinja: 'Translate this into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-target + reference: '' + c43b019f-3c4a-43ee-a3a1-6346d0beab8c: !Template + answer_choices: null + id: c43b019f-3c4a-43ee-a3a1-6346d0beab8c + jinja: '{{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + c9a66968-e695-4b22-b83a-ddc89c6220de: !Template + answer_choices: null + id: c9a66968-e695-4b22-b83a-ddc89c6220de + jinja: 'How do you say {{translation["en"]}} in Russian? + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ru-target + reference: '' + fba7ed4e-8cf6-4da3-b27a-43400a514ed8: !Template + answer_choices: null + id: fba7ed4e-8cf6-4da3-b27a-43400a514ed8 + jinja: 'Given the following source text in Russian: {{translation["ru"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-source+target + reference: '' diff --git a/promptsource/templates/wmt18/tr-en/templates.yaml b/promptsource/templates/wmt18/tr-en/templates.yaml new file mode 100644 index 000000000..3dcd51ee1 --- /dev/null +++ b/promptsource/templates/wmt18/tr-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: tr-en +templates: + 06dc2e5d-c236-4a78-9476-85d7e9e26e75: !Template + answer_choices: null + id: 06dc2e5d-c236-4a78-9476-85d7e9e26e75 + jinja: 'Given the following source text in Turkish: {{translation["tr"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-tr-en-source+target + reference: '' + 251bf17b-2604-45d3-a875-8c08227de84a: !Template + answer_choices: null + id: 251bf17b-2604-45d3-a875-8c08227de84a + jinja: '{{translation["tr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_tr-en-target + reference: '' + 35036ac2-06b6-4899-89b2-c96436ab3c4e: !Template + answer_choices: null + id: 35036ac2-06b6-4899-89b2-c96436ab3c4e + jinja: '{{translation["tr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-tr-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 3588d4c9-4a11-41cb-b548-37d04f0f9b66: !Template + answer_choices: null + id: 3588d4c9-4a11-41cb-b548-37d04f0f9b66 + jinja: 'Translate this into Turkish: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-tr-target + reference: '' + 3afad62b-2cab-4c06-965a-195588c5ef70: !Template + answer_choices: null + id: 3afad62b-2cab-4c06-965a-195588c5ef70 + jinja: 'If the English version says: {{translation["en"]}}; then the Turkish version + should say: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-tr-source+target + reference: '' + 427c296e-ff3f-4d9c-8ed1-cc1900ad4d5f: !Template + answer_choices: null + id: 427c296e-ff3f-4d9c-8ed1-cc1900ad4d5f + jinja: ' {{translation["en"]}} translates into Turkish as: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-tr-target + reference: '' + 44842d8e-fb52-43cd-a042-2a5145e28b9a: !Template + answer_choices: null + id: 44842d8e-fb52-43cd-a042-2a5145e28b9a + jinja: 'Given the following passage: {{translation["en"]}} , a good Turkish translation + is: ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-tr-target + reference: '' + 5b01d692-c545-46d6-adce-5a889af5d71e: !Template + answer_choices: null + id: 5b01d692-c545-46d6-adce-5a889af5d71e + jinja: 'What is the Turkish translation of: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-tr-target + reference: GPT-3 paper + 5df2bcb3-45d7-47c1-ac4c-24ee23041c21: !Template + answer_choices: null + id: 5df2bcb3-45d7-47c1-ac4c-24ee23041c21 + jinja: 'How do you say {{translation["tr"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-tr-en-target + reference: '' + 6a79649a-46aa-4048-9178-766117a9faa5: !Template + answer_choices: null + id: 6a79649a-46aa-4048-9178-766117a9faa5 + jinja: 'Translate this from Turkish into English: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-tr-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 700aa770-08cb-4fc5-b539-19cf26d8309b: !Template + answer_choices: null + id: 700aa770-08cb-4fc5-b539-19cf26d8309b + jinja: 'How do you say {{translation["en"]}} in Turkish? + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-tr-target + reference: '' + 71825d8e-79d6-4ca4-82c2-6647af66432c: !Template + answer_choices: null + id: 71825d8e-79d6-4ca4-82c2-6647af66432c + jinja: 'If the original version says: {{translation["en"]}}; then the Turkish + version should say: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-tr-target + reference: '' + 7405c125-29ff-440a-bdc0-d1d8ffaff04b: !Template + answer_choices: null + id: 7405c125-29ff-440a-bdc0-d1d8ffaff04b + jinja: 'Turkish: {{translation["tr"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_tr-en-source+target + reference: '' + 76b7109c-6307-468c-8d14-23ac760fd22c: !Template + answer_choices: null + id: 76b7109c-6307-468c-8d14-23ac760fd22c + jinja: 'Turkish: {{translation["tr"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-tr-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 85e15d3a-462a-4de9-a854-270a580d3909: !Template + answer_choices: null + id: 85e15d3a-462a-4de9-a854-270a580d3909 + jinja: 'Given the following passage: {{translation["tr"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-tr-en-target + reference: '' + 9b08536a-517a-49b2-a446-636f0c2b608c: !Template + answer_choices: null + id: 9b08536a-517a-49b2-a446-636f0c2b608c + jinja: 'What is the English translation of the Turkish sentence: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-tr-en-source+target + reference: GPT-3 paper + 9f577eb5-1d96-492b-843e-ea656dd56964: !Template + answer_choices: null + id: 9f577eb5-1d96-492b-843e-ea656dd56964 + jinja: 'What is the English translation of : {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-tr-en-target + reference: GPT-3 paper + a7118387-ce27-4852-ae7a-634e07e493a7: !Template + answer_choices: null + id: a7118387-ce27-4852-ae7a-634e07e493a7 + jinja: 'Translate this into English: {{translation["tr"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-tr-en-target + reference: '' + ae1b2105-85a8-417e-8edf-87170aab6d27: !Template + answer_choices: null + id: ae1b2105-85a8-417e-8edf-87170aab6d27 + jinja: 'If the original version says: {{translation["tr"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-tr-en-target + reference: '' + b6fe589c-bfea-433e-ab96-5b921693ebfa: !Template + answer_choices: null + id: b6fe589c-bfea-433e-ab96-5b921693ebfa + jinja: 'Translate this from English into Turkish: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-tr-source+starget + reference: '' + ca255baf-3552-40bf-b2c8-4bd3957b86a3: !Template + answer_choices: null + id: ca255baf-3552-40bf-b2c8-4bd3957b86a3 + jinja: 'What is the Turkish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-tr-source+target + reference: GPT 3 paper + cdc4d883-eb4e-40bc-bd56-3043d3ca6303: !Template + answer_choices: null + id: cdc4d883-eb4e-40bc-bd56-3043d3ca6303 + jinja: '{{translation["en"]}} = Turkish: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-tr-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + dbac9603-dc7c-4d1f-827f-e5b70f3bd023: !Template + answer_choices: null + id: dbac9603-dc7c-4d1f-827f-e5b70f3bd023 + jinja: 'English: {{translation["en"]}} translates into Turkish as: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-tr-source+target + reference: '' + dbe3c495-165f-4d7d-af8f-97c2de1cba94: !Template + answer_choices: null + id: dbe3c495-165f-4d7d-af8f-97c2de1cba94 + jinja: 'English: {{translation["en"]}} = Turkish: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-tr-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + e80e51a0-188c-4bfb-8d3e-00048b6ddaa6: !Template + answer_choices: null + id: e80e51a0-188c-4bfb-8d3e-00048b6ddaa6 + jinja: 'If the Turkish version says: {{translation["tr"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-tr-en-source+target + reference: '' + f7ac15b6-0d18-4d3c-b9f9-4ae893f8ae2c: !Template + answer_choices: null + id: f7ac15b6-0d18-4d3c-b9f9-4ae893f8ae2c + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Turkish translation is: + + ||| {{translation["tr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-tr-source+target + reference: '' diff --git a/promptsource/templates/wmt18/zh-en/templates.yaml b/promptsource/templates/wmt18/zh-en/templates.yaml new file mode 100644 index 000000000..aeb327b5d --- /dev/null +++ b/promptsource/templates/wmt18/zh-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt18 +subset: zh-en +templates: + 326a4521-9a99-45af-9919-94ef67d9c6a5: !Template + answer_choices: null + id: 326a4521-9a99-45af-9919-94ef67d9c6a5 + jinja: 'English: {{translation["en"]}} = Chinese: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-zh-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 3c40fb69-5e39-4e86-8041-7df857ca8eff: !Template + answer_choices: null + id: 3c40fb69-5e39-4e86-8041-7df857ca8eff + jinja: 'If the original version says: {{translation["zh"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-zh-en-target + reference: '' + 47b5e0fe-5d5c-4c2a-aa7d-19c6c057eaa6: !Template + answer_choices: null + id: 47b5e0fe-5d5c-4c2a-aa7d-19c6c057eaa6 + jinja: ' {{translation["en"]}} translates into Chinese as: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-zh-target + reference: '' + 52a51e61-a646-4c87-9683-d37ba7b1e0ad: !Template + answer_choices: null + id: 52a51e61-a646-4c87-9683-d37ba7b1e0ad + jinja: '{{translation["en"]}} = Chinese: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-zh-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 53ab524b-2afa-46a0-adb8-48815fd93468: !Template + answer_choices: null + id: 53ab524b-2afa-46a0-adb8-48815fd93468 + jinja: 'What is the English translation of the Chinese sentence: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-zh-en-source+target + reference: GPT-3 paper + 545a4ee8-9e7e-4b93-81a9-2a591b7bb0d4: !Template + answer_choices: null + id: 545a4ee8-9e7e-4b93-81a9-2a591b7bb0d4 + jinja: 'What is the Chinese translation of: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-zh-target + reference: GPT-3 paper + 575b7ead-1786-48fd-8759-6b9a773d42dc: !Template + answer_choices: null + id: 575b7ead-1786-48fd-8759-6b9a773d42dc + jinja: 'How do you say {{translation["zh"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-zh-en-target + reference: '' + 5f97369b-a08d-4ded-9ce0-bc86745a9b26: !Template + answer_choices: null + id: 5f97369b-a08d-4ded-9ce0-bc86745a9b26 + jinja: '{{translation["zh"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_zh-en-target + reference: '' + 6716518e-23f5-4dcd-9f57-108d909b67b7: !Template + answer_choices: null + id: 6716518e-23f5-4dcd-9f57-108d909b67b7 + jinja: 'Translate this into Chinese: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-zh-target + reference: '' + 6c15965b-c093-4b8f-a798-d91c6bf84720: !Template + answer_choices: null + id: 6c15965b-c093-4b8f-a798-d91c6bf84720 + jinja: 'Translate this into English: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-zh-en-target + reference: '' + 799657ec-3fa5-4764-a281-df90bf698178: !Template + answer_choices: null + id: 799657ec-3fa5-4764-a281-df90bf698178 + jinja: 'Translate this from Chinese into English: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-zh-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 804991ab-d1ca-4c11-867a-2bf502e97a6b: !Template + answer_choices: null + id: 804991ab-d1ca-4c11-867a-2bf502e97a6b + jinja: 'What is the Chinese translation of the English sentence: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-zh-source+target + reference: GPT 3 paper + 84a1183a-6845-4160-84e1-29cdc9e3ca8d: !Template + answer_choices: null + id: 84a1183a-6845-4160-84e1-29cdc9e3ca8d + jinja: 'Given the following passage: {{translation["en"]}} , a good Chinese translation + is: ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-zh-target + reference: '' + 87ad8be4-cc19-439d-b215-63eaab5f0531: !Template + answer_choices: null + id: 87ad8be4-cc19-439d-b215-63eaab5f0531 + jinja: 'English: {{translation["en"]}} translates into Chinese as: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-zh-source+target + reference: '' + 8a21adc7-a4a3-4f08-9682-4af13dd23ad1: !Template + answer_choices: null + id: 8a21adc7-a4a3-4f08-9682-4af13dd23ad1 + jinja: 'What is the English translation of : {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-zh-en-target + reference: GPT-3 paper + 94aad9b2-a0c0-42f6-a9cb-593408dfc4da: !Template + answer_choices: null + id: 94aad9b2-a0c0-42f6-a9cb-593408dfc4da + jinja: 'Translate this from English into Chinese: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-zh-source+starget + reference: '' + 981898d6-e80a-42fb-9b60-980a1cbf2bcd: !Template + answer_choices: null + id: 981898d6-e80a-42fb-9b60-980a1cbf2bcd + jinja: 'If the Chinese version says: {{translation["zh"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-zh-en-source+target + reference: '' + a74116a0-1889-47a4-91a1-26fd5ebcf668: !Template + answer_choices: null + id: a74116a0-1889-47a4-91a1-26fd5ebcf668 + jinja: 'Given the following source text in Chinese: {{translation["zh"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-zh-en-source+target + reference: '' + c489e70f-d9d6-47f0-9ad5-02f0c21a65f9: !Template + answer_choices: null + id: c489e70f-d9d6-47f0-9ad5-02f0c21a65f9 + jinja: 'Chinese: {{translation["zh"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_zh-en-source+target + reference: '' + c7d75cc8-d7e9-4e12-99b1-308a7cb1c31e: !Template + answer_choices: null + id: c7d75cc8-d7e9-4e12-99b1-308a7cb1c31e + jinja: 'If the English version says: {{translation["en"]}}; then the Chinese version + should say: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-zh-source+target + reference: '' + cbc8501e-8bdd-4ddf-8b8f-dd9f05d7e152: !Template + answer_choices: null + id: cbc8501e-8bdd-4ddf-8b8f-dd9f05d7e152 + jinja: 'Given the following passage: {{translation["zh"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-zh-en-target + reference: '' + d08a7b31-7de6-41b9-ac2b-a34b4f7bc23c: !Template + answer_choices: null + id: d08a7b31-7de6-41b9-ac2b-a34b4f7bc23c + jinja: 'How do you say {{translation["en"]}} in Chinese? + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-zh-target + reference: '' + d7c43184-8622-4d39-88d8-de2097ac5817: !Template + answer_choices: null + id: d7c43184-8622-4d39-88d8-de2097ac5817 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Chinese translation is: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-zh-source+target + reference: '' + dacf1578-eb48-42a2-9b4e-3352097b3220: !Template + answer_choices: null + id: dacf1578-eb48-42a2-9b4e-3352097b3220 + jinja: '{{translation["zh"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-zh-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + f088cd1f-1bc0-4014-ac04-f9c77e1c1d2b: !Template + answer_choices: null + id: f088cd1f-1bc0-4014-ac04-f9c77e1c1d2b + jinja: 'If the original version says: {{translation["en"]}}; then the Chinese + version should say: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-zh-target + reference: '' + fe9ed444-6445-4886-ae18-ff96932ae661: !Template + answer_choices: null + id: fe9ed444-6445-4886-ae18-ff96932ae661 + jinja: 'Chinese: {{translation["zh"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-zh-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt19/de-en/templates.yaml b/promptsource/templates/wmt19/de-en/templates.yaml new file mode 100644 index 000000000..e46e6b3ac --- /dev/null +++ b/promptsource/templates/wmt19/de-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: de-en +templates: + 0342b9f3-02bd-4602-94bf-84df1c89fbf7: !Template + answer_choices: null + id: 0342b9f3-02bd-4602-94bf-84df1c89fbf7 + jinja: 'Translate this into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-target + reference: '' + 21cb3e62-e78e-460e-88fd-6895bf1e9faa: !Template + answer_choices: null + id: 21cb3e62-e78e-460e-88fd-6895bf1e9faa + jinja: '{{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 365f80d7-5e4f-40e5-8567-f4e60f2f71d9: !Template + answer_choices: null + id: 365f80d7-5e4f-40e5-8567-f4e60f2f71d9 + jinja: 'German: {{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-source+target + reference: '' + 446c8f26-354b-4be8-ad17-df74e46d5527: !Template + answer_choices: null + id: 446c8f26-354b-4be8-ad17-df74e46d5527 + jinja: 'German: {{translation["de"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 46e30fb6-b626-4846-85ce-8b66cec0eb70: !Template + answer_choices: null + id: 46e30fb6-b626-4846-85ce-8b66cec0eb70 + jinja: 'English: {{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 51f607b9-09c1-430a-a05c-2c0c29e1f27f: !Template + answer_choices: null + id: 51f607b9-09c1-430a-a05c-2c0c29e1f27f + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-source+target + reference: '' + 5650e2eb-b31d-4a66-90e5-3dc358b0a152: !Template + answer_choices: null + id: 5650e2eb-b31d-4a66-90e5-3dc358b0a152 + jinja: 'What is the English translation of : {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-target + reference: GPT-3 paper + 5cc18e97-9267-4e8c-9f89-354e595880a4: !Template + answer_choices: null + id: 5cc18e97-9267-4e8c-9f89-354e595880a4 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good German translation is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-source+target + reference: '' + 64a199ac-e338-4a03-9879-1f62c2698dcc: !Template + answer_choices: null + id: 64a199ac-e338-4a03-9879-1f62c2698dcc + jinja: 'How do you say {{translation["de"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-en-target + reference: '' + 650edf2a-2ddb-4c41-8868-c7b542acf4ba: !Template + answer_choices: null + id: 650edf2a-2ddb-4c41-8868-c7b542acf4ba + jinja: 'Given the following passage: {{translation["en"]}} , a good German translation + is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-de-target + reference: '' + 71386534-dabb-4fb4-88ba-86ae0062cab7: !Template + answer_choices: null + id: 71386534-dabb-4fb4-88ba-86ae0062cab7 + jinja: 'Translate this into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-target + reference: '' + 71a31bbb-3cd8-4755-95b7-ac7f16d47e7b: !Template + answer_choices: null + id: 71a31bbb-3cd8-4755-95b7-ac7f16d47e7b + jinja: 'What is the German translation of the English sentence: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-source+target + reference: GPT 3 paper + 78f7787e-47b5-4c9c-afd2-14252b9e006c: !Template + answer_choices: null + id: 78f7787e-47b5-4c9c-afd2-14252b9e006c + jinja: 'If the original version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-target + reference: '' + 84e4c8cf-fea3-4b84-9b41-79ea64c1b014: !Template + answer_choices: null + id: 84e4c8cf-fea3-4b84-9b41-79ea64c1b014 + jinja: 'If the original version says: {{translation["de"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-target + reference: '' + 95191307-4681-4973-aa29-3017ac7023fa: !Template + answer_choices: null + id: 95191307-4681-4973-aa29-3017ac7023fa + jinja: 'Translate this from English into German: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-de-source+starget + reference: '' + 953b1373-2207-4916-a583-9f69ba5af1ff: !Template + answer_choices: null + id: 953b1373-2207-4916-a583-9f69ba5af1ff + jinja: 'If the German version says: {{translation["de"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-en-source+target + reference: '' + a0801f73-bba4-46da-a915-26a106d2c4bc: !Template + answer_choices: null + id: a0801f73-bba4-46da-a915-26a106d2c4bc + jinja: '{{translation["de"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-en-target + reference: '' + a8c0831c-d260-4ef6-91e2-6cef49a80858: !Template + answer_choices: null + id: a8c0831c-d260-4ef6-91e2-6cef49a80858 + jinja: 'How do you say {{translation["en"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-de-target + reference: '' + b324c249-11f6-47e6-8aff-da8f3066a083: !Template + answer_choices: null + id: b324c249-11f6-47e6-8aff-da8f3066a083 + jinja: 'What is the German translation of: {{translation["en"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-de-target + reference: GPT-3 paper + ba2af4e3-78a6-41b0-bd57-4f58196aa584: !Template + answer_choices: null + id: ba2af4e3-78a6-41b0-bd57-4f58196aa584 + jinja: '{{translation["en"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + d111aea3-c014-4114-9bf9-4135e33181c9: !Template + answer_choices: null + id: d111aea3-c014-4114-9bf9-4135e33181c9 + jinja: 'Given the following passage: {{translation["de"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-en-target + reference: '' + d57cbdfd-3380-4318-8755-7f3e66381e1a: !Template + answer_choices: null + id: d57cbdfd-3380-4318-8755-7f3e66381e1a + jinja: ' {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-target + reference: '' + e10830ef-4e58-4d17-b5e0-20961b960b95: !Template + answer_choices: null + id: e10830ef-4e58-4d17-b5e0-20961b960b95 + jinja: 'English: {{translation["en"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-de-source+target + reference: '' + e3c62d5c-373d-45ca-a840-52ad4d6609d4: !Template + answer_choices: null + id: e3c62d5c-373d-45ca-a840-52ad4d6609d4 + jinja: 'If the English version says: {{translation["en"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-de-source+target + reference: '' + e3cacbbb-763f-43a4-9ca1-e05d0e914a14: !Template + answer_choices: null + id: e3cacbbb-763f-43a4-9ca1-e05d0e914a14 + jinja: 'What is the English translation of the German sentence: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-en-source+target + reference: GPT-3 paper + e9816ae4-4c1c-4c7b-a0a4-5e63bbea6936: !Template + answer_choices: null + id: e9816ae4-4c1c-4c7b-a0a4-5e63bbea6936 + jinja: 'Translate this from German into English: {{translation["de"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf diff --git a/promptsource/templates/wmt19/fi-en/templates.yaml b/promptsource/templates/wmt19/fi-en/templates.yaml new file mode 100644 index 000000000..35a352c85 --- /dev/null +++ b/promptsource/templates/wmt19/fi-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: fi-en +templates: + 04598a46-5fb2-4e2d-9174-931b9033d694: !Template + answer_choices: null + id: 04598a46-5fb2-4e2d-9174-931b9033d694 + jinja: 'Translate this into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-target + reference: '' + 05cd2f4d-c21d-47a0-b2c7-bc048b23d6e7: !Template + answer_choices: null + id: 05cd2f4d-c21d-47a0-b2c7-bc048b23d6e7 + jinja: 'If the Finnish version says: {{translation["fi"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-source+target + reference: '' + 07140e32-85f0-4562-b61f-0b42480b4740: !Template + answer_choices: null + id: 07140e32-85f0-4562-b61f-0b42480b4740 + jinja: 'If the original version says: {{translation["fi"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fi-en-target + reference: '' + 0a8b9a3f-e108-48e3-ba56-26298c529e39: !Template + answer_choices: null + id: 0a8b9a3f-e108-48e3-ba56-26298c529e39 + jinja: 'Translate this into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-target + reference: '' + 18d3b42e-dd08-4ff4-aaca-ae33aae6262a: !Template + answer_choices: null + id: 18d3b42e-dd08-4ff4-aaca-ae33aae6262a + jinja: 'If the original version says: {{translation["en"]}}; then the Finnish + version should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-target + reference: '' + 222806b8-6b75-4ebd-99aa-9b444448606d: !Template + answer_choices: null + id: 222806b8-6b75-4ebd-99aa-9b444448606d + jinja: 'English: {{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 228fedd6-f8e2-4b22-9d88-5dbd159121f0: !Template + answer_choices: null + id: 228fedd6-f8e2-4b22-9d88-5dbd159121f0 + jinja: 'What is the Finnish translation of the English sentence: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-source+target + reference: GPT 3 paper + 3795be9e-22af-4a75-864a-49203df483f5: !Template + answer_choices: null + id: 3795be9e-22af-4a75-864a-49203df483f5 + jinja: 'What is the English translation of : {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-target + reference: GPT-3 paper + 4d491547-9bc5-4197-a5da-8bd4fe36b5fb: !Template + answer_choices: null + id: 4d491547-9bc5-4197-a5da-8bd4fe36b5fb + jinja: 'Finnish: {{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-source+target + reference: '' + 50ae69bf-ee4c-4c08-80aa-0c237080a184: !Template + answer_choices: null + id: 50ae69bf-ee4c-4c08-80aa-0c237080a184 + jinja: 'Finnish: {{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 50b8f1a8-9b72-45b2-9e76-47a1cae9b05b: !Template + answer_choices: null + id: 50b8f1a8-9b72-45b2-9e76-47a1cae9b05b + jinja: 'If the English version says: {{translation["en"]}}; then the Finnish version + should say: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-fi-source+target + reference: '' + 50e28f97-014f-4e94-a530-bcdc7b7689d6: !Template + answer_choices: null + id: 50e28f97-014f-4e94-a530-bcdc7b7689d6 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Finnish translation is: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-source+target + reference: '' + 5acb2abe-33c6-4304-853f-4e7f94143bc3: !Template + answer_choices: null + id: 5acb2abe-33c6-4304-853f-4e7f94143bc3 + jinja: 'How do you say {{translation["fi"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fi-en-target + reference: '' + 5dc46f7a-bf1e-48ae-9098-20b9e4a20798: !Template + answer_choices: null + id: 5dc46f7a-bf1e-48ae-9098-20b9e4a20798 + jinja: '{{translation["en"]}} = Finnish: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-fi-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 6107fac1-bb73-405c-b60f-06bd20369b14: !Template + answer_choices: null + id: 6107fac1-bb73-405c-b60f-06bd20369b14 + jinja: 'What is the English translation of the Finnish sentence: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fi-en-source+target + reference: GPT-3 paper + 679d6be7-8b8a-4dc4-b6bf-40f89898608b: !Template + answer_choices: null + id: 679d6be7-8b8a-4dc4-b6bf-40f89898608b + jinja: 'Given the following source text in Finnish: {{translation["fi"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-source+target + reference: '' + 7076f205-f4f8-4993-b28c-3f3a1e002479: !Template + answer_choices: null + id: 7076f205-f4f8-4993-b28c-3f3a1e002479 + jinja: 'How do you say {{translation["en"]}} in Finnish? + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-fi-target + reference: '' + 7afceb71-777a-4499-abc3-96af3a28447c: !Template + answer_choices: null + id: 7afceb71-777a-4499-abc3-96af3a28447c + jinja: 'Translate this from English into Finnish: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-fi-source+starget + reference: '' + 7db8e1b5-3d2b-4e49-b710-001e86451e2e: !Template + answer_choices: null + id: 7db8e1b5-3d2b-4e49-b710-001e86451e2e + jinja: 'Given the following passage: {{translation["fi"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fi-en-target + reference: '' + 7f60153a-78fb-4658-ba0c-30f31c82e2eb: !Template + answer_choices: null + id: 7f60153a-78fb-4658-ba0c-30f31c82e2eb + jinja: 'English: {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-source+target + reference: '' + a5e5fb83-1bc3-439e-b001-11269a3013e2: !Template + answer_choices: null + id: a5e5fb83-1bc3-439e-b001-11269a3013e2 + jinja: '{{translation["fi"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fi-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + bdb3e1cf-723b-4dad-90a0-5e00591b48dd: !Template + answer_choices: null + id: bdb3e1cf-723b-4dad-90a0-5e00591b48dd + jinja: 'What is the Finnish translation of: {{translation["en"]}} + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-fi-target + reference: GPT-3 paper + d0f69c91-295a-4e9a-b129-18b5338bf152: !Template + answer_choices: null + id: d0f69c91-295a-4e9a-b129-18b5338bf152 + jinja: 'Given the following passage: {{translation["en"]}} , a good Finnish translation + is: ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-fi-target + reference: '' + d8523015-12ec-4fd3-a22f-3a745c07a0b3: !Template + answer_choices: null + id: d8523015-12ec-4fd3-a22f-3a745c07a0b3 + jinja: 'Translate this from Finnish into English: {{translation["fi"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fi-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + e463a8f4-da3c-4355-aae3-b23048fc1afb: !Template + answer_choices: null + id: e463a8f4-da3c-4355-aae3-b23048fc1afb + jinja: ' {{translation["en"]}} translates into Finnish as: + + ||| {{translation["fi"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-fi-target + reference: '' + ea43fbc9-3239-4ff2-82b9-9f2133d904fb: !Template + answer_choices: null + id: ea43fbc9-3239-4ff2-82b9-9f2133d904fb + jinja: '{{translation["fi"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fi-en-target + reference: '' diff --git a/promptsource/templates/wmt19/fr-de/templates.yaml b/promptsource/templates/wmt19/fr-de/templates.yaml new file mode 100644 index 000000000..03211a370 --- /dev/null +++ b/promptsource/templates/wmt19/fr-de/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: fr-de +templates: + 02b79c10-0a8e-4482-9a00-743c9a3666ee: !Template + answer_choices: null + id: 02b79c10-0a8e-4482-9a00-743c9a3666ee + jinja: '{{translation["de"]}} = French: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-fr-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 29a91408-85f4-4a55-ae0f-16338b5749a5: !Template + answer_choices: null + id: 29a91408-85f4-4a55-ae0f-16338b5749a5 + jinja: 'Given the following passage: {{translation["de"]}} , a good French translation + is: ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-fr-target + reference: '' + 2c9b4ab7-9c57-4525-969f-b951df2b2a94: !Template + answer_choices: null + id: 2c9b4ab7-9c57-4525-969f-b951df2b2a94 + jinja: 'What is the French translation of: {{translation["de"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-fr-target + reference: GPT-3 paper + 2e3e5a7c-b484-49c2-9660-461da0264f5e: !Template + answer_choices: null + id: 2e3e5a7c-b484-49c2-9660-461da0264f5e + jinja: 'German: {{translation["de"]}} translates into French as: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-fr-source+target + reference: '' + 3dfc0e89-8459-4498-b5ef-87fe9682d516: !Template + answer_choices: null + id: 3dfc0e89-8459-4498-b5ef-87fe9682d516 + jinja: 'If the original version says: {{translation["fr"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fr-de-target + reference: '' + 4101e307-ca38-4848-acd9-616d60e1b8dd: !Template + answer_choices: null + id: 4101e307-ca38-4848-acd9-616d60e1b8dd + jinja: 'If the German version says: {{translation["de"]}}; then the French version + should say: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-fr-source+target + reference: '' + 44665ae6-6ca1-4e4e-9469-0ff1add72fd1: !Template + answer_choices: null + id: 44665ae6-6ca1-4e4e-9469-0ff1add72fd1 + jinja: 'Given the following source text in German: {{translation["de"]}} , a good + French translation is: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-de-fr-source+target + reference: '' + 4718d5fd-333a-453a-ab9e-ade6c0eb23e9: !Template + answer_choices: null + id: 4718d5fd-333a-453a-ab9e-ade6c0eb23e9 + jinja: 'French: {{translation["fr"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fr-de-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 538dc918-e66b-444a-bb7b-62e73934bb02: !Template + answer_choices: null + id: 538dc918-e66b-444a-bb7b-62e73934bb02 + jinja: '{{translation["fr"]}} = German: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-fr-de-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 576d28f5-4785-42f2-9431-b33026c43498: !Template + answer_choices: null + id: 576d28f5-4785-42f2-9431-b33026c43498 + jinja: 'What is the German translation of the French sentence: {{translation["fr"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fr-de-source+target + reference: GPT-3 paper + 5ead1818-8c5d-4516-89b8-34b10c8371a7: !Template + answer_choices: null + id: 5ead1818-8c5d-4516-89b8-34b10c8371a7 + jinja: 'How do you say {{translation["fr"]}} in German? + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-fr-de-target + reference: '' + 70631159-fef5-42fb-a154-019fb0d96cd4: !Template + answer_choices: null + id: 70631159-fef5-42fb-a154-019fb0d96cd4 + jinja: 'Translate this from German into French: {{translation["de"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-fr-source+starget + reference: '' + 72bd10ed-0fd9-4718-b175-c20c5bd9a70e: !Template + answer_choices: null + id: 72bd10ed-0fd9-4718-b175-c20c5bd9a70e + jinja: 'French: {{translation["fr"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fr-de-source+target + reference: '' + 758d7918-2931-4883-9b1c-aeb44227a6c4: !Template + answer_choices: null + id: 758d7918-2931-4883-9b1c-aeb44227a6c4 + jinja: 'How do you say {{translation["de"]}} in French? + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-de-fr-target + reference: '' + 7974a5c0-0b58-4067-9c3f-4ef8be35a987: !Template + answer_choices: null + id: 7974a5c0-0b58-4067-9c3f-4ef8be35a987 + jinja: 'Given the following passage: {{translation["fr"]}} , a good German translation + is: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fr-de-target + reference: '' + 80c1e81e-8e63-478d-bc72-adfce1f95016: !Template + answer_choices: null + id: 80c1e81e-8e63-478d-bc72-adfce1f95016 + jinja: ' {{translation["de"]}} translates into French as: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_de-fr-target + reference: '' + 844bacf0-2da2-4ffd-947d-8898145b6b09: !Template + answer_choices: null + id: 844bacf0-2da2-4ffd-947d-8898145b6b09 + jinja: 'Translate this into French: {{translation["de"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-de-fr-target + reference: '' + 85a1dd29-152e-4064-b97a-2af772ddeb55: !Template + answer_choices: null + id: 85a1dd29-152e-4064-b97a-2af772ddeb55 + jinja: 'If the French version says: {{translation["fr"]}}; then the German version + should say: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-fr-de-source+target + reference: '' + 871db540-18be-4cc4-818d-9009ce8de896: !Template + answer_choices: null + id: 871db540-18be-4cc4-818d-9009ce8de896 + jinja: 'German: {{translation["de"]}} = French: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-de-fr-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 92d8b55a-6267-4fa0-af26-f99b921444c5: !Template + answer_choices: null + id: 92d8b55a-6267-4fa0-af26-f99b921444c5 + jinja: 'Translate this from French into German: {{translation["fr"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fr-de-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 96ab70c9-ad4a-4bd2-863b-8c8aaa27e881: !Template + answer_choices: null + id: 96ab70c9-ad4a-4bd2-863b-8c8aaa27e881 + jinja: 'What is the German translation of : {{translation["fr"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-fr-de-target + reference: GPT-3 paper + a855a184-a86c-4824-920b-da6cf3fe8faf: !Template + answer_choices: null + id: a855a184-a86c-4824-920b-da6cf3fe8faf + jinja: 'Translate this into German: {{translation["fr"]}} + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-fr-de-target + reference: '' + ade41a91-0578-4ce3-ba1a-3cb4537cd266: !Template + answer_choices: null + id: ade41a91-0578-4ce3-ba1a-3cb4537cd266 + jinja: 'If the original version says: {{translation["de"]}}; then the French version + should say: + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-de-fr-target + reference: '' + c9332f62-6328-4aec-805b-4fded0df7ffa: !Template + answer_choices: null + id: c9332f62-6328-4aec-805b-4fded0df7ffa + jinja: 'Given the following source text in French: {{translation["fr"]}} , a good + German translation is: ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-fr-de-source+target + reference: '' + d1e73e14-b677-4cec-b43f-497f4997747c: !Template + answer_choices: null + id: d1e73e14-b677-4cec-b43f-497f4997747c + jinja: '{{translation["fr"]}} translates into German as: + + ||| {{translation["de"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_fr-de-target + reference: '' + d6b79b6b-be44-4494-be72-513904736115: !Template + answer_choices: null + id: d6b79b6b-be44-4494-be72-513904736115 + jinja: 'What is the French translation of the German sentence: {{translation["de"]}} + + ||| {{translation["fr"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-de-fr-source+target + reference: GPT 3 paper diff --git a/promptsource/templates/wmt19/gu-en/templates.yaml b/promptsource/templates/wmt19/gu-en/templates.yaml new file mode 100644 index 000000000..b0ffb48aa --- /dev/null +++ b/promptsource/templates/wmt19/gu-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: gu-en +templates: + 00672ffa-2f48-411b-a52c-fa7abf359b68: !Template + answer_choices: null + id: 00672ffa-2f48-411b-a52c-fa7abf359b68 + jinja: 'If the original version says: {{translation["gu"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-gu-en-target + reference: '' + 11ba3712-b335-4c47-bcb6-c6cd19203981: !Template + answer_choices: null + id: 11ba3712-b335-4c47-bcb6-c6cd19203981 + jinja: 'How do you say {{translation["en"]}} in Gurajati? + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-gu-target + reference: '' + 28443716-ea33-458c-8c9a-f055dd3a161a: !Template + answer_choices: null + id: 28443716-ea33-458c-8c9a-f055dd3a161a + jinja: 'What is the Gurajati translation of the English sentence: {{translation["en"]}} + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-gu-source+target + reference: GPT 3 paper + 2e6c5141-6937-49f2-810e-4eb9bd9c4d3c: !Template + answer_choices: null + id: 2e6c5141-6937-49f2-810e-4eb9bd9c4d3c + jinja: 'English: {{translation["en"]}} = Gurajati: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-gu-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 3881054b-1e24-4300-b219-4f870bd72de9: !Template + answer_choices: null + id: 3881054b-1e24-4300-b219-4f870bd72de9 + jinja: 'Translate this from English into Gurajati: {{translation["en"]}} + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-gu-source+starget + reference: '' + 504f3217-bec3-4015-8209-8ad7676ecb20: !Template + answer_choices: null + id: 504f3217-bec3-4015-8209-8ad7676ecb20 + jinja: 'If the original version says: {{translation["en"]}}; then the Gurajati + version should say: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-gu-target + reference: '' + 55b2fd44-a3b0-404e-a687-f61d6401b155: !Template + answer_choices: null + id: 55b2fd44-a3b0-404e-a687-f61d6401b155 + jinja: 'Gurajati: {{translation["gu"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_gu-en-source+target + reference: '' + 5b3df10f-7504-43c6-a667-fc98b72a1dd2: !Template + answer_choices: null + id: 5b3df10f-7504-43c6-a667-fc98b72a1dd2 + jinja: 'Translate this into English: {{translation["gu"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-gu-en-target + reference: '' + 5ff2be23-ef8b-489f-bb43-87a417afdf9b: !Template + answer_choices: null + id: 5ff2be23-ef8b-489f-bb43-87a417afdf9b + jinja: 'English: {{translation["en"]}} translates into Gurajati as: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-gu-source+target + reference: '' + 6fcb810b-1f74-4d01-b065-a7a1ffd3a1ce: !Template + answer_choices: null + id: 6fcb810b-1f74-4d01-b065-a7a1ffd3a1ce + jinja: '{{translation["gu"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-gu-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 79ce60b6-a9aa-4499-bf1e-be4ba040739b: !Template + answer_choices: null + id: 79ce60b6-a9aa-4499-bf1e-be4ba040739b + jinja: 'Translate this into Gurajati: {{translation["en"]}} + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-gu-target + reference: '' + 8597ba15-219a-4d23-aea7-8262b1548226: !Template + answer_choices: null + id: 8597ba15-219a-4d23-aea7-8262b1548226 + jinja: 'If the Gurajati version says: {{translation["gu"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-gu-en-source+target + reference: '' + 9a033c1a-fefc-46bc-84b7-299a7724c985: !Template + answer_choices: null + id: 9a033c1a-fefc-46bc-84b7-299a7724c985 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Gurajati translation is: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-gu-source+target + reference: '' + 9dcf2e80-7b92-4117-a713-e2e299d9cf39: !Template + answer_choices: null + id: 9dcf2e80-7b92-4117-a713-e2e299d9cf39 + jinja: 'Given the following passage: {{translation["gu"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-gu-en-target + reference: '' + ae16add5-c066-40e7-a7c9-71926206d849: !Template + answer_choices: null + id: ae16add5-c066-40e7-a7c9-71926206d849 + jinja: 'Given the following source text in Gurajati: {{translation["gu"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-gu-en-source+target + reference: '' + b3f958e4-a4d9-4ba7-91e6-8958f5612a47: !Template + answer_choices: null + id: b3f958e4-a4d9-4ba7-91e6-8958f5612a47 + jinja: 'What is the Gurajati translation of: {{translation["en"]}} + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-gu-target + reference: GPT-3 paper + c8441059-2e74-4248-862b-901e053d6c36: !Template + answer_choices: null + id: c8441059-2e74-4248-862b-901e053d6c36 + jinja: 'How do you say {{translation["gu"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-gu-en-target + reference: '' + ccc7f258-d5ce-48d2-a833-9bfd4e42f42c: !Template + answer_choices: null + id: ccc7f258-d5ce-48d2-a833-9bfd4e42f42c + jinja: 'What is the English translation of the Gurajati sentence: {{translation["gu"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-gu-en-source+target + reference: GPT-3 paper + cf3bf7ca-02f5-44a1-ab32-ff453bc05c1a: !Template + answer_choices: null + id: cf3bf7ca-02f5-44a1-ab32-ff453bc05c1a + jinja: '{{translation["gu"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_gu-en-target + reference: '' + cf759928-85d0-4779-ae73-e3cc64c63a08: !Template + answer_choices: null + id: cf759928-85d0-4779-ae73-e3cc64c63a08 + jinja: 'Given the following passage: {{translation["en"]}} , a good Gurajati translation + is: ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-gu-target + reference: '' + d4921d87-f2c4-4f7b-98ac-f330a93b672b: !Template + answer_choices: null + id: d4921d87-f2c4-4f7b-98ac-f330a93b672b + jinja: 'What is the English translation of : {{translation["gu"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-gu-en-target + reference: GPT-3 paper + e1337b9d-8f65-4ab7-bd13-e2a65cff164e: !Template + answer_choices: null + id: e1337b9d-8f65-4ab7-bd13-e2a65cff164e + jinja: 'Gurajati: {{translation["gu"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-gu-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e85a53f5-a00d-4a2d-b6b3-3ae64230d6fd: !Template + answer_choices: null + id: e85a53f5-a00d-4a2d-b6b3-3ae64230d6fd + jinja: '{{translation["en"]}} = Gurajati: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-gu-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e860b831-fed6-439e-bafa-b9fc04fc8873: !Template + answer_choices: null + id: e860b831-fed6-439e-bafa-b9fc04fc8873 + jinja: 'If the English version says: {{translation["en"]}}; then the Gurajati + version should say: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-gu-source+target + reference: '' + ec9cae8d-c7ee-4e41-bc44-faa289de9a74: !Template + answer_choices: null + id: ec9cae8d-c7ee-4e41-bc44-faa289de9a74 + jinja: 'Translate this from Gurajati into English: {{translation["gu"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-gu-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + f5a969a6-5dca-47b1-b15a-6cb4d296cb1d: !Template + answer_choices: null + id: f5a969a6-5dca-47b1-b15a-6cb4d296cb1d + jinja: ' {{translation["en"]}} translates into Gurajati as: + + ||| {{translation["gu"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-gu-target + reference: '' diff --git a/promptsource/templates/wmt19/kk-en/templates.yaml b/promptsource/templates/wmt19/kk-en/templates.yaml new file mode 100644 index 000000000..dfad20431 --- /dev/null +++ b/promptsource/templates/wmt19/kk-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: kk-en +templates: + 016e1027-677c-4fff-9f87-4f0b05ff7f98: !Template + answer_choices: null + id: 016e1027-677c-4fff-9f87-4f0b05ff7f98 + jinja: 'What is the Kazakh translation of: {{translation["en"]}} + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-kk-target + reference: GPT-3 paper + 05b7fa2e-0a0e-4e7f-8fa7-71aa04f40dc6: !Template + answer_choices: null + id: 05b7fa2e-0a0e-4e7f-8fa7-71aa04f40dc6 + jinja: 'How do you say {{translation["en"]}} in Kazakh? + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-kk-target + reference: '' + 05d095c2-f150-46e3-a39b-1f06e01ca39e: !Template + answer_choices: null + id: 05d095c2-f150-46e3-a39b-1f06e01ca39e + jinja: 'If the original version says: {{translation["en"]}}; then the Kazakh version + should say: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-kk-target + reference: '' + 12139536-fb0e-43b5-a763-d9a6c84101ba: !Template + answer_choices: null + id: 12139536-fb0e-43b5-a763-d9a6c84101ba + jinja: 'Kazakh: {{translation["kk"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-kk-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 29f05e00-9b0f-4db0-9226-f558fd02709d: !Template + answer_choices: null + id: 29f05e00-9b0f-4db0-9226-f558fd02709d + jinja: 'If the Kazakh version says: {{translation["kk"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-kk-en-source+target + reference: '' + 2f05a859-a361-4e6a-ac89-48c2b66f0382: !Template + answer_choices: null + id: 2f05a859-a361-4e6a-ac89-48c2b66f0382 + jinja: 'Translate this from English into Kazakh: {{translation["en"]}} + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-kk-source+starget + reference: '' + 35258de4-8943-4a5f-b45c-72559fc048bc: !Template + answer_choices: null + id: 35258de4-8943-4a5f-b45c-72559fc048bc + jinja: ' {{translation["en"]}} translates into Kazakh as: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-kk-target + reference: '' + 361734f8-dc83-4194-87ad-937a210cc037: !Template + answer_choices: null + id: 361734f8-dc83-4194-87ad-937a210cc037 + jinja: 'What is the English translation of : {{translation["kk"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-kk-en-target + reference: GPT-3 paper + 3991795b-1860-4ffa-9001-26454c7174b2: !Template + answer_choices: null + id: 3991795b-1860-4ffa-9001-26454c7174b2 + jinja: 'English: {{translation["en"]}} = Kazakh: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-kk-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 45807ca5-c5df-4a43-a7f1-3935d49dbbe7: !Template + answer_choices: null + id: 45807ca5-c5df-4a43-a7f1-3935d49dbbe7 + jinja: 'If the original version says: {{translation["kk"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-kk-en-target + reference: '' + 48ac727e-ecd6-4458-a8e2-9c1e1e9d1f73: !Template + answer_choices: null + id: 48ac727e-ecd6-4458-a8e2-9c1e1e9d1f73 + jinja: 'If the English version says: {{translation["en"]}}; then the Kazakh version + should say: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-kk-source+target + reference: '' + 5abf7d89-6eca-4d84-809a-1897af755a42: !Template + answer_choices: null + id: 5abf7d89-6eca-4d84-809a-1897af755a42 + jinja: 'Given the following source text in Kazakh: {{translation["kk"]}} , a good + English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-kk-en-source+target + reference: '' + 6b67073b-86ff-41f5-ace3-87380619aa1a: !Template + answer_choices: null + id: 6b67073b-86ff-41f5-ace3-87380619aa1a + jinja: 'Translate this into Kazakh: {{translation["en"]}} + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-kk-target + reference: '' + 7a00cb3d-d7e9-40e0-b2f1-a639caef4105: !Template + answer_choices: null + id: 7a00cb3d-d7e9-40e0-b2f1-a639caef4105 + jinja: '{{translation["kk"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_kk-en-target + reference: '' + 7e23e55c-1e67-4a21-98e3-a361eb989e98: !Template + answer_choices: null + id: 7e23e55c-1e67-4a21-98e3-a361eb989e98 + jinja: '{{translation["kk"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-kk-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 92d739d1-ad1c-4379-bd0f-6d2584bb6147: !Template + answer_choices: null + id: 92d739d1-ad1c-4379-bd0f-6d2584bb6147 + jinja: 'Given the following passage: {{translation["en"]}} , a good Kazakh translation + is: ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-kk-target + reference: '' + a2528e1c-b6e5-4c2d-95ce-395d6d5dccc7: !Template + answer_choices: null + id: a2528e1c-b6e5-4c2d-95ce-395d6d5dccc7 + jinja: 'Kazakh: {{translation["kk"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_kk-en-source+target + reference: '' + ac7eb2a0-7979-4045-bd86-65501805c2e0: !Template + answer_choices: null + id: ac7eb2a0-7979-4045-bd86-65501805c2e0 + jinja: 'Translate this from Kazakh into English: {{translation["kk"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-kk-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + bdac0d10-e077-4c76-9f7e-f6b6878e41ad: !Template + answer_choices: null + id: bdac0d10-e077-4c76-9f7e-f6b6878e41ad + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Kazakh translation is: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-kk-source+target + reference: '' + c03acc66-b187-4746-b5fe-4b14ab4ef417: !Template + answer_choices: null + id: c03acc66-b187-4746-b5fe-4b14ab4ef417 + jinja: 'English: {{translation["en"]}} translates into Kazakh as: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-kk-source+target + reference: '' + c7bc8a8c-829e-4863-a978-0ac6aee572ff: !Template + answer_choices: null + id: c7bc8a8c-829e-4863-a978-0ac6aee572ff + jinja: 'Translate this into English: {{translation["kk"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-kk-en-target + reference: '' + d263f205-a7e9-450f-a821-6cb5dd167585: !Template + answer_choices: null + id: d263f205-a7e9-450f-a821-6cb5dd167585 + jinja: '{{translation["en"]}} = Kazakh: + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-kk-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e59ffaa7-d828-463f-b79d-6fe0e0378daa: !Template + answer_choices: null + id: e59ffaa7-d828-463f-b79d-6fe0e0378daa + jinja: 'Given the following passage: {{translation["kk"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-kk-en-target + reference: '' + e614b3f0-ac5f-4570-ab95-8f246be0f077: !Template + answer_choices: null + id: e614b3f0-ac5f-4570-ab95-8f246be0f077 + jinja: 'How do you say {{translation["kk"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-kk-en-target + reference: '' + f617d102-ce28-4b31-aae9-5ffd6341a8ba: !Template + answer_choices: null + id: f617d102-ce28-4b31-aae9-5ffd6341a8ba + jinja: 'What is the Kazakh translation of the English sentence: {{translation["en"]}} + + ||| {{translation["kk"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-kk-source+target + reference: GPT 3 paper + ff749f28-c9d2-4830-a8bf-c7895e00aaaa: !Template + answer_choices: null + id: ff749f28-c9d2-4830-a8bf-c7895e00aaaa + jinja: 'What is the English translation of the Kazakh sentence: {{translation["kk"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-kk-en-source+target + reference: GPT-3 paper diff --git a/promptsource/templates/wmt19/lt-en/templates.yaml b/promptsource/templates/wmt19/lt-en/templates.yaml new file mode 100644 index 000000000..9f095ecef --- /dev/null +++ b/promptsource/templates/wmt19/lt-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: lt-en +templates: + 005f744f-cd93-4d4b-8729-56bc2188669d: !Template + answer_choices: null + id: 005f744f-cd93-4d4b-8729-56bc2188669d + jinja: 'Translate this from Lithuanian into English: {{translation["lt"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-lt-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 0380efec-57ed-4437-84dc-a61f79017856: !Template + answer_choices: null + id: 0380efec-57ed-4437-84dc-a61f79017856 + jinja: 'Lithuanian: {{translation["lt"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_lt-en-source+target + reference: '' + 0ac8a6cc-615a-4b37-864f-66a223c5dbd9: !Template + answer_choices: null + id: 0ac8a6cc-615a-4b37-864f-66a223c5dbd9 + jinja: 'Lithuanian: {{translation["lt"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-lt-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 18c81ecf-7582-49a8-a4c8-5bb4281ce98f: !Template + answer_choices: null + id: 18c81ecf-7582-49a8-a4c8-5bb4281ce98f + jinja: 'What is the Lithuanian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-lt-source+target + reference: GPT 3 paper + 1a6f9056-57b3-41ab-a365-a7932bee428f: !Template + answer_choices: null + id: 1a6f9056-57b3-41ab-a365-a7932bee428f + jinja: 'How do you say {{translation["lt"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-lt-en-target + reference: '' + 1ce4b380-5230-41f7-b8bb-824cacdf80ee: !Template + answer_choices: null + id: 1ce4b380-5230-41f7-b8bb-824cacdf80ee + jinja: 'If the original version says: {{translation["en"]}}; then the Lithuanian + version should say: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-lt-target + reference: '' + 264b2535-2e7d-4efe-9704-09c2b1332cac: !Template + answer_choices: null + id: 264b2535-2e7d-4efe-9704-09c2b1332cac + jinja: 'Translate this into Lithuanian: {{translation["en"]}} + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-lt-target + reference: '' + 28987179-bc04-4e63-982a-b959efbd95a5: !Template + answer_choices: null + id: 28987179-bc04-4e63-982a-b959efbd95a5 + jinja: 'Given the following passage: {{translation["en"]}} , a good Lithuanian + translation is: ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-lt-target + reference: '' + 4bb2c423-342a-46fc-928b-eb4d9a01297c: !Template + answer_choices: null + id: 4bb2c423-342a-46fc-928b-eb4d9a01297c + jinja: '{{translation["lt"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-lt-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 4f5f0594-32a5-4690-81ae-64deb3289f94: !Template + answer_choices: null + id: 4f5f0594-32a5-4690-81ae-64deb3289f94 + jinja: 'Translate this into English: {{translation["lt"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-lt-en-target + reference: '' + 5afbe8cf-9f27-4482-b936-44a06fae2a21: !Template + answer_choices: null + id: 5afbe8cf-9f27-4482-b936-44a06fae2a21 + jinja: 'If the Lithuanian version says: {{translation["lt"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-lt-en-source+target + reference: '' + 615c0d2b-ead7-458a-b3b8-16092d899d0f: !Template + answer_choices: null + id: 615c0d2b-ead7-458a-b3b8-16092d899d0f + jinja: 'If the English version says: {{translation["en"]}}; then the Lithuanian + version should say: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-lt-source+target + reference: '' + 74fb4a3d-99a1-4bd0-a57d-2bd53732eb35: !Template + answer_choices: null + id: 74fb4a3d-99a1-4bd0-a57d-2bd53732eb35 + jinja: 'English: {{translation["en"]}} = Lithuanian: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-lt-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 77a3ab9f-f3ce-4b46-b080-13776b973919: !Template + answer_choices: null + id: 77a3ab9f-f3ce-4b46-b080-13776b973919 + jinja: 'How do you say {{translation["en"]}} in Lithuanian? + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-lt-target + reference: '' + 8d69a032-f7c1-49ff-acea-093b672c9dd6: !Template + answer_choices: null + id: 8d69a032-f7c1-49ff-acea-093b672c9dd6 + jinja: 'What is the Lithuanian translation of: {{translation["en"]}} + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-lt-target + reference: GPT-3 paper + 97a087e8-fd66-4b95-9c75-87250b8e5e5c: !Template + answer_choices: null + id: 97a087e8-fd66-4b95-9c75-87250b8e5e5c + jinja: 'Given the following passage: {{translation["lt"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-lt-en-target + reference: '' + a09584a3-544a-4508-9890-7db646ec6902: !Template + answer_choices: null + id: a09584a3-544a-4508-9890-7db646ec6902 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Lithuanian translation is: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-lt-source+target + reference: '' + b4b2863d-0eb4-4220-86ba-cd7873a31e33: !Template + answer_choices: null + id: b4b2863d-0eb4-4220-86ba-cd7873a31e33 + jinja: 'English: {{translation["en"]}} translates into Lithuanian as: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-lt-source+target + reference: '' + ba8c242b-aeac-44b0-8ed0-4e108fa46ddc: !Template + answer_choices: null + id: ba8c242b-aeac-44b0-8ed0-4e108fa46ddc + jinja: 'What is the English translation of the Lithuanian sentence: {{translation["lt"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-lt-en-source+target + reference: GPT-3 paper + bb388f4f-0184-4ee1-b445-6ce35a4566a4: !Template + answer_choices: null + id: bb388f4f-0184-4ee1-b445-6ce35a4566a4 + jinja: 'What is the English translation of : {{translation["lt"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-lt-en-target + reference: GPT-3 paper + c2fb9339-44a0-468b-aa07-984aaf09cb9c: !Template + answer_choices: null + id: c2fb9339-44a0-468b-aa07-984aaf09cb9c + jinja: 'Given the following source text in Lithuanian: {{translation["lt"]}} , + a good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-lt-en-source+target + reference: '' + c8412be4-f223-47d1-ad3f-36c640edaaaa: !Template + answer_choices: null + id: c8412be4-f223-47d1-ad3f-36c640edaaaa + jinja: 'If the original version says: {{translation["lt"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-lt-en-target + reference: '' + cab29758-8001-4d7f-9eaa-b492cb0aca49: !Template + answer_choices: null + id: cab29758-8001-4d7f-9eaa-b492cb0aca49 + jinja: '{{translation["lt"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_lt-en-target + reference: '' + da751307-9d0b-4566-bb95-9fa90f0132f5: !Template + answer_choices: null + id: da751307-9d0b-4566-bb95-9fa90f0132f5 + jinja: ' {{translation["en"]}} translates into Lithuanian as: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-lt-target + reference: '' + e5b2d433-eff7-4ca6-b10c-5cc3b3c5d662: !Template + answer_choices: null + id: e5b2d433-eff7-4ca6-b10c-5cc3b3c5d662 + jinja: '{{translation["en"]}} = Lithuanian: + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-lt-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + f3fbfb49-72a6-4aa6-b48e-f3adf02e54d5: !Template + answer_choices: null + id: f3fbfb49-72a6-4aa6-b48e-f3adf02e54d5 + jinja: 'Translate this from English into Lithuanian: {{translation["en"]}} + + ||| {{translation["lt"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-lt-source+starget + reference: '' diff --git a/promptsource/templates/wmt19/ru-en/templates.yaml b/promptsource/templates/wmt19/ru-en/templates.yaml new file mode 100644 index 000000000..2edb93dc6 --- /dev/null +++ b/promptsource/templates/wmt19/ru-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: ru-en +templates: + 0aaba792-7e4c-4088-832e-8f726fb2d8f3: !Template + answer_choices: null + id: 0aaba792-7e4c-4088-832e-8f726fb2d8f3 + jinja: 'If the English version says: {{translation["en"]}}; then the Russian version + should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-source+target + reference: '' + 1975db74-601b-40e5-8615-f1af51e11857: !Template + answer_choices: null + id: 1975db74-601b-40e5-8615-f1af51e11857 + jinja: 'How do you say {{translation["en"]}} in Russian? + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-ru-target + reference: '' + 1b9be0af-e67d-4f87-b032-172faa9e329b: !Template + answer_choices: null + id: 1b9be0af-e67d-4f87-b032-172faa9e329b + jinja: 'What is the English translation of : {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-target + reference: GPT-3 paper + 2124a999-8d8e-4ba5-8eab-5e475aff39cc: !Template + answer_choices: null + id: 2124a999-8d8e-4ba5-8eab-5e475aff39cc + jinja: 'Translate this into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-target + reference: '' + 256e0bdd-c8f8-4561-b6f6-e72c7acaa9c6: !Template + answer_choices: null + id: 256e0bdd-c8f8-4561-b6f6-e72c7acaa9c6 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Russian translation is: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-source+target + reference: '' + 2c9a43f2-6aa1-438d-b6eb-6863ff34cc76: !Template + answer_choices: null + id: 2c9a43f2-6aa1-438d-b6eb-6863ff34cc76 + jinja: ' {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-target + reference: '' + 314b2f22-b592-4adb-8a41-2e88c5ab9a3e: !Template + answer_choices: null + id: 314b2f22-b592-4adb-8a41-2e88c5ab9a3e + jinja: '{{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 32681ba6-ad58-403c-b758-3d3793477327: !Template + answer_choices: null + id: 32681ba6-ad58-403c-b758-3d3793477327 + jinja: 'What is the Russian translation of: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-target + reference: GPT-3 paper + 3cc7638d-91cc-4838-a4a4-beb612ee2051: !Template + answer_choices: null + id: 3cc7638d-91cc-4838-a4a4-beb612ee2051 + jinja: 'Translate this from Russian into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 3e7069c6-6efb-4865-b18e-e67bd4425c5c: !Template + answer_choices: null + id: 3e7069c6-6efb-4865-b18e-e67bd4425c5c + jinja: 'English: {{translation["en"]}} translates into Russian as: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-ru-source+target + reference: '' + 46b88a9c-4e5e-4479-9840-85454dbcb303: !Template + answer_choices: null + id: 46b88a9c-4e5e-4479-9840-85454dbcb303 + jinja: '{{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-target + reference: '' + 4861eaf1-a385-4b2c-97e7-47fd0f484973: !Template + answer_choices: null + id: 4861eaf1-a385-4b2c-97e7-47fd0f484973 + jinja: 'Translate this into English: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-ru-en-target + reference: '' + 56a6ef90-d916-4872-9971-28d32142af96: !Template + answer_choices: null + id: 56a6ef90-d916-4872-9971-28d32142af96 + jinja: 'What is the English translation of the Russian sentence: {{translation["ru"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-ru-en-source+target + reference: GPT-3 paper + 5e34c936-eb95-49fd-abf8-76e069250e6a: !Template + answer_choices: null + id: 5e34c936-eb95-49fd-abf8-76e069250e6a + jinja: 'What is the Russian translation of the English sentence: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-ru-source+target + reference: GPT 3 paper + 62516534-2a39-47fb-8403-5c6e7dd1c97b: !Template + answer_choices: null + id: 62516534-2a39-47fb-8403-5c6e7dd1c97b + jinja: 'If the Russian version says: {{translation["ru"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-source+target + reference: '' + 6459ffc2-6c60-459e-82db-84199a66362d: !Template + answer_choices: null + id: 6459ffc2-6c60-459e-82db-84199a66362d + jinja: 'Russian: {{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 7aa83e54-ffb0-4c9e-8aea-4d91237897db: !Template + answer_choices: null + id: 7aa83e54-ffb0-4c9e-8aea-4d91237897db + jinja: '{{translation["ru"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-ru-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 81b4a43f-b096-4b0e-944d-9a23f0110a2b: !Template + answer_choices: null + id: 81b4a43f-b096-4b0e-944d-9a23f0110a2b + jinja: 'How do you say {{translation["ru"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-ru-en-target + reference: '' + 89e8ef4e-f0e9-4e61-970a-ab6e6e515387: !Template + answer_choices: null + id: 89e8ef4e-f0e9-4e61-970a-ab6e6e515387 + jinja: 'Given the following passage: {{translation["ru"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-target + reference: '' + 9488c5d3-20bb-4044-a1de-ca0bda231ad2: !Template + answer_choices: null + id: 9488c5d3-20bb-4044-a1de-ca0bda231ad2 + jinja: 'If the original version says: {{translation["en"]}}; then the Russian + version should say: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-ru-target + reference: '' + aa3c33be-469b-4a65-9aa9-3d67552b8455: !Template + answer_choices: null + id: aa3c33be-469b-4a65-9aa9-3d67552b8455 + jinja: 'Given the following passage: {{translation["en"]}} , a good Russian translation + is: ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-ru-target + reference: '' + ac0c8454-6ec4-4743-b31d-768279cbf9e3: !Template + answer_choices: null + id: ac0c8454-6ec4-4743-b31d-768279cbf9e3 + jinja: 'Translate this from English into Russian: {{translation["en"]}} + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-ru-source+starget + reference: '' + af6bced2-3292-4e85-8434-44bf0cebc14b: !Template + answer_choices: null + id: af6bced2-3292-4e85-8434-44bf0cebc14b + jinja: 'If the original version says: {{translation["ru"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-ru-en-target + reference: '' + afa124a1-d7b0-4b5b-8d5d-8d20f47aa6aa: !Template + answer_choices: null + id: afa124a1-d7b0-4b5b-8d5d-8d20f47aa6aa + jinja: 'Given the following source text in Russian: {{translation["ru"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-ru-en-source+target + reference: '' + bf638811-ea72-40e7-a9d2-68fe34e41422: !Template + answer_choices: null + id: bf638811-ea72-40e7-a9d2-68fe34e41422 + jinja: 'Russian: {{translation["ru"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_ru-en-source+target + reference: '' + cc4e99c5-9172-486c-960c-5708e960210b: !Template + answer_choices: null + id: cc4e99c5-9172-486c-960c-5708e960210b + jinja: 'English: {{translation["en"]}} = Russian: + + ||| {{translation["ru"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-ru-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 diff --git a/promptsource/templates/wmt19/zh-en/templates.yaml b/promptsource/templates/wmt19/zh-en/templates.yaml new file mode 100644 index 000000000..e13ce2001 --- /dev/null +++ b/promptsource/templates/wmt19/zh-en/templates.yaml @@ -0,0 +1,345 @@ +dataset: wmt19 +subset: zh-en +templates: + 00f4d378-fd31-40e9-bddf-80c716311a55: !Template + answer_choices: null + id: 00f4d378-fd31-40e9-bddf-80c716311a55 + jinja: 'Translate this from English into Chinese: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-zh-source+starget + reference: '' + 03bf5bf1-50dc-4278-ae77-c21fc9bb5b38: !Template + answer_choices: null + id: 03bf5bf1-50dc-4278-ae77-c21fc9bb5b38 + jinja: 'What is the Chinese translation of: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-zh-target + reference: GPT-3 paper + 08d528bb-62b8-407f-a917-cd8f2f039dc0: !Template + answer_choices: null + id: 08d528bb-62b8-407f-a917-cd8f2f039dc0 + jinja: 'What is the English translation of : {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-zh-en-target + reference: GPT-3 paper + 0c961ed2-1fd4-425a-87cf-4f597464afd3: !Template + answer_choices: null + id: 0c961ed2-1fd4-425a-87cf-4f597464afd3 + jinja: 'What is the Chinese translation of the English sentence: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-en-zh-source+target + reference: GPT 3 paper + 13411150-33f4-48db-b6c3-e7704956d6c8: !Template + answer_choices: null + id: 13411150-33f4-48db-b6c3-e7704956d6c8 + jinja: 'English: {{translation["en"]}} translates into Chinese as: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-zh-source+target + reference: '' + 1e87b260-0ac0-45dd-aff6-dc1ee1403f6b: !Template + answer_choices: null + id: 1e87b260-0ac0-45dd-aff6-dc1ee1403f6b + jinja: 'Translate this into Chinese: {{translation["en"]}} + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-en-zh-target + reference: '' + 2a63c023-4fb7-41d2-bb84-5fad3bf7f6ac: !Template + answer_choices: null + id: 2a63c023-4fb7-41d2-bb84-5fad3bf7f6ac + jinja: 'How do you say {{translation["zh"]}} in English? + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-zh-en-target + reference: '' + 3204009f-5f11-449b-b31c-76cf4b099025: !Template + answer_choices: null + id: 3204009f-5f11-449b-b31c-76cf4b099025 + jinja: 'If the Chinese version says: {{translation["zh"]}}; then the English version + should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-zh-en-source+target + reference: '' + 328efda5-1fc0-4a75-96c2-351a8669ca6b: !Template + answer_choices: null + id: 328efda5-1fc0-4a75-96c2-351a8669ca6b + jinja: '{{translation["zh"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_zh-en-target + reference: '' + 4487fae5-dddd-482a-bdd7-91a37a7537dd: !Template + answer_choices: null + id: 4487fae5-dddd-482a-bdd7-91a37a7537dd + jinja: 'If the English version says: {{translation["en"]}}; then the Chinese version + should say: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-zh-source+target + reference: '' + 5269bb03-015a-4db0-a5fa-9337d95c81e5: !Template + answer_choices: null + id: 5269bb03-015a-4db0-a5fa-9337d95c81e5 + jinja: 'Given the following source text in English: {{translation["en"]}} , a + good Chinese translation is: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-zh-source+target + reference: '' + 6b066007-3a6b-415f-b8ef-bb93f894f831: !Template + answer_choices: null + id: 6b066007-3a6b-415f-b8ef-bb93f894f831 + jinja: 'English: {{translation["en"]}} = Chinese: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-zh-source-target + reference: Adapted from XGLM paper on few shot evaluation https://arxiv.org/abs/2112.10668 + 72c78300-19a2-4aad-83e9-e5b30a46dafd: !Template + answer_choices: null + id: 72c78300-19a2-4aad-83e9-e5b30a46dafd + jinja: '{{translation["en"]}} = Chinese: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-en-zh-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + 743eb883-26f3-4868-b8c0-a7d5b83776c6: !Template + answer_choices: null + id: 743eb883-26f3-4868-b8c0-a7d5b83776c6 + jinja: 'If the original version says: {{translation["zh"]}}; then the English + version should say: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-zh-en-target + reference: '' + 7f599e74-5e22-452d-a661-111f3388e136: !Template + answer_choices: null + id: 7f599e74-5e22-452d-a661-111f3388e136 + jinja: 'What is the English translation of the Chinese sentence: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: gpt-3-zh-en-source+target + reference: GPT-3 paper + 8040aec8-e681-47f3-b204-c18ec4f78f5e: !Template + answer_choices: null + id: 8040aec8-e681-47f3-b204-c18ec4f78f5e + jinja: 'Given the following passage: {{translation["en"]}} , a good Chinese translation + is: ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-en-zh-target + reference: '' + 868c0495-d871-418d-8ff3-a8d34309721f: !Template + answer_choices: null + id: 868c0495-d871-418d-8ff3-a8d34309721f + jinja: 'Translate this from Chinese into English: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-zh-en-source+target + reference: https://arxiv.org/pdf/1910.10683.pdf + 88bd8591-5b26-4f2b-9a12-8e57995bbaab: !Template + answer_choices: null + id: 88bd8591-5b26-4f2b-9a12-8e57995bbaab + jinja: 'If the original version says: {{translation["en"]}}; then the Chinese + version should say: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: version-en-zh-target + reference: '' + 89ee6d56-84c2-4e44-8b70-2da7a8054f9b: !Template + answer_choices: null + id: 89ee6d56-84c2-4e44-8b70-2da7a8054f9b + jinja: 'How do you say {{translation["en"]}} in Chinese? + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: how_to_say-en-zh-target + reference: '' + 98dde747-820b-4ec9-b9ab-fc76aba0c867: !Template + answer_choices: null + id: 98dde747-820b-4ec9-b9ab-fc76aba0c867 + jinja: 'Given the following source text in Chinese: {{translation["zh"]}} , a + good English translation is: ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-zh-en-source+target + reference: '' + ac3760e1-d074-43d4-8199-b19a1ee3effb: !Template + answer_choices: null + id: ac3760e1-d074-43d4-8199-b19a1ee3effb + jinja: 'Chinese: {{translation["zh"]}} translates into English as: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_zh-en-source+target + reference: '' + bccb49ca-d1b7-4930-b02d-52d8cbfbe6a5: !Template + answer_choices: null + id: bccb49ca-d1b7-4930-b02d-52d8cbfbe6a5 + jinja: 'Given the following passage: {{translation["zh"]}} , a good English translation + is: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: a_good_translation-zh-en-target + reference: '' + bd22ec10-1e72-45d0-93b0-edc16a567097: !Template + answer_choices: null + id: bd22ec10-1e72-45d0-93b0-edc16a567097 + jinja: ' {{translation["en"]}} translates into Chinese as: + + ||| {{translation["zh"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate_as_en-zh-target + reference: '' + e1275325-ec0c-407f-a13d-903260f66347: !Template + answer_choices: null + id: e1275325-ec0c-407f-a13d-903260f66347 + jinja: 'Translate this into English: {{translation["zh"]}} + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: translate-zh-en-target + reference: '' + e196c412-aeea-4a1d-bdcb-992734772e07: !Template + answer_choices: null + id: e196c412-aeea-4a1d-bdcb-992734772e07 + jinja: '{{translation["zh"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-zh-en-target + reference: XGLM paper https://arxiv.org/abs/2112.10668 + e4aaa404-3e92-4469-a074-b671442e049f: !Template + answer_choices: null + id: e4aaa404-3e92-4469-a074-b671442e049f + jinja: 'Chinese: {{translation["zh"]}} = English: + + ||| {{translation["en"]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + metrics: + - BLEU + original_task: true + name: xglm-zh-en-source+target + reference: XGLM paper https://arxiv.org/abs/2112.10668