From 960a71e58564e9eb3ebd10291c73ccf6493c428d Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 28 Jul 2022 08:52:54 +0200 Subject: [PATCH 1/3] Add en_en v01 --- .../GEM/wiki_lingua/en_en/templates.yaml | 84 +++++++++++++++++++ 1 file changed, 84 insertions(+) create mode 100644 promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml diff --git a/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml b/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml new file mode 100644 index 000000000..ebf858c08 --- /dev/null +++ b/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml @@ -0,0 +1,84 @@ +dataset: GEM/wiki_lingua +subset: en +templates: + 088288f3-7516-4cf7-9406-0e082053bf54: !Template + answer_choices: null + id: 088288f3-7516-4cf7-9406-0e082053bf54 + jinja: '{{source}} + + + === + + + Write a summary of the text above in {{target_language_name}} : ||| {{target}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - ROUGE + - BLEU + original_task: true + name: summarize_above_en + reference: xsum DOC_write_summary_of_above template + 2038df7b-5420-4a33-87ec-09715419deef: !Template + answer_choices: null + id: 2038df7b-5420-4a33-87ec-09715419deef + jinja: 'Article in {{source_language_name}}: {{source}} + + + Summary in {{target_language_name}}: ||| {{target}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - ROUGE + - BLEU + original_task: true + name: article_summary_en + reference: xsum 'article_DOC_summary' template + 753f0a46-aeff-4cd2-932c-8548897cebe5: !Template + answer_choices: null + id: 753f0a46-aeff-4cd2-932c-8548897cebe5 + jinja: '{{source}} + + + How would you rephrase that briefly in {{target_language_name}}? ||| {{target}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - ROUGE + - BLEU + original_task: true + name: rephrase_en + reference: xsum 'DOC_how_would_you_rephrase_few_words' template + d3c5baa3-5e37-46f8-b1b2-5b834181c9da: !Template + answer_choices: null + id: d3c5baa3-5e37-46f8-b1b2-5b834181c9da + jinja: '{{source}} + + + TL;DR in {{target_language_name}}: ||| {{target}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - ROUGE + - BLEU + original_task: true + name: tldr_en + reference: xsum 'DOC_tldr' template + dff7b314-7385-4855-bb90-253073a34fde: !Template + answer_choices: null + id: dff7b314-7385-4855-bb90-253073a34fde + jinja: "First, read the {{source_language_name}} article below.\n\n{{source}} \n\nNow, please write\ + \ a short abstract for it in {{target_language_name}}. ||| {{target}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - ROUGE + - BLEU + original_task: true + name: write_abstract_en + reference: xsum 'read_below_DOC_write_abstract' template From cdb99088b2ec0de6157523fe1d48800f7dce0d98 Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 28 Jul 2022 10:01:39 +0200 Subject: [PATCH 2/3] Add instructions --- .../templates/GEM/wiki_lingua/en_en/templates.yaml | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml b/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml index ebf858c08..08c2b6e8c 100644 --- a/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml +++ b/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml @@ -9,8 +9,7 @@ templates: === - - Write a summary of the text above in {{target_language_name}} : ||| {{target}}' + Write a summary of the previous text in {{target_language_name}}: ||| {{target}}' metadata: !TemplateMetadata choices_in_prompt: false languages: [] @@ -42,7 +41,7 @@ templates: jinja: '{{source}} - How would you rephrase that briefly in {{target_language_name}}? ||| {{target}}' + How would you rephrase that briefly using {{target_language_name}}? ||| {{target}}' metadata: !TemplateMetadata choices_in_prompt: false languages: [] @@ -72,7 +71,7 @@ templates: answer_choices: null id: dff7b314-7385-4855-bb90-253073a34fde jinja: "First, read the {{source_language_name}} article below.\n\n{{source}} \n\nNow, please write\ - \ a short abstract for it in {{target_language_name}}. ||| {{target}}" + \ a short abstract for it in {{target_language_name}}. Abstract: ||| {{target}}" metadata: !TemplateMetadata choices_in_prompt: false languages: [] From 97df53bb393448641ffdaaf8fc71f5f0cacd262a Mon Sep 17 00:00:00 2001 From: Muennighoff Date: Thu, 28 Jul 2022 10:03:37 +0200 Subject: [PATCH 3/3] Add name --- promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml b/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml index 08c2b6e8c..bc8456b0c 100644 --- a/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml +++ b/promptsource/templates/GEM/wiki_lingua/en_en/templates.yaml @@ -1,5 +1,5 @@ dataset: GEM/wiki_lingua -subset: en +subset: en_en templates: 088288f3-7516-4cf7-9406-0e082053bf54: !Template answer_choices: null