diff --git a/promptsource/templates/mlqa/mlqa.en.en/templates.yaml b/promptsource/templates/mlqa/mlqa.en.en/templates.yaml new file mode 100644 index 000000000..44a2def13 --- /dev/null +++ b/promptsource/templates/mlqa/mlqa.en.en/templates.yaml @@ -0,0 +1,104 @@ +dataset: mlqa +subset: mlqa.en.en +templates: + 320fffe0-b752-43f8-bf50-ecf009703ef0: !Template + answer_choices: null + id: 320fffe0-b752-43f8-bf50-ecf009703ef0 + jinja: '{{context}} + + Q: {{question}} + + Referring to the passage above, the correct answer to the given question in the language of the passage is + ||| {{answers["text"][0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: cqreferringa + reference: '' + 52a9896f-34d5-4bde-8843-6d01d4621016: !Template + answer_choices: null + id: 52a9896f-34d5-4bde-8843-6d01d4621016 + jinja: "{{context}}\n\nWith reference to the above context, {{question}} ||| \n\ + \n{{answers.text[0]}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: creferenceqa + reference: '' + 20b53380-5c3b-4884-8cd1-9b4316da7993: !Template + answer_choices: null + id: 20b53380-5c3b-4884-8cd1-9b4316da7993 + jinja: 'Refer to the passage below and then answer the question afterwards in the same language as the passage: + + + Passage: {{context}} + + + Question: {{question}} + + ||| + + {{answers["text"][0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: refercqa + reference: '' + 2cff064e-97e0-4026-94bc-3f7987856ec7: !Template + answer_choices: null + id: 2cff064e-97e0-4026-94bc-3f7987856ec7 + jinja: 'D: {{context}} + + + Q: {{question}} + + + A: ||| {{answers["text"][0]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - Squad + original_task: true + name: dqa + reference: '' + 530fffe1-b752-43f8-bf50-ecf009703ef0: !Template + answer_choices: null + id: 530fffe1-b752-43f8-bf50-ecf009703ef0 + jinja: "Read the following passage and then answer the question that follows by extracting the correct part from the passage: \n{{context}}\ + \ \n{{question}}\n||| {{answers.text[0]}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: exractingcqa + reference: '' + 420fffe1-b752-43f8-bf50-ecf009703ef0: !Template + answer_choices: null + id: 420fffe1-b752-43f8-bf50-ecf009703ef0 + jinja: "Question: {{question}}\n + Context: {{context}}\n + Answer from the Context: ||| {{answers.text[0]}}" + metadata: !TemplateMetadata + choices_in_prompt: false + languages: [] + metrics: + - Squad + original_task: true + name: qaanswera + reference: ''