diff --git a/promptsource/machine_translate.py b/promptsource/machine_translate.py new file mode 100644 index 000000000..83be861d0 --- /dev/null +++ b/promptsource/machine_translate.py @@ -0,0 +1,133 @@ +import os +import re + +from promptsource.templates import Template, TemplateCollection + + +### XNLI + +PROMPTS = [ + "GPT-3 style", + "can we infer", + "justified in saying", + "guaranteed/possible/impossible", + "MNLI crowdsource", +] + +LANGS = [ + "ar", + "es", + "fr", + "hi", + "sw", + "ur", + "vi", + "zh", +] + +SOURCE_DATASET = TARGET_DATASET = "xnli" +SOURCE_LANG = "en" + + +### XCOPA + +PROMPTS = [ + "best_option", + 'C1 or C2? premise, so/because…', + "i_am_hesitating", + "cause_effect", + "plausible_alternatives", +] + +LANGS = [ + #"id", + #"sw", + #"ta", + #"vi", + #"zh", + "tr", + "et", + "ht", + "th", + "it", + "qu", +] + +SOURCE_DATASET = "super_glue/copa" +SOURCE_LANG = None +TARGET_DATASET = "xcopa" + + +# Path to key +os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "/Users/niklasmuennighoff/Desktop/gcp_translate_key.json" + + +def translate(target, text): + """Translates text into the target language. + Target must be an ISO 639-1 language code. + See https://g.co/cloud/translate/v2/translate-reference#supported_languages + (pip install --upgrade google-api-python-client) + pip install google-cloud-translate + """ + import six + from google.cloud import translate_v2 as translate + + translate_client = translate.Client() + if isinstance(text, six.binary_type): + text = text.decode("utf-8") + # Text can also be a sequence of strings, in which case this method + # will return a sequence of results for each text. + # By default format_ is html, which would return " instead of " + result = translate_client.translate(text, source_language="en", target_language=target, format_="text") + print("Text: {}".format(result["input"])) + print("Translation: {}".format(result["translatedText"])) + # If not providing source_language + # print("Detected source language: {}".format(result["detectedSourceLanguage"])) + return result["translatedText"] + + +def normalize_string(zh_string, en_string): + """ + This is not specific to zh just to give an example & help Codex understand it :-) + Replaces the content in brackets in zh_string with the content in brackets from en_string. + All else is left the same in zh_string. + Args: + zh_string: {{前提}} 问题：{{假设}} 对、错或两者都不是？ ||| {{ answer_choices[标签] }} + en_string: {{premise}} Question: {{hypothesis}} True, False, or Neither? ||| {{ answer_choices[label] }} + Returns: + zh_string_normalized: {{premise}} 问题：{{hypothesis}} 对、错或两者都不是？ ||| {{ answer_choices[label] }} + """ + zh_string_normalized = zh_string + # Find all the content in brackets in zh_string + # For only double brackets {{(.*?)}}, but we do single brackets as well + zh_bracket_content = re.findall(r"{(.*?)}", zh_string) + # Find all the content in brackets in en_string + # For only double brackets {{(.*?)}}, but we do single brackets as well + en_bracket_content = re.findall(r"{(.*?)}", en_string) + # Replace the content in brackets in zh_string with the content in brackets from en_string + for i in range(len(zh_bracket_content)): + zh_string_normalized = zh_string_normalized.replace(zh_bracket_content[i], en_bracket_content[i]) + return zh_string_normalized + + +template_collection = TemplateCollection() +source_templates = template_collection.get_dataset(SOURCE_DATASET, SOURCE_LANG) + +for lang in LANGS: + target_templates = template_collection.get_dataset(TARGET_DATASET, lang) + for uid, template in source_templates.templates.items(): + if template.name.strip() not in PROMPTS: + continue + print(f"Translating {template.name.strip()} to {lang}") + answer_choices = [] + if template.answer_choices is not None: + choices = template.answer_choices.split("|||") + for c in choices: + answer_choices.append(normalize_string(translate(lang, c.strip()), c.strip())) + or_jinja = template.jinja.strip() + jinja = normalize_string(translate(lang, or_jinja), or_jinja) + template_name = template.name.strip() + f"_{lang}mt" + target_template = Template( + template_name, jinja=jinja, reference="", answer_choices=" ||| ".join(answer_choices) + ) + target_templates.add_template(target_template) diff --git a/promptsource/templates.py b/promptsource/templates.py index 2b9eb341e..ac8628509 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -235,6 +235,212 @@ "zu": "Zulu", } +# These are the metrics with which templates can be tagged +METRICS = { + "BLEU", + "ROUGE", + "Squad", + "Trivia QA", + "Accuracy", + "Pearson Correlation", + "Spearman Correlation", + "MultiRC", + "AUC", + "COQA F1", + "Edit Distance", + "Mean Reciprocal Rank", + "Other", +} + +# These are the languages with which templates can be tagged. Keys are ISO 639-1 +# tags, which are the actual tags we use. Values are English names shown in the +# UI for convenience. +LANGUAGES = { + "ab": "Abkhazian", + "aa": "Afar", + "af": "Afrikaans", + "ak": "Akan", + "sq": "Albanian", + "am": "Amharic", + "ar": "Arabic", + "an": "Aragonese", + "hy": "Armenian", + "as": "Assamese", + "av": "Avaric", + "ae": "Avestan", + "ay": "Aymara", + "az": "Azerbaijani", + "bm": "Bambara", + "ba": "Bashkir", + "eu": "Basque", + "be": "Belarusian", + "bn": "Bengali", + "bi": "Bislama", + "bs": "Bosnian", + "br": "Breton", + "bg": "Bulgarian", + "my": "Burmese", + "ca": "Catalan, Valencian", + "ch": "Chamorro", + "ce": "Chechen", + "ny": "Chichewa, Chewa, Nyanja", + "zh": "Chinese", + "cu": "Church Slavic, Old Slavonic, Church Slavonic, Old Bulgarian, Old Church Slavonic", + "cv": "Chuvash", + "kw": "Cornish", + "co": "Corsican", + "cr": "Cree", + "hr": "Croatian", + "cs": "Czech", + "da": "Danish", + "dv": "Divehi, Dhivehi, Maldivian", + "nl": "Dutch, Flemish", + "dz": "Dzongkha", + "en": "English", + "eo": "Esperanto", + "et": "Estonian", + "ee": "Ewe", + "fo": "Faroese", + "fj": "Fijian", + "fi": "Finnish", + "fr": "French", + "fy": "Western Frisian", + "ff": "Fulah", + "gd": "Gaelic, Scottish Gaelic", + "gl": "Galician", + "lg": "Ganda", + "ka": "Georgian", + "de": "German", + "el": "Greek, Modern (1453–)", + "kl": "Kalaallisut, Greenlandic", + "gn": "Guarani", + "gu": "Gujarati", + "ht": "Haitian, Haitian Creole", + "ha": "Hausa", + "he": "Hebrew", + "hz": "Herero", + "hi": "Hindi", + "ho": "Hiri Motu", + "hu": "Hungarian", + "is": "Icelandic", + "io": "Ido", + "ig": "Igbo", + "id": "Indonesian", + "ia": "Interlingua (International Auxiliary Language Association)", + "ie": "Interlingue, Occidental", + "iu": "Inuktitut", + "ik": "Inupiaq", + "ga": "Irish", + "it": "Italian", + "ja": "Japanese", + "jv": "Javanese", + "kn": "Kannada", + "kr": "Kanuri", + "ks": "Kashmiri", + "kk": "Kazakh", + "km": "Central Khmer", + "ki": "Kikuyu, Gikuyu", + "rw": "Kinyarwanda", + "ky": "Kirghiz, Kyrgyz", + "kv": "Komi", + "kg": "Kongo", + "ko": "Korean", + "kj": "Kuanyama, Kwanyama", + "ku": "Kurdish", + "lo": "Lao", + "la": "Latin", + "lv": "Latvian", + "li": "Limburgan, Limburger, Limburgish", + "ln": "Lingala", + "lt": "Lithuanian", + "lu": "Luba-Katanga", + "lb": "Luxembourgish, Letzeburgesch", + "mk": "Macedonian", + "mg": "Malagasy", + "ms": "Malay", + "ml": "Malayalam", + "mt": "Maltese", + "gv": "Manx", + "mi": "Maori", + "mr": "Marathi", + "mh": "Marshallese", + "mn": "Mongolian", + "na": "Nauru", + "nv": "Navajo, Navaho", + "nd": "North Ndebele", + "nr": "South Ndebele", + "ng": "Ndonga", + "ne": "Nepali", + "no": "Norwegian", + "nb": "Norwegian Bokmål", + "nn": "Norwegian Nynorsk", + "ii": "Sichuan Yi, Nuosu", + "oc": "Occitan", + "oj": "Ojibwa", + "or": "Oriya", + "om": "Oromo", + "os": "Ossetian, Ossetic", + "pi": "Pali", + "ps": "Pashto, Pushto", + "fa": "Persian", + "pl": "Polish", + "pt": "Portuguese", + "pa": "Punjabi, Panjabi", + "qu": "Quechua", + "ro": "Romanian, Moldavian, Moldovan", + "rm": "Romansh", + "rn": "Rundi", + "ru": "Russian", + "se": "Northern Sami", + "sm": "Samoan", + "sg": "Sango", + "sa": "Sanskrit", + "sc": "Sardinian", + "sr": "Serbian", + "sn": "Shona", + "sd": "Sindhi", + "si": "Sinhala, Sinhalese", + "sk": "Slovak", + "sl": "Slovenian", + "so": "Somali", + "st": "Southern Sotho", + "es": "Spanish, Castilian", + "su": "Sundanese", + "sw": "Swahili", + "ss": "Swati", + "sv": "Swedish", + "tl": "Tagalog", + "ty": "Tahitian", + "tg": "Tajik", + "ta": "Tamil", + "tt": "Tatar", + "te": "Telugu", + "th": "Thai", + "bo": "Tibetan", + "ti": "Tigrinya", + "to": "Tonga (Tonga Islands)", + "ts": "Tsonga", + "tn": "Tswana", + "tr": "Turkish", + "tk": "Turkmen", + "tw": "Twi", + "ug": "Uighur, Uyghur", + "uk": "Ukrainian", + "ur": "Urdu", + "uz": "Uzbek", + "ve": "Venda", + "vi": "Vietnamese", + "vo": "Volapük", + "wa": "Walloon", + "cy": "Welsh", + "wo": "Wolof", + "xh": "Xhosa", + "yi": "Yiddish", + "yo": "Yoruba", + "za": "Zhuang, Chuang", + "zu": "Zulu", +} + def highlight(input): return "" + input + "" @@ -617,7 +823,7 @@ def write_to_file(self) -> None: # We only create the folder if a template is written if not os.path.exists(self.folder_path): os.makedirs(self.folder_path) - yaml.dump(self.format_for_dump(), open(self.yaml_path, "w")) + yaml.dump(self.format_for_dump(), open(self.yaml_path, "w"),allow_unicode=True) def add_template(self, template: "Template") -> None: """ diff --git a/promptsource/templates/xcopa/en/templates.yaml b/promptsource/templates/xcopa/en/templates.yaml new file mode 100644 index 000000000..e678e86d9 --- /dev/null +++ b/promptsource/templates/xcopa/en/templates.yaml @@ -0,0 +1,211 @@ +dataset: xcopa +subset: en +templates: + 1d23192b-7276-4e6b-9e21-c65953f42f4d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 1d23192b-7276-4e6b-9e21-c65953f42f4d + jinja: 'Exercise: choose the most plausible alternative. + + + {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: exercise + reference: '' + 2a2a351a-bae3-426c-9f3d-8908a200159e: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 2a2a351a-bae3-426c-9f3d-8908a200159e + jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026What could happen next, C1 or C2?" + reference: '' + 4866dc0c-b91c-44a9-8436-6e227e545859: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 4866dc0c-b91c-44a9-8436-6e227e545859 + jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ + \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: i_am_hesitating + reference: '' + 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27 + jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% + else %} As a consequence... {% endif %} + + Help me pick the more plausible option: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: plausible_alternatives + reference: '' + 5781b266-6eb9-49aa-880c-9669cbdb4017: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 5781b266-6eb9-49aa-880c-9669cbdb4017 + jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "C1 or C2? premise, so/because\u2026" + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 85ffa482-d662-497f-bdcd-586b60918d37: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 85ffa482-d662-497f-bdcd-586b60918d37 + jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026As a result, C1 or C2?" + reference: '' + 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d + jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ + \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: best_option + reference: '' + b5206dd3-7856-41fc-9671-5a22de303334: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b5206dd3-7856-41fc-9671-5a22de303334 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ + \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ + \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026which may be caused by" + reference: '' + b90379c6-98d6-436e-a0db-466ad0f5a1c1: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: b90379c6-98d6-436e-a0db-466ad0f5a1c1 + jinja: 'Pick the more likely continuation to the following sentence: + + {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: more likely + reference: '' + bd78db08-6b60-40e4-840b-b2495153c738: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: bd78db08-6b60-40e4-840b-b2495153c738 + jinja: '{{ premise }} + + + Select the most plausible {% if question == "cause" %} cause: {% else %} effect: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: cause_effect + reference: '' + d016e3c4-45ae-4711-a360-71ab8e139e91: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: d016e3c4-45ae-4711-a360-71ab8e139e91 + jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ + \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}\n{% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: "\u2026why? C1 or C2" + reference: '' + f5dc9303-918b-485e-927c-76c8fc76c55f: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f5dc9303-918b-485e-927c-76c8fc76c55f + jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... + {% endif %} + + Choose between: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: choose + reference: '' diff --git a/promptsource/templates/xcopa/et/templates.yaml b/promptsource/templates/xcopa/et/templates.yaml new file mode 100644 index 000000000..fe229338c --- /dev/null +++ b/promptsource/templates/xcopa/et/templates.yaml @@ -0,0 +1,95 @@ +dataset: xcopa +subset: et +templates: + 54f83669-4566-4856-86cb-9a0cc3d5747a: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 54f83669-4566-4856-86cb-9a0cc3d5747a + jinja: '{{ premise }} + + + Kahtlen kahe variandi vahel. Aidake mul valida tõenäolisem {% if question == + "cause" %} põhjus: {% else %} tagajärg: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_etmt + reference: '' + 911e3f71-9860-49e2-87f6-87a4ccf5f2c4: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 911e3f71-9860-49e2-87f6-87a4ccf5f2c4 + jinja: '{{ premise }} + + + Mis on parim valik? + + - {{choice1}} + + - {{choice2}} + + + Otsime {% if question == "cause" %} põhjust {% else %} tagajärge {% endif %} + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_etmt + reference: '' + 9a119254-1292-4dd9-a9ea-00df5f771b5b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 9a119254-1292-4dd9-a9ea-00df5f771b5b + jinja: '{{ premise }} {% if question == "cause" %} See juhtus, kuna... {% else + %} Selle tulemusena... {% endif %} + + Aidake mul valida usutavam variant: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_etmt + reference: '' + a25eeef3-d626-4b62-ac14-2efbbaa4c63b: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: a25eeef3-d626-4b62-ac14-2efbbaa4c63b + jinja: '{{ premise }} + + + Valige kõige usutavam {% if question == "cause" %} põhjus: {% else %} tagajärg: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_etmt + reference: '' + ecc53f54-cca3-4249-bc31-a9c8704e519d: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: ecc53f54-cca3-4249-bc31-a9c8704e519d + jinja: '"{{ answer_choices[0] }}" või "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %}, sest {% else %} nii {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise, so/because…_etmt + reference: '' diff --git a/promptsource/templates/xcopa/ht/templates.yaml b/promptsource/templates/xcopa/ht/templates.yaml new file mode 100644 index 000000000..4a6511c83 --- /dev/null +++ b/promptsource/templates/xcopa/ht/templates.yaml @@ -0,0 +1,95 @@ +dataset: xcopa +subset: ht +templates: + 03cbbbb1-82e3-4f0e-b641-496ec0509a45: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 03cbbbb1-82e3-4f0e-b641-496ec0509a45 + jinja: '{{ premise }} + + + Mwen ezite ant de opsyon. Ede m chwazi {% if question == "cause" %} ki gen plis + chans: {% else %} efè: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_htmt + reference: '' + 08e4da8a-3118-4d88-81da-df1dd128de01: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 08e4da8a-3118-4d88-81da-df1dd128de01 + jinja: '{{ premise }} + + + Chwazi {% if question == "cause" %} ki pi posib: {% else %} efè: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_htmt + reference: '' + 8812bff5-5da9-4ecb-8232-f05b07832962: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 8812bff5-5da9-4ecb-8232-f05b07832962 + jinja: '"{{ answer_choices[0] }}" oswa "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} paske {% else %} se konsa {% endif %} ||| {% if + label != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise, so/because…_htmt + reference: '' + 99e2cef7-eec4-431f-93f3-0a63660eec7d: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 99e2cef7-eec4-431f-93f3-0a63660eec7d + jinja: '{{ premise }} {% if question == "cause" %} Sa rive paske... {% else %} + Kòm yon konsekans... {% endif %} + + Ede m chwazi opsyon ki pi posib: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_htmt + reference: '' + e3c9d793-ef87-4c97-9ce2-d962154bc284: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: e3c9d793-ef87-4c97-9ce2-d962154bc284 + jinja: '{{ premise }} + + + Ki opsyon ki pi bon? + + - {{choice1}} + + - {{choice2}} + + + Nou ap chèche {% if question == "cause" %} yon kòz {% else %} yon efè {% endif + %} + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_htmt + reference: '' diff --git a/promptsource/templates/xcopa/id/templates.yaml b/promptsource/templates/xcopa/id/templates.yaml index 8da851623..1396e67b5 100644 --- a/promptsource/templates/xcopa/id/templates.yaml +++ b/promptsource/templates/xcopa/id/templates.yaml @@ -1,211 +1,96 @@ dataset: xcopa subset: id templates: - 1a87b487-1570-4873-aed9-b84d2fc0476c: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1a87b487-1570-4873-aed9-b84d2fc0476c - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %}cause: {% else %}effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 336c4c72-40e3-4122-881e-8cd7a1881eec: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 336c4c72-40e3-4122-881e-8cd7a1881eec - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" - reference: '' - 482f0b87-e748-4e98-8cc8-a23386bc50c3: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 482f0b87-e748-4e98-8cc8-a23386bc50c3 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + 0ca502b6-c3f7-47d6-9f0a-e52b190b3ecc: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 0ca502b6-c3f7-47d6-9f0a-e52b190b3ecc + jinja: '"{{ answer_choices[0] }}" atau "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} karena {% else %} jadi {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_idmt reference: '' - 4a0640a5-c378-422d-879b-7490bc500c8a: !Template + 3082e9b4-5653-477b-a357-00c890463c86: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4a0640a5-c378-422d-879b-7490bc500c8a - jinja: '{{ premise }} {% if question == "cause" %}because... {% else %}so... - {% endif %} + id: 3082e9b4-5653-477b-a357-00c890463c86 + jinja: '{{ premise }} {% if question == "cause" %} Ini terjadi karena... {% else + %} Akibatnya... {% endif %} - Choose between: + Bantu saya memilih opsi yang lebih masuk akal: - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_idmt reference: '' - 78e28a66-a84c-442c-9bf7-44aa49450412: !Template + 5c2a214c-0652-4258-b986-dc260edccb4b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 78e28a66-a84c-442c-9bf7-44aa49450412 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 5c2a214c-0652-4258-b986-dc260edccb4b + jinja: '{{ premise }} + - Help me pick the more plausible option: + Apa pilihan terbaik? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 7c0b578c-214f-4dc9-a9b4-252d91691cb0: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 7c0b578c-214f-4dc9-a9b4-252d91691cb0 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - 94b5be71-c989-4a62-96d9-a7cb042e83c7: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 94b5be71-c989-4a62-96d9-a7cb042e83c7 - jinja: 'Exercise: choose the most plausible alternative. + - {{choice2}} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + Kami mencari {% if question == "cause" %} a cause {% else %} an effect {% endif %} - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_idmt reference: '' - b308f6ce-673c-44c1-b84d-95a3045229ea: !Template + 87479f50-3680-4e9a-9e13-8a0a0208b695: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b308f6ce-673c-44c1-b84d-95a3045229ea - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - cf78cf75-90cc-4fe2-8b78-2bf64c9520b4: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: cf78cf75-90cc-4fe2-8b78-2bf64c9520b4 + id: 87479f50-3680-4e9a-9e13-8a0a0208b695 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: - {% endif %} + Saya ragu-ragu di antara dua pilihan. Bantu saya memilih yang lebih mungkin + {% if question == "cause" %} penyebab: {% else %} efek: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_idmt reference: '' - d8263afb-215f-43c4-83b8-c85744144fdb: !Template + cff055bf-39e1-41ec-820c-c7573eee8be3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: d8263afb-215f-43c4-83b8-c85744144fdb - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - eaddf2e0-ead4-456b-8e81-00bdcde8c7b0: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: eaddf2e0-ead4-456b-8e81-00bdcde8c7b0 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - ebd4242a-14f2-4aed-a183-dc37a18dfe4b: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: ebd4242a-14f2-4aed-a183-dc37a18dfe4b - jinja: 'Pick the more likely continuation to the following sentence: + id: cff055bf-39e1-41ec-820c-c7573eee8be3 + jinja: '{{ premise }} + - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + Pilih {% if question == "cause" %} yang paling masuk akal penyebab: {% else + %} efek: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_idmt reference: '' diff --git a/promptsource/templates/xcopa/it/templates.yaml b/promptsource/templates/xcopa/it/templates.yaml index 4b1d37392..1cd1b2a45 100644 --- a/promptsource/templates/xcopa/it/templates.yaml +++ b/promptsource/templates/xcopa/it/templates.yaml @@ -1,211 +1,96 @@ dataset: xcopa subset: it templates: - 1d23192b-7276-4e6b-9e21-c65953f42f4d: !Template + 637dad0d-46e9-432d-a2e2-3a5c0a6d06ae: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1d23192b-7276-4e6b-9e21-c65953f42f4d - jinja: 'Exercise: choose the most plausible alternative. + id: 637dad0d-46e9-432d-a2e2-3a5c0a6d06ae + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + Qual è l''opzione migliore? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise - reference: '' - 2a2a351a-bae3-426c-9f3d-8908a200159e: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2a2a351a-bae3-426c-9f3d-8908a200159e - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - 4866dc0c-b91c-44a9-8436-6e227e545859: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4866dc0c-b91c-44a9-8436-6e227e545859 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 49e8635c-4e5a-48e5-a52a-12aa5b5d8d27 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + - {{choice2}} - Help me pick the more plausible option: - - {{choice1}} + Stiamo cercando {% if question == "cause" %} una causa {% else %} un effetto + {% endif %} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 5781b266-6eb9-49aa-880c-9669cbdb4017: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 5781b266-6eb9-49aa-880c-9669cbdb4017 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 85ffa482-d662-497f-bdcd-586b60918d37: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 85ffa482-d662-497f-bdcd-586b60918d37 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 9b9cc9e5-2ca9-43f5-9a1f-b5831ed5d77d - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option - reference: '' - b5206dd3-7856-41fc-9671-5a22de303334: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b5206dd3-7856-41fc-9671-5a22de303334 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_itmt reference: '' - b90379c6-98d6-436e-a0db-466ad0f5a1c1: !Template + 7f3eae33-7d7c-453a-a407-8d72496424fe: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b90379c6-98d6-436e-a0db-466ad0f5a1c1 - jinja: 'Pick the more likely continuation to the following sentence: + id: 7f3eae33-7d7c-453a-a407-8d72496424fe + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + + Sto esitando tra due opzioni. Aiutami a scegliere la più probabile {% if question + == "cause" %} causa: {% else %} effetto: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_itmt reference: '' - bd78db08-6b60-40e4-840b-b2495153c738: !Template + 895b389a-ba7e-4219-87c3-e96a6061a910: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: bd78db08-6b60-40e4-840b-b2495153c738 - jinja: '{{ premise }} - + id: 895b389a-ba7e-4219-87c3-e96a6061a910 + jinja: '{{ premise }} {% if question == "cause" %} Questo è successo perché... + {% else %} Di conseguenza... {% endif %} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + Aiutami a scegliere l''opzione più plausibile: - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_itmt reference: '' - d016e3c4-45ae-4711-a360-71ab8e139e91: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: d016e3c4-45ae-4711-a360-71ab8e139e91 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + 8e2c4f1b-1df2-4037-a15c-6533227a79ce: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 8e2c4f1b-1df2-4037-a15c-6533227a79ce + jinja: '"{{ answer_choices[0] }}" o "{{ answer_choices[1] }}"? {{ premise }} {% + if question == "cause" %} perché {% else %} quindi {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise, so/because…_itmt reference: '' - f5dc9303-918b-485e-927c-76c8fc76c55f: !Template + f6d10ae7-09f9-4233-956d-8f113b0468c8: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f5dc9303-918b-485e-927c-76c8fc76c55f - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: f6d10ae7-09f9-4233-956d-8f113b0468c8 + jinja: '{{ premise }} - Choose between: + + Seleziona la più plausibile {% if question == "cause" %} causa: {% else %} effetto: + {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_itmt reference: '' diff --git a/promptsource/templates/xcopa/qu/templates.yaml b/promptsource/templates/xcopa/qu/templates.yaml new file mode 100644 index 000000000..bd55a5e28 --- /dev/null +++ b/promptsource/templates/xcopa/qu/templates.yaml @@ -0,0 +1,96 @@ +dataset: xcopa +subset: qu +templates: + 708818bc-37b7-49b3-893c-dd2302611860: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 708818bc-37b7-49b3-893c-dd2302611860 + jinja: '{{ premise }} {% if question == "cause" %} Kayqa pasarqan imaraykuchus... + {% else %} Huk qatiq hina... {% endif %} + + Yanapaway aswan creenapaq hina akllanata akllanaypaq: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_qumt + reference: '' + b48e4ee5-032d-43ef-95b7-0b50648adc9e: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: b48e4ee5-032d-43ef-95b7-0b50648adc9e + jinja: '"{{ answer_choices[0] }}" icha "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} imaraykuchus {% else %} chayrayku {% endif %} ||| + {% if label != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise, so/because…_qumt + reference: '' + c5b871ba-11eb-42e0-9f52-69560c9d8a7f: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: c5b871ba-11eb-42e0-9f52-69560c9d8a7f + jinja: '{{ premise }} nisqa. + + + Aswan iñiypaq {% if question == "cause" %} kaqta akllay: {% else %} efectota: + {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_qumt + reference: '' + c650c7ec-b04a-4ba3-8b1b-0b027b45ebe5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: c650c7ec-b04a-4ba3-8b1b-0b027b45ebe5 + jinja: '{{ premise }} nisqa. + + + ¿Imataq aswan allinqa? + + - {{choice1}} + + - {{choice2}} + + + Maskachkayku {% if question == "cause" %} huk causa {% else %} huk efectota + {% endif %} . + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_qumt + reference: '' + f7f380c3-6802-405e-a3c0-486bdac47a65: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: f7f380c3-6802-405e-a3c0-486bdac47a65 + jinja: '{{ premise }} nisqa. + + + Iskay akllanakuna ukhupi iskayrayachkani. Yanapaway aswan chaninniyuq {% if + question == "cause" %} kaqta akllanaypaq: {% else %} efectota: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_qumt + reference: '' diff --git a/promptsource/templates/xcopa/sw/templates.yaml b/promptsource/templates/xcopa/sw/templates.yaml index 98b85f66c..7fafd9d56 100644 --- a/promptsource/templates/xcopa/sw/templates.yaml +++ b/promptsource/templates/xcopa/sw/templates.yaml @@ -1,211 +1,94 @@ dataset: xcopa subset: sw templates: - 18089f74-c42c-4d6d-8eb0-9dad49b9f704: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 18089f74-c42c-4d6d-8eb0-9dad49b9f704 - jinja: 'Exercise: choose the most plausible alternative. - - - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} - - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise - reference: '' - 2464779b-7773-4d4f-99b9-03229740de4a: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2464779b-7773-4d4f-99b9-03229740de4a - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + 068d9f64-564f-49d5-97cc-f16e6e108abe: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 068d9f64-564f-49d5-97cc-f16e6e108abe + jinja: '"{{ answer_choices[0] }}" au "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} kwa sababu {% else %} hivyo {% endif %} ||| {% + if label != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_swmt reference: '' - 38729cda-f248-4788-82e5-71331256ca73: !Template + 33ceed3d-f0cf-4e95-b251-8b3cb99a0fd8: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 38729cda-f248-4788-82e5-71331256ca73 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 4c4fdeff-45c7-4baa-a889-f56a5430c638: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4c4fdeff-45c7-4baa-a889-f56a5430c638 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 33ceed3d-f0cf-4e95-b251-8b3cb99a0fd8 + jinja: '{{ premise }} {% if question == "cause" %} Hili lilitokea kwa sababu... + {% else %} Kama matokeo... {% endif %} - Help me pick the more plausible option: + Nisaidie kuchagua chaguo linalokubalika zaidi: - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 52344c8c-2aaf-4593-8b85-30b6bac14318: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 52344c8c-2aaf-4593-8b85-30b6bac14318 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 5a14b4e9-7b61-41f4-b05c-b823752ea693: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 5a14b4e9-7b61-41f4-b05c-b823752ea693 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_swmt reference: '' - 6cf55f8c-bc20-47ba-97b4-d958dcb99e53: !Template + 84f2e501-cb43-42bc-a338-8f2c3e847b53: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 6cf55f8c-bc20-47ba-97b4-d958dcb99e53 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option - reference: '' - b5388b41-363a-4a33-b82e-175497f884f4: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b5388b41-363a-4a33-b82e-175497f884f4 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - c28c7dbc-615a-400e-9099-8df5a0ab1ef5: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: c28c7dbc-615a-400e-9099-8df5a0ab1ef5 - jinja: 'Pick the more likely continuation to the following sentence: + id: 84f2e501-cb43-42bc-a338-8f2c3e847b53 + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + + Ninasitasita kati ya chaguzi mbili. Nisaidie kuchagua sababu inayowezekana zaidi + ya {% if question == "cause" %}: {% else %} athari: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_swmt reference: '' - c717cdaa-0b19-4288-9635-2a783bc87acf: !Template + 8f31190c-587c-4b9f-8b8a-eb90ebc9053d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: c717cdaa-0b19-4288-9635-2a783bc87acf + id: 8f31190c-587c-4b9f-8b8a-eb90ebc9053d jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + Ni chaguo gani bora zaidi? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect - reference: '' - cac78748-4b44-45e9-ad52-32bccaf286c6: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: cac78748-4b44-45e9-ad52-32bccaf286c6 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + - {{choice2}} + + + Tunatafuta {% if question == "cause" %} sababu {% else %} athari {% endif %} + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_swmt reference: '' - fcc668f5-15f5-41ee-8f1e-d62476b18939: !Template + decccfbe-3877-4795-8373-538c893cb478: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: fcc668f5-15f5-41ee-8f1e-d62476b18939 - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: decccfbe-3877-4795-8373-538c893cb478 + jinja: '{{ premise }} - Choose between: + + Chagua {% if question == "cause" %} sababu: {% else %} athari: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose - reference: '' \ No newline at end of file + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_swmt + reference: '' diff --git a/promptsource/templates/xcopa/ta/templates.yaml b/promptsource/templates/xcopa/ta/templates.yaml index bdd79f7f2..3953a5c63 100644 --- a/promptsource/templates/xcopa/ta/templates.yaml +++ b/promptsource/templates/xcopa/ta/templates.yaml @@ -1,212 +1,98 @@ dataset: xcopa subset: ta templates: - 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e: !Template + 03f10252-39fb-48f2-9a05-4d62ac69d847: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e - jinja: 'Exercise: choose the most plausible alternative. + id: 03f10252-39fb-48f2-9a05-4d62ac69d847 + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + மிகவும் நம்பத்தகுந்த {% if question == "cause" %} காரணம்: {% else %} விளைவு: + {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise - reference: '' - 2a57331a-646c-45ab-ac8c-8976aa1a08c9: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2a57331a-646c-45ab-ac8c-8976aa1a08c9 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - 34e9a83d-dec9-4541-a6f3-fd641e476631: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 34e9a83d-dec9-4541-a6f3-fd641e476631 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] + }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_tamt reference: '' - 45503d4d-2cc4-461c-a41c-5c5924a4c63c: !Template + 3aebbed0-6eef-4ecf-bc16-c788d827d32a: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 45503d4d-2cc4-461c-a41c-5c5924a4c63c - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 3aebbed0-6eef-4ecf-bc16-c788d827d32a + jinja: '{{ premise }} + - Help me pick the more plausible option: + இரண்டு விருப்பங்களுக்கு இடையில் நான் தயங்குகிறேன். {% if question == "cause" + %} காரணத்தைத் தேர்வுசெய்ய எனக்கு உதவுங்கள்: {% else %} விளைவு: {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 50ce0772-7e29-462e-a0f5-0b5172b3b785: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 50ce0772-7e29-462e-a0f5-0b5172b3b785 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 694f0d12-c333-4a95-90f4-e72dae5d54b3: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 694f0d12-c333-4a95-90f4-e72dae5d54b3 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - b3b94d15-4608-43f1-9b6e-c577ca28b267: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b3b94d15-4608-43f1-9b6e-c577ca28b267 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] + }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_tamt reference: '' - b552e0a9-1f0b-41ef-95ee-149c2542fd7d: !Template + 3b2bc160-c697-4080-b912-8f08c5ba1ef5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b552e0a9-1f0b-41ef-95ee-149c2542fd7d - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da - jinja: 'Pick the more likely continuation to the following sentence: + id: 3b2bc160-c697-4080-b912-8f08c5ba1ef5 + jinja: '{{ premise }} {% if question == "cause" %} இது நடந்தது ஏனெனில்... {% else + %} இதன் விளைவாக... {% endif %} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + மிகவும் நம்பத்தகுந்த விருப்பத்தைத் தேர்வுசெய்ய எனக்கு உதவுங்கள்: - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] + }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_tamt reference: '' - da476901-0e1d-47ea-b97b-d6075190db32: !Template + 5459ff2e-71b5-4981-a862-d2ed4b0d9e97: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 5459ff2e-71b5-4981-a862-d2ed4b0d9e97 + jinja: '"{{ answer_choices[0] }}" அல்லது "{{ answer_choices[1] }}"? {{ premise + }} {% if question == "cause" %} ஏனெனில் {% else %} எனவே {% endif %} ||| {% if label != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_tamt + reference: '' + 8be5fc52-5fcf-4caf-b7dc-334a30674a83: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: da476901-0e1d-47ea-b97b-d6075190db32 + id: 8be5fc52-5fcf-4caf-b7dc-334a30674a83 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + சிறந்த விருப்பம் என்ன? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect - reference: '' - f89bdc34-7b27-43f4-b54d-0868e6540240: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: f89bdc34-7b27-43f4-b54d-0868e6540240 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" - reference: '' - fd13aa2f-ff7b-41fb-9cc4-842f091394c2: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: fd13aa2f-ff7b-41fb-9cc4-842f091394c2 - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + - {{choice2}} - Choose between: - - {{choice1}} + நாங்கள் {% if question == "cause" %} ஒரு காரணம் {% else %} ஒரு விளைவு {% endif + %} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_tamt reference: '' - diff --git a/promptsource/templates/xcopa/th/templates.yaml b/promptsource/templates/xcopa/th/templates.yaml new file mode 100644 index 000000000..09179f929 --- /dev/null +++ b/promptsource/templates/xcopa/th/templates.yaml @@ -0,0 +1,96 @@ +dataset: xcopa +subset: th +templates: + 6649472e-159b-41db-9e17-9c272ce93530: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 6649472e-159b-41db-9e17-9c272ce93530 + jinja: '"{{ answer_choices[0] }}" หรือ "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} เพราะ {% else %} ดังนั้น {% endif %} ||| {% if + label != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise, so/because…_thmt + reference: '' + 6abb382a-ff08-4fa9-afe3-1e7d897404b5: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 6abb382a-ff08-4fa9-afe3-1e7d897404b5 + jinja: '{{ premise }} + + + เลือกเหตุผลที่เป็นไปได้มากที่สุด {% if question == "cause" %} สาเหตุ: {% else + %} ผล: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_thmt + reference: '' + 805eef7f-14e5-4e3b-b2fb-ec0b994fb346: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 805eef7f-14e5-4e3b-b2fb-ec0b994fb346 + jinja: '{{ premise }} {% if question == "cause" %} สิ่งนี้เกิดขึ้นเพราะ... {% + else %} ผลที่ตามมา... {% endif %} + + ช่วยฉันเลือกตัวเลือกที่เป็นไปได้มากขึ้น: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_thmt + reference: '' + 860f1102-38df-4d8d-bbd7-a2c2fea7e5f2: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 860f1102-38df-4d8d-bbd7-a2c2fea7e5f2 + jinja: '{{ premise }} + + + ฉันลังเลระหว่างสองตัวเลือก ช่วยฉันเลือกสาเหตุที่มีแนวโน้มมากขึ้น {% if question + == "cause" %} สาเหตุ: {% else %} ผลกระทบ: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_thmt + reference: '' + 86952b62-cdd2-4d88-a197-dc3508beb9b1: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 86952b62-cdd2-4d88-a197-dc3508beb9b1 + jinja: '{{ premise }} + + + ตัวเลือกที่ดีที่สุดคืออะไร? + + - {{choice1}} + + - {{choice2}} + + + เรากำลังมองหา {% if question == "cause" %} a cause {% else %} an effect {% endif + %} + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_thmt + reference: '' diff --git a/promptsource/templates/xcopa/tr/templates.yaml b/promptsource/templates/xcopa/tr/templates.yaml new file mode 100644 index 000000000..9f711aa07 --- /dev/null +++ b/promptsource/templates/xcopa/tr/templates.yaml @@ -0,0 +1,95 @@ +dataset: xcopa +subset: tr +templates: + 05261295-343c-4621-9aa3-9b25453e4946: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 05261295-343c-4621-9aa3-9b25453e4946 + jinja: '{{ premise }} + + + En makul olanı seçin {% if question == "cause" %} neden: {% else %} etki: {% + endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_trmt + reference: '' + 275fee6a-032b-471a-acdf-019df457e4cb: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 275fee6a-032b-471a-acdf-019df457e4cb + jinja: '{{ premise }} + + + En iyi seçenek nedir? + + - {{choice1}} + + - {{choice2}} + + + {% if question == "cause" %} bir neden {% else %} bir etki {% endif %} arıyoruz + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_trmt + reference: '' + 3671301e-77b3-4911-99b8-889d2130749b: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 3671301e-77b3-4911-99b8-889d2130749b + jinja: '"{{ answer_choices[0] }}" veya "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} çünkü {% else %} yani {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise, so/because…_trmt + reference: '' + 8b6f30be-6e9c-41a9-a649-bd44557ec939: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: 8b6f30be-6e9c-41a9-a649-bd44557ec939 + jinja: '{{ premise }} + + + İki seçenek arasında tereddüt ediyorum. Daha olası {% if question == "cause" + %} nedeni seçmeme yardım et: {% else %} etki: {% endif %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_trmt + reference: '' + d0927b88-b70c-453c-9109-058c39f24459: !Template + answer_choices: '{{choice1}} ||| {{choice2}}' + id: d0927b88-b70c-453c-9109-058c39f24459 + jinja: '{{ premise }} {% if question == "cause" %} Bunun nedeni... {% else %} + Sonuç olarak... {% endif %} + + Daha makul seçeneği seçmeme yardım et: + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_trmt + reference: '' diff --git a/promptsource/templates/xcopa/vi/templates.yaml b/promptsource/templates/xcopa/vi/templates.yaml index 81ccd36f4..c26916d00 100644 --- a/promptsource/templates/xcopa/vi/templates.yaml +++ b/promptsource/templates/xcopa/vi/templates.yaml @@ -1,211 +1,99 @@ dataset: xcopa subset: vi templates: - 1804535c-1953-4dbb-960e-c41a634a8dc7: !Template + 2f02f94f-a58b-4aeb-9509-f7889fee6f78: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1804535c-1953-4dbb-960e-c41a634a8dc7 - jinja: 'Exercise: choose the most plausible alternative. + id: 2f02f94f-a58b-4aeb-9509-f7889fee6f78 + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + Tôi đang lưỡng lự giữa hai lựa chọn. Giúp tôi chọn nguyên nhân {% if question + == "cause" %} có khả năng xảy ra cao hơn: {% else %} effect: {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %} {{ answer_choices[label] }} {% endif + %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_vimt reference: '' - 2bd073ac-1b89-48ea-b401-0343543e5675: !Template + 4d31076d-492f-4c9e-98bf-bed376f43e6d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2bd073ac-1b89-48ea-b401-0343543e5675 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - 362a97b2-0113-40b0-9928-7aaac4138bb5: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 362a97b2-0113-40b0-9928-7aaac4138bb5 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 38f5300e-27e2-43b8-a9d5-14be72a33dcb: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 38f5300e-27e2-43b8-a9d5-14be72a33dcb - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 4d31076d-492f-4c9e-98bf-bed376f43e6d + jinja: '{{ premise }} + - Help me pick the more plausible option: + Lựa chọn tốt nhất là gì? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 649a8094-b640-4d63-9cd1-ef286312c564: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 649a8094-b640-4d63-9cd1-ef286312c564 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - 80130200-be7b-4f2f-af3b-758d0d3b35b1: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 80130200-be7b-4f2f-af3b-758d0d3b35b1 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option - reference: '' - 8db169df-6a91-4c0a-9629-be7178e7618e: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8db169df-6a91-4c0a-9629-be7178e7618e - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - 90564726-ca08-4812-a038-4b1f54fbcff9: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 90564726-ca08-4812-a038-4b1f54fbcff9 - jinja: 'Pick the more likely continuation to the following sentence: + - {{choice2}} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} - - {{choice1}} + Chúng tôi đang tìm kiếm {% if question == "cause" %} một nguyên nhân {% else + %} một ảnh hưởng {% endif %} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + ||| {% if label != -1 %} {{answer_choices[label]}} {% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_vimt reference: '' - a506f224-721f-45dc-bb0f-46d9d6193e6a: !Template + 9a746e99-cb96-4101-a0f5-3543c48e812c: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a506f224-721f-45dc-bb0f-46d9d6193e6a - jinja: '{{ premise }} - + id: 9a746e99-cb96-4101-a0f5-3543c48e812c + jinja: '{{ premise }} {% if question == "cause" %} Điều này xảy ra vì ... {% else + %} Do đó ... {% endif %} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + Giúp tôi chọn tùy chọn hợp lý hơn: - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %} {{ answer_choices[label] }} {% endif + %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_vimt reference: '' - d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + a772b015-a944-44cd-959c-6b2bae9194f8: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: a772b015-a944-44cd-959c-6b2bae9194f8 + jinja: '"{{ answer_choices[0] }}" hay "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} bởi vì {% else %} nên {% endif %} ||| {% if label + != -1 %} {{ answer_choices[label] }} {% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_vimt reference: '' - fb619264-6ad3-4b42-9eda-c87832c4e31c: !Template + c1d0b672-47df-42eb-be28-6ab9c3239ab3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: fb619264-6ad3-4b42-9eda-c87832c4e31c - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: c1d0b672-47df-42eb-be28-6ab9c3239ab3 + jinja: '{{ premise }} - Choose between: + + Chọn nguyên nhân {% if question == "cause" %} hợp lý nhất: {% else %} effect: + {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %} {{ answer_choices[label] }} {% endif + %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_vimt reference: '' diff --git a/promptsource/templates/xcopa/zh/templates.yaml b/promptsource/templates/xcopa/zh/templates.yaml index dbf4f482f..e354805a5 100644 --- a/promptsource/templates/xcopa/zh/templates.yaml +++ b/promptsource/templates/xcopa/zh/templates.yaml @@ -1,212 +1,94 @@ dataset: xcopa subset: zh templates: - 059e17fc-11f0-4072-bbdc-d4667f77466b: !Template + 1c3a3257-5d7b-458e-80c4-48fbe5af441f: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 059e17fc-11f0-4072-bbdc-d4667f77466b - jinja: 'Exercise: choose the most plausible alternative. + id: 1c3a3257-5d7b-458e-80c4-48fbe5af441f + jinja: '{{ premise }} {% if question == "cause" %} 这是因为... {% else %} 结果... {% + endif %} - - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + 帮助我选择更合理的选项： - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise - reference: '' - 1e0fc116-2741-460a-aefb-a8af579c1c57: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1e0fc116-2741-460a-aefb-a8af579c1c57 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_zhmt reference: '' - 3814efad-35ff-4c42-a666-084514d6356b: !Template + 250a929f-3c52-453b-a1fc-d62c3c4b39f3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 3814efad-35ff-4c42-a666-084514d6356b - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 44a40995-73c8-4b15-b830-f5fd55473a59: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 44a40995-73c8-4b15-b830-f5fd55473a59 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 250a929f-3c52-453b-a1fc-d62c3c4b39f3 + jinja: '{{ premise }} - Help me pick the more plausible option: + + 选择最合理的 {% if question == "cause" %} 原因：{% else %} 效果：{% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 48888279-affe-423a-80c8-51937f872ac8: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 48888279-affe-423a-80c8-51937f872ac8 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - b3f10790-e8cf-4d05-b974-fd58b981ea26: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b3f10790-e8cf-4d05-b974-fd58b981ea26 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_zhmt reference: '' - b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + 6aa227ff-6a4f-403c-ab25-8201025d3ac2: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 6aa227ff-6a4f-403c-ab25-8201025d3ac2 + jinja: “{{ answer_choices[0] }}”还是“{{ answer_choices[1] }}”？ {{ premise }} {% + if question == "cause" %} 因为 {% else %} 所以 {% endif %} ||| {% if label != -1 + %}{{ answer_choices[label] }}{% endif %} metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_zhmt reference: '' - c3b01f23-b69a-4a31-9258-08475490c4e4: !Template + bee7a2d7-e1ef-42d0-be8d-393abcc3be0b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: c3b01f23-b69a-4a31-9258-08475490c4e4 - jinja: 'Pick the more likely continuation to the following sentence: + id: bee7a2d7-e1ef-42d0-be8d-393abcc3be0b + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} - - {{choice1}} + 最好的选择是什么？ - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely - reference: '' - cbae3be6-a416-4dfe-bbf9-6dbca7f2e542: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: cbae3be6-a416-4dfe-bbf9-6dbca7f2e542 - jinja: '{{ premise }} + - {{choice1}} + - {{choice2}} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} - - {{choice1}} + 我们正在寻找 {% if question == "cause" %} 一个原因 {% else %} 一个结果 {% endif %} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect - reference: '' - dfa40a8a-cfe1-4695-b566-a5d83c98d630: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: dfa40a8a-cfe1-4695-b566-a5d83c98d630 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_zhmt reference: '' - f42c13d4-8305-4499-b73c-6e20ed83569c: !Template + d6198f59-0dda-4d08-ab8a-86c1f5b6d130: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f42c13d4-8305-4499-b73c-6e20ed83569c - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: d6198f59-0dda-4d08-ab8a-86c1f5b6d130 + jinja: '{{ premise }} + - Choose between: + 我在两个选项之间犹豫不决。帮我选择更有可能的 {% if question == "cause" %} 原因：{% else %} 效果：{% endif + %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_zhmt reference: '' - diff --git a/promptsource/templates/xnli/ar/templates.yaml b/promptsource/templates/xnli/ar/templates.yaml new file mode 100644 index 000000000..f9c03f918 --- /dev/null +++ b/promptsource/templates/xnli/ar/templates.yaml @@ -0,0 +1,194 @@ +dataset: xnli +subset: ar +templates: + 16836edd-898d-4508-92c0-e683f34aa41e: !Template + answer_choices: نعم ||| ربما ||| لا + id: 16836edd-898d-4508-92c0-e683f34aa41e + jinja: " {{premise}}\n بناء على النص السابق هل يصح القول بأن \"{{hypothesis}}\"\ + \ فرضية صحيحة؟ أجب بنعم أو لا أو ربما. ||| {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: based on the previous passage_arht + reference: '' + 45e348b8-1dc4-485c-a182-6277069fe5a7: !Template + answer_choices: صحيحة ||| لا يمكن الجزم ||| خاطئة + id: 45e348b8-1dc4-485c-a182-6277069fe5a7 + jinja: '{{premise}} بناء على المعلومات السابقة, هل الدعوى التالية: "{{hypothesis}}" + {{"صحيحة"}} أو {{"خاطئة"}} أو {{"لا يمكن الجزم"}}؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: claim true/false/inconclusive_arht + reference: Sanh et al. 2021 + 70af8d9d-cfab-45a4-8536-2ae00444392e: !Template + answer_choices: نعم ||| يمكن ||| رقم + id: 70af8d9d-cfab-45a4-8536-2ae00444392e + jinja: افترض {{premise}} هل يمكننا استنتاج أن "{{hypothesis}}"؟ نعم + ، لا ، أو ربما؟ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_armt + reference: '' + 8b75ff67-bb66-413b-a33d-325707b035d7: !Template + answer_choices: نعم ||| ربما ||| لا + id: 8b75ff67-bb66-413b-a33d-325707b035d7 + jinja: 'اذا كان لدينا المقدمة التالية {{premise}} هل يمكن أن نتوصل إلى الفرضية + التالية "{{hypothesis}}"؟ أجب بـ نعم أو لا أو ربما؟ ||| {{ answer_choices[label] + }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: can we infer_arht + reference: Webson & Pavlick 2021 + 8bda8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: نعم ||| ربما ||| لا + id: 8bda8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} هل الفرضية التالية صحيحة "{{hypothesis}}" بناء على ما سبق؟ + أجب بنعم أو ﻻ أو ربما ؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: justified in saying_arht + reference: Webson & Pavlick 2021 + 9756f1a3-3607-43c3-a513-958271bd770b: !Template + answer_choices: صحيح ||| غير حاسم ||| غير صحيح + id: 9756f1a3-3607-43c3-a513-958271bd770b + jinja: '{{premise}} استخدام الوصف أعلاه وما تعرفه عن العالم ، "{{hypothesis}}" + هو بالتأكيد صحيح أم غير صحيح أم غير حاسم؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_armt + reference: '' + 97d2f061-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: صح ||| غير ذلك ||| خطأ + id: 97d2f061-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} سؤال: {{hypothesis}} صح ، خطأ إو غير ذلك ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: GPT-3 style_arht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 97ddd82d-e5d6-4c56-be33-c490b1c81350: !Template + answer_choices: حقيقي ||| لا هذا ولا ذاك ||| خطأ شنيع + id: 97ddd82d-e5d6-4c56-be33-c490b1c81350 + jinja: '{{premise}} سؤال: {{hypothesis}} صواب أم خطأ أم لا؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_armt + reference: '' + b1c0d748-3969-4df6-9836-59c23806faf2: !Template + answer_choices: نعم ||| يمكن ||| رقم + id: b1c0d748-3969-4df6-9836-59c23806faf2 + jinja: '{{premise}} هل يحق لنا أن نقول إن "{{hypothesis}}"؟ نعم ، لا + ، أو ربما؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_armt + reference: '' + ba194be7-4818-4e24-b5f9-bbcccaa4e166: !Template + answer_choices: نعم ||| ربما ||| لا + id: ba194be7-4818-4e24-b5f9-bbcccaa4e166 + jinja: 'بناء على المقدمة التالية {{premise}} هل يمكن أن تليها الفرضية التالية: + {{hypothesis}} أجب بـ نعم أو ربما أو لا ؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: does it follow that_arht + reference: Sanh et al. 2021 + d9e1809e-fa44-4f21-8456-3bbd30ff5c87: !Template + answer_choices: مضمون ||| المستطاع ||| غير ممكن + id: d9e1809e-fa44-4f21-8456-3bbd30ff5c87 + jinja: افترض أنه صحيح أن {{premise}} لذلك ، "{{hypothesis}}" {{"guaranteed"}} + ، {{"possible"}} ، أو {{"impossible"}}؟ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_armt + reference: '' + e44c2947-f8e0-49ea-9770-e59f0581a921: !Template + answer_choices: مؤكدة ||| ممكنة ||| مستحيلة + id: e44c2947-f8e0-49ea-9770-e59f0581a921 + jinja: "اذا كانت لدينا المقدمة الصحيحة التالية {{premise}} \nفإن, \"{{hypothesis}}\"\ + \ هي دعوى {{\"مؤكدة\"}} أو {{\"ممكنة\"}} أو {{\"مستحيلة\"}}؟ ||| {{ answer_choices[label]\ + \ }}\n" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_arht + reference: Sanh et al. 2021 + ea368462-3a66-4222-9de1-05d66037a708: !Template + answer_choices: صحيحة ||| لا يمكن الجزم ||| غير صحيحة + id: ea368462-3a66-4222-9de1-05d66037a708 + jinja: " {{premise}}\n بإستخدام الوصف بالأعلى وحسب ما تعرفه من المعرفة العامة\ + \ فقط هل يمكن القول بأن الفرضية التالية: \"{{hypothesis}}\" بلا شك صحيحة أو\ + \ خاطئة أو لا يمكن الجزم؟ ||| {{ answer_choices[label] }}\n" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_arht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + ef61016d-6451-4462-b69c-cb2ac7856b32: !Template + answer_choices: صحيحة ||| لا يمكن الجزم ||| خاطئة + id: ef61016d-6451-4462-b69c-cb2ac7856b32 + jinja: 'اذا كانت المقدمة التالية صحيحة: {{premise}} فإن الفرضية التالية: "{{hypothesis}}" {{"صحيحة"}} + أو {{"خاطئة"}} أو {{"لايمكن الجزم"}}؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: take the following as truth_arht + reference: Sanh et al. 2021 diff --git a/promptsource/templates/xnli/es/templates.yaml b/promptsource/templates/xnli/es/templates.yaml new file mode 100644 index 000000000..ce89ab08d --- /dev/null +++ b/promptsource/templates/xnli/es/templates.yaml @@ -0,0 +1,140 @@ +dataset: xnli +subset: es +templates: + 0c39a992-f60b-45a9-bfd6-4ff81b491d28: !Template + answer_choices: Sí ||| Quizás ||| No + id: 0c39a992-f60b-45a9-bfd6-4ff81b491d28 + jinja: '{{premise}} ¿Estamos justificados al decir que "{{hypothesis}}"? + ¿Sí, no o tal vez? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_esmt + reference: '' + 2c30be6c-52f9-4754-9848-bcb4ee7a4d88: !Template + answer_choices: Verdadero ||| Ninguno de los dos ||| Falso + id: 2c30be6c-52f9-4754-9848-bcb4ee7a4d88 + jinja: '{{premise}} Pregunta: {{hypothesis}} ¿Verdadero, falso o ninguno? ||| + {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_esmt + reference: '' + 37d2f072-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: Verdadero ||| Ninguno ||| Falso + id: 37d2f072-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + Pregunta: {{hypothesis}} Verdadero, Falso, o Ninguno? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_esht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 8426ac76-cfe2-4d3a-b57b-b7904b01cd6f: !Template + answer_choices: Correcto ||| Poco concluyente ||| Incorrecto + id: 8426ac76-cfe2-4d3a-b57b-b7904b01cd6f + jinja: '{{premise}} Usando solo la descripción anterior y lo que sabe sobre el + mundo, "{{hypothesis}}" es definitivamente correcta, incorrecta o + no concluyente. ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_esmt + reference: '' + 9b75ff67-bb66-423b-a33d-325707b035d7: !Template + answer_choices: Sí ||| Tal vez ||| No + id: 9b75ff67-bb66-423b-a33d-325707b035d7 + jinja: 'Supongamos {{premise}} Podemos inferir que "{{hypothesis}}"? Si, no, o + tal vez? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_esht + reference: Webson & Pavlick 2021 + 9bda8e36-c991-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: Sí ||| Tal vez ||| No + id: 9bda8e36-c991-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} Estamos justificados en decir que "{{hypothesis}}"? Si, no, + o tal vez? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_esht + reference: Webson & Pavlick 2021 + d44c2947-f8e0-49ea-9770-e59f0581a922: !Template + answer_choices: Garantizado ||| Posible ||| Imposible + id: d44c2947-f8e0-49ea-9770-e59f0581a922 + jinja: "Supongamos que es cierto que {{premise}} \n\npor lo tanto, \"{{hypothesis}}\"\ + \ es {{\"garantizado\"}}, {{\"posible\"}}, o {{\"imposible\"}}? ||| {{ answer_choices[label]\ + \ }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_esht + reference: Sanh et al. 2021 + da388462-3a66-4222-9de1-05d66037a708: !Template + answer_choices: Correcto ||| No concluyente ||| Incorrecto + id: da388462-3a66-4222-9de1-05d66037a708 + jinja: '{{premise}} Usando solo la descripción anterior y lo que sabe sobre el + mundo, "{{hypothesis}}" es definitivamente correcto, incorrecto o no concluyente? + ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_esht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + df379cab-fa2a-44c9-8008-2fe610efe467: !Template + answer_choices: Sí ||| Quizás ||| No + id: df379cab-fa2a-44c9-8008-2fe610efe467 + jinja: Supongamos {{premise}} ¿Podemos inferir que "{{hypothesis}}"? + ¿Sí, no o tal vez? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_esmt + reference: '' + f31ba22f-e7e1-44e5-9d92-6b3bbe8ad97e: !Template + answer_choices: garantizado ||| Posible ||| Imposible + id: f31ba22f-e7e1-44e5-9d92-6b3bbe8ad97e + jinja: Supongamos que es cierto que {{premise}} Por lo tanto, "{{hypothesis}}" + es {{"guaranteed"}}, {{"possible"}} o {{"impossible"}}. ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_esmt + reference: '' diff --git a/promptsource/templates/xnli/fr/templates.yaml b/promptsource/templates/xnli/fr/templates.yaml new file mode 100644 index 000000000..48c4939b0 --- /dev/null +++ b/promptsource/templates/xnli/fr/templates.yaml @@ -0,0 +1,142 @@ +dataset: xnli +subset: fr +templates: + 0fd68cdf-0488-4a70-a075-74df1883b784: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 0fd68cdf-0488-4a70-a075-74df1883b784 + jinja: Supposons que {{premise}} Pouvons-nous déduire que "{{hypothesis}}" ? + Oui, non, ou peut-être ? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_frmt + reference: '' + 28cc3c2d-a9d1-4bb8-b9a0-52e9df17751d: !Template + answer_choices: Garanti ||| Possible ||| Impossible + id: 28cc3c2d-a9d1-4bb8-b9a0-52e9df17751d + jinja: Supposons qu'il est vrai que {{premise}} Par conséquent, "{{hypothesis}}" + est {{"guaranteed"}}, {{"possible"}} ou {{"impossible"}} ? ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_frmt + reference: '' + 37d2f761-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: Vrai ||| Ni l'un ni l'autre ||| Faux + id: 37d2f761-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + Question: {{hypothesis}} Vrai, faux, ou ni l''un ni l''autre? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: GPT-3 style_frht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 40fdc487-3935-47e2-a43f-413a1d86d7e1: !Template + answer_choices: Corriger ||| Non concluant ||| Incorrect + id: 40fdc487-3935-47e2-a43f-413a1d86d7e1 + jinja: '{{premise}} En utilisant uniquement la description ci-dessus et ce que + vous savez sur le monde, "{{hypothesis}}" est définitivement correcte, + incorrecte ou non concluante ? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_frmt + reference: '' + 96a70043-d49a-4cd3-b235-a3c8a3a985fd: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 96a70043-d49a-4cd3-b235-a3c8a3a985fd + jinja: '{{premise}} Sommes-nous justifiés de dire que "{{hypothesis}}" ? + Oui, non, ou peut-être ? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_frmt + reference: '' + 9b75ff67-bb62-413b-a33d-325707b035d7: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 9b75ff67-bb62-413b-a33d-325707b035d7 + jinja: 'Supposons « {{premise}} », peut-on inférer « {{hypothesis}} » ? Oui, non, + ou peut-être ? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: can we infer_frht + reference: Webson & Pavlick 2021 + 2bda8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 2bda8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: "{{premise}} \n\nPeut-on dire que « {{hypothesis}} » ? Oui, non, ou peut-être\ + \ ? ||| {{ answer_choices[label] }} " + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: justified in saying_frht + reference: Webson & Pavlick 2021 + d44c2947-f8e0-49ea-9770-e59f0581a966: !Template + answer_choices: Garanti ||| Possible ||| Impossible + id: d44c2947-f8e0-49ea-9770-e59f0581a966 + jinja: 'Présumons que ce soit vrai que « {{premise}} » + + + Alors, « {{hypothesis}} » est garanti, possible, ou impossible? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_frht + reference: Sanh et al. 2021 + da368462-3a66-4222-9de1-05d66032a708: !Template + answer_choices: Correct ||| Inconcluant ||| Incorrect + id: da368462-3a66-4222-9de1-05d66032a708 + jinja: "{{premise}} \n\nEn utilisant la description ci-dessus et ce que vous savez\ + \ du monde, « {{hypothesis}} » est définitivement correct, incorrect, inconcluant\ + \ ? ||| {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_frht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + df398791-bfd5-4774-897c-c1a9acb3801c: !Template + answer_choices: Vrai ||| Ni ||| Faux + id: df398791-bfd5-4774-897c-c1a9acb3801c + jinja: '{{premise}} Question : {{hypothesis}} Vrai, faux ou ni l'un ni l'autre ? + ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_frmt + reference: '' diff --git a/promptsource/templates/xnli/hi/templates.yaml b/promptsource/templates/xnli/hi/templates.yaml new file mode 100644 index 000000000..76dca4406 --- /dev/null +++ b/promptsource/templates/xnli/hi/templates.yaml @@ -0,0 +1,139 @@ +dataset: xnli +subset: hi +templates: + 25a32b2a-f5e2-4e74-a5c9-828b99261b43: !Template + answer_choices: सही ||| दुविधा में पड़ा हुआ ||| ग़लत + id: 25a32b2a-f5e2-4e74-a5c9-828b99261b43 + jinja: '{{premise}} केवल उपरोक्त विवरण और दुनिया के बारे में आप जो जानते हैं उसका + उपयोग करते हुए, "{{hypothesis}}" निश्चित रूप से सही, गलत या अनिर्णायक + है? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_himt + reference: '' + 31ed3aca-e0c1-4ebb-a2a2-4d3063e72144: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 31ed3aca-e0c1-4ebb-a2a2-4d3063e72144 + jinja: '{{premise}} क्या यह कहना उचित है कि "{{hypothesis}}"? हाँ, नहीं, + या शायद? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_himt + reference: '' + 37d2f061-06c0-4aa3-af53-871a2b06748f: !Template + answer_choices: सत्य ||| इनमें से कोई भी नहीं ||| असत्य + id: 37d2f061-06c0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + प्रश्न: "{{hypothesis}}" सत्य, असत्य, या इनमें से कोई भी नहीं है? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_hiht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 629827a5-5057-4dea-b382-4f3c8ca2b15b: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 629827a5-5057-4dea-b382-4f3c8ca2b15b + jinja: मान लीजिए {{premise}} क्या हम उस "{{hypothesis}}" का अनुमान लगा + सकते हैं? हाँ, नहीं, या शायद? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_himt + reference: '' + 83bdae91-8a37-4575-a63f-b5f998e861df: !Template + answer_choices: गारंटी ||| संभव ||| असंभव + id: 83bdae91-8a37-4575-a63f-b5f998e861df + jinja: मान लें कि यह सच है कि {{premise}} इसलिए, "{{hypothesis}}" {{"guaranteed"}}, + {{"possible"}}, या {{"impossible"}} है? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_himt + reference: '' + 9b75ff67-bb46-413b-a33d-325707b035d7: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 9b75ff67-bb46-413b-a33d-325707b035d7 + jinja: 'मान लीजिए "{{premise}}" क्या हम यह अनुमान लगा सकते हैं कि "{{hypothesis}}"? + हाँ, नहीं, या शायद? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_hiht + reference: Webson & Pavlick 2021 + 9bdb8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 9bdb8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '"{{premise}}" क्या यह कहना उचित है कि "{{hypothesis}}"? हाँ, नहीं, या + शायद? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_hiht + reference: Webson & Pavlick 2021 + a3bcd909-2598-4d7a-a2b5-dc369556b663: !Template + answer_choices: सत्य ||| न ||| असत्य + id: a3bcd909-2598-4d7a-a2b5-dc369556b663 + jinja: '{{premise}} प्रश्न: {{hypothesis}} सत्य, असत्य, या नहीं? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_himt + reference: '' + d44c2947-f8e0-55ea-9770-e59f0581a921: !Template + answer_choices: निश्चित ||| संभव ||| असंभव + id: d44c2947-f8e0-55ea-9770-e59f0581a921 + jinja: "मान लें कि यह सच है कि \"{{premise}}\" \n\nइसलिए, क्या \"{{hypothesis}}\"\ + \ {{\"निश्चित\"}}, {{\"संभव\"}}, या {{\"असंभव\"}} है? ||| {{ answer_choices[label]\ + \ }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_hiht + reference: Sanh et al. 2021 + da368462-3a66-4233-9de1-05d66037a708: !Template + answer_choices: सही ||| अनिर्णीत ||| गलत + id: da368462-3a66-4233-9de1-05d66037a708 + jinja: '"{{premise}}" केवल उपरोक्त विवरण और दुनिया के बारे में आप जो जानते हैं + उसका उपयोग करते हुए, "{{hypothesis}}" सही, गलत या अनिर्णीत है? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_hiht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. diff --git a/promptsource/templates/xnli/sw/templates.yaml b/promptsource/templates/xnli/sw/templates.yaml new file mode 100644 index 000000000..f5be2d441 --- /dev/null +++ b/promptsource/templates/xnli/sw/templates.yaml @@ -0,0 +1,138 @@ +dataset: xnli +subset: sw +templates: + 336286e7-cd66-4318-b3e5-31e1ef304b34: !Template + answer_choices: Kweli ||| Wala ||| Uongo + id: 336286e7-cd66-4318-b3e5-31e1ef304b34 + jinja: '{{premise}} Swali: {{hypothesis}} Kweli, Si kweli au Sivyo? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_swmt + reference: '' + 37d2f061-17b0-4aa3-af53-871a2b06748f: !Template + answer_choices: Ukweli ||| Wala ||| Uongo + id: 37d2f061-17b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} Swali: {{hypothesis}} Ukweli, Uongo, au Wala ? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_swht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 95062749-0cf2-4211-a6e8-496bd809764e: !Template + answer_choices: Sahihi ||| Haijumuishi ||| Si sahihi + id: 95062749-0cf2-4211-a6e8-496bd809764e + jinja: '{{premise}} Kwa kutumia tu maelezo yaliyo hapo juu na kile unachojua kuhusu + ulimwengu, "{{hypothesis}}" ni sahihi, si sahihi, au si sahihi? ||| + {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_swmt + reference: '' + 9b75ff62-bb66-413b-a33d-325707b035d7: !Template + answer_choices: Ndio ||| Labda ||| Hapana + id: 9b75ff62-bb66-413b-a33d-325707b035d7 + jinja: Ijapo {{premise}} Tunaweza kisi kuwa "{{hypothesis}}"? Ndio, hapana, au + labda? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_swht + reference: Webson & Pavlick 2021 + 9bdc8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: Ndio ||| Labda ||| Hapana + id: 9bdc8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} Tunahaki ya kusema kuwa "{{hypothesis}}"? Ndio, hapana, au + labda? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_swht + reference: Webson & Pavlick 2021 + 9c0ceeeb-a2c3-4a00-a4b1-7604469a53df: !Template + answer_choices: Imehakikishwa ||| Inawezekana ||| Haiwezekani + id: 9c0ceeeb-a2c3-4a00-a4b1-7604469a53df + jinja: Chukulia kuwa ni kweli kwamba {{premise}} Kwa hivyo, "{{hypothesis}}" + ni {{"guaranteed"}}, {{"possible"}}, au {{"impossible"}}? ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_swmt + reference: '' + b0170084-2a14-4e52-a459-d509b8465611: !Template + answer_choices: Ndiyo ||| Labda ||| Hapana + id: b0170084-2a14-4e52-a459-d509b8465611 + jinja: '{{premise}} Je, tuna haki ya kusema kwamba "{{hypothesis}}"? + Ndio, hapana, au labda? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_swmt + reference: '' + d44c2947-f8e0-49ea-9771-e59f0581a921: !Template + answer_choices: Imehakikishwa ||| Inawezekana ||| Haiwezekani + id: d44c2947-f8e0-49ea-9771-e59f0581a921 + jinja: "Ukidhania ni kweli kuwa {{premise}} \n\nKwa hivyo, \"{{hypothesis}}\"\ + \ ni {{\"Imehakikishwa\"}}, {{\"Inawezekana\"}}, au {{\"Haiwezekani\"}}? |||\ + \ {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_swht + reference: Sanh et al. 2021 + da368462-3a88-4222-9de1-05d66037a708: !Template + answer_choices: Sahihi ||| Isiohitimishwa ||| Isio Sahihi + id: da368462-3a88-4222-9de1-05d66037a708 + jinja: '{{premise}} Ukitumia maelezo yaliyo hapo juu pekee na unayojua kuhusu + dunia, "{{hypothesis}}" ni hakika sahihi, isio sahihi, au isiohitimishwa? ||| + {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_swht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + f988a0fe-9980-47ea-be07-8d1c51c37854: !Template + answer_choices: Ndiyo ||| Labda ||| Hapana + id: f988a0fe-9980-47ea-be07-8d1c51c37854 + jinja: Tuseme {{premise}} Je, tunaweza kukisia kuwa "{{hypothesis}}"? + Ndio, hapana, au labda? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_swmt + reference: '' diff --git a/promptsource/templates/xnli/ur/templates.yaml b/promptsource/templates/xnli/ur/templates.yaml new file mode 100644 index 000000000..7a4f8b589 --- /dev/null +++ b/promptsource/templates/xnli/ur/templates.yaml @@ -0,0 +1,139 @@ +dataset: xnli +subset: ur +templates: + 37d2f261-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: صحیح ||| کچھ نہیں ||| غلط + id: 37d2f261-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + سوال: {{hypothesis}} صحیح، غلط, یا کچھ نہیں؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_urht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 443b5ab1-614e-4d3f-a782-6ccff4af2380: !Template + answer_choices: سچ ہے۔ ||| نہ ہی ||| جھوٹا۔ + id: 443b5ab1-614e-4d3f-a782-6ccff4af2380 + jinja: '{{premise}} سوال: {{hypothesis}} صحیح، غلط، یا نہ؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_urmt + reference: '' + 5d0b8303-80b2-41a8-b355-23928b181c20: !Template + answer_choices: جی ہاں ||| شاید ||| نہیں + id: 5d0b8303-80b2-41a8-b355-23928b181c20 + jinja: '{{premise}} کیا ہم یہ کہنا جائز ہیں کہ "{{hypothesis}}"؟ ہاں، + نہیں، یا شاید؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_urmt + reference: '' + 9b75ff77-bb66-413b-a33d-325707b035d7: !Template + answer_choices: ہاں ||| ممکن ہے ||| نہیں + id: 9b75ff77-bb66-413b-a33d-325707b035d7 + jinja: 'فرض کرو {{premise}} ہم یہ نتیجہ اخذ کر سکتے ہیں "{{hypothesis}}"? ہاں + ، نہیں ، یا ممکن ہے ؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_urht + reference: Webson & Pavlick 2021 + 9bda8e44-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: ہاں ||| ممکن ہے ||| نہیں + id: 9bda8e44-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} کیا ہمارا یہ کہنا درست ہے "{{hypothesis}}"? ہاں ، نہیں ، یا + ممکن ہے ؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_urht + reference: Webson & Pavlick 2021 + ccce5ce7-a6bd-48c0-9cc9-f6b77309133f: !Template + answer_choices: جی ہاں ||| شاید ||| نہیں + id: ccce5ce7-a6bd-48c0-9cc9-f6b77309133f + jinja: فرض کریں {{premise}} کیا ہم اندازہ لگا سکتے ہیں کہ "{{hypothesis}}"؟ + ہاں، نہیں، یا شاید؟ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_urmt + reference: '' + d374295a-c1d4-4742-82d5-290d42726ec4: !Template + answer_choices: گارنٹی شدہ ||| ممکن ||| ناممکن + id: d374295a-c1d4-4742-82d5-290d42726ec4 + jinja: فرض کریں کہ یہ درست ہے کہ {{premise}} لہذا، "{{hypothesis}}" + {{"guaranteed"}}، {{"possible"}}، یا {{"impossible"}} ہے؟ ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_urmt + reference: '' + d44c2947-f8e0-49ea-9880-e59f0581a921: !Template + answer_choices: یقینی ||| ممکن ||| نا ممکن + id: d44c2947-f8e0-49ea-9880-e59f0581a921 + jinja: "فرض کرو یہ صحیح ہے كہ {{premise}} \n\nاِس لیے, \"{{hypothesis}}\" {{\"\ + یقینی\"}}, {{\"ممکن\"}}, یا {{\"نا ممکن\"}} ہے ؟ ||| {{ answer_choices[label]\ + \ }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_urht + reference: Sanh et al. 2021 + da368462-3a66-4222-9de1-05d66037a718: !Template + answer_choices: بالکل صحیح ||| غیر یقینی ||| غلط + id: da368462-3a66-4222-9de1-05d66037a718 + jinja: '{{premise}} صرف مندرجہ بالا تشریح اور دنیا كے بارے میں اپنی معلومات كے + مطابق, "{{hypothesis}}" بالکل صحیح ہے ، غلط ہے ، یا غیر یقینی ہے ؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_urht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + db00c977-f972-4fd8-b841-c924d443d242: !Template + answer_choices: درست ||| بے نتیجہ ||| غلط + id: db00c977-f972-4fd8-b841-c924d443d242 + jinja: '{{premise}} صرف اوپر دی گئی تفصیل کا استعمال کرتے ہوئے اور جو آپ دنیا + کے بارے میں جانتے ہیں، "{{hypothesis}}" یقینی طور پر درست، غلط، یا + غیر نتیجہ خیز ہے؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_urmt + reference: '' diff --git a/promptsource/templates/xnli/vi/templates.yaml b/promptsource/templates/xnli/vi/templates.yaml new file mode 100644 index 000000000..4a2ae3696 --- /dev/null +++ b/promptsource/templates/xnli/vi/templates.yaml @@ -0,0 +1,139 @@ +dataset: xnli +subset: vi +templates: + 37d2f061-06b0-4aa3-af53-871a2b08848f: !Template + answer_choices: đúng ||| cả hai đều không ||| sai + id: 37d2f061-06b0-4aa3-af53-871a2b08848f + jinja: '{{premise}} + + Câu hỏi: {{hypothesis}} đúng, sai, hay cả hai đều không? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_viht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 53e31928-4df0-43bd-9748-66e114f60fa9: !Template + answer_choices: Đúng ||| Có lẽ ||| Không + id: 53e31928-4df0-43bd-9748-66e114f60fa9 + jinja: Giả sử {{premise}} Chúng ta có thể suy ra rằng "{{hypothesis}}" + không? Có, không, hoặc có thể? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_vimt + reference: '' + 9b75ff67-bb66-413b-a33d-325707b035d8: !Template + answer_choices: đúng ||| có thể ||| sai + id: 9b75ff67-bb66-413b-a33d-325707b035d8 + jinja: 'Giả sử với {{premise}}, chúng ta có thể suy ra "{{hypothesis}}"? đúng, + sai, hay có thể? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_viht + reference: Webson & Pavlick 2021 + 9bda8e96-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: đúng ||| có thể ||| sai + id: 9bda8e96-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} chúng ta có thể chứng minh "{{hypothesis}}" hay không? đúng, + sai, hay có thể? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_viht + reference: Webson & Pavlick 2021 + b0a93f3e-ae86-48a2-bcc2-0382aaa1f3e7: !Template + answer_choices: Đảm bảo ||| Khả thi ||| Không thể nào + id: b0a93f3e-ae86-48a2-bcc2-0382aaa1f3e7 + jinja: Giả sử điều đó đúng là {{premise}} Do đó, "{{hypothesis}}" là + {{"guaranteed"}}, {{"possible"}} hay {{"impossible"}}? ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_vimt + reference: '' + b8c75d5c-df8f-4368-9fbd-69a7241a7266: !Template + answer_choices: Chính xác ||| Không xác định ||| Không đúng + id: b8c75d5c-df8f-4368-9fbd-69a7241a7266 + jinja: '{{premise}} Chỉ sử dụng mô tả ở trên và những gì bạn biết về thế giới, + "{{hypothesis}}" chắc chắn là đúng, không chính xác hay không thể + kết luận? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_vimt + reference: '' + c4ae89df-ca0a-49eb-b5d6-e003ec6149d2: !Template + answer_choices: Đúng ||| Có lẽ ||| Không + id: c4ae89df-ca0a-49eb-b5d6-e003ec6149d2 + jinja: '{{premise}} Chúng tôi có biện minh khi nói rằng "{{hypothesis}}" + không? Có, không, hoặc có thể? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_vimt + reference: '' + d44c2947-f8e5-49ea-9770-e59f0581a921: !Template + answer_choices: chắc chắn ||| có thể ||| không thể + id: d44c2947-f8e5-49ea-9770-e59f0581a921 + jinja: "Giả sử {{premise}} là đúng \n\nThì, \"{{hypothesis}}\" là {{\"chắc chắn\"\ + }}, {{\"có thể\"}}, or {{\"không thể\"}}? ||| {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_viht + reference: Sanh et al. 2021 + da368473-3a66-4222-9de1-05d66037a708: !Template + answer_choices: chính xác ||| không thể kết luận ||| không chính xác + id: da368473-3a66-4222-9de1-05d66037a708 + jinja: '{{premise}} Chỉ sử dụng mô tả ở trên và những gì bạn biết về thế giới, + "{{hypothesis}}" chắc chắn là chính xác, không chính xác, hay không thể kết + luận? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_viht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + fd41837b-4f78-4fb6-8edf-273df9a6b55a: !Template + answer_choices: ĐÚNG VẬY ||| Cũng không ||| Sai + id: fd41837b-4f78-4fb6-8edf-273df9a6b55a + jinja: '{{premise}} Câu hỏi: {{hypothesis}} Đúng, Sai hay Không? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_vimt + reference: '' diff --git a/promptsource/templates/xnli/zh/templates.yaml b/promptsource/templates/xnli/zh/templates.yaml new file mode 100644 index 000000000..44c198f5d --- /dev/null +++ b/promptsource/templates/xnli/zh/templates.yaml @@ -0,0 +1,138 @@ +dataset: xnli +subset: zh +templates: + 39a53af0-df1e-4489-b5b9-c734338a840f: !Template + answer_choices: 是的 ||| 也许 ||| 不 + id: 39a53af0-df1e-4489-b5b9-c734338a840f + jinja: '{{premise}}我们有理由说“{{hypothesis}}”吗？是的，不是的，或者也许？ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_zhmt + reference: '' + 3d2950c2-93da-499b-9e84-7708027e8666: !Template + answer_choices: 正确的 ||| 无定论 ||| 不正确 + id: 3d2950c2-93da-499b-9e84-7708027e8666 + jinja: '{{premise}} 仅使用上述描述和您对世界的了解，“{{hypothesis}}”肯定是正确的、不正确的还是不确定的？ ||| {{ + answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_zhmt + reference: '' + 47d2f061-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: 对 ||| 无关 ||| 不对 + id: 47d2f061-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + 问题: {{hypothesis}} 对，不对还是无关？ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_zhht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 504b04ed-9d85-47ef-bf5d-b28d5552aae7: !Template + answer_choices: 真的 ||| 两者都不 ||| 错误的 + id: 504b04ed-9d85-47ef-bf5d-b28d5552aae7 + jinja: '{{premise}} 问题：{{hypothesis}} 对、错或两者都不是？ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_zhmt + reference: '' + 9c75ff67-bb66-413b-a33d-325707b035d7: !Template + answer_choices: 能 ||| 有可能 ||| 不能 + id: 9c75ff67-bb66-413b-a33d-325707b035d7 + jinja: '如果{{premise}}能不能推断“{{hypothesis}}”？能，不能，还是有可能？ ||| {{ answer_choices[label] + }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_zhht + reference: Webson & Pavlick 2021 + 9cda8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: 可以 ||| 有可能 ||| 不可以 + id: 9cda8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}}我们就可不可以说“{{hypothesis}}”？可以，不可以，还是有可能？||| {{ answer_choices[label] + }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_zhht + reference: Webson & Pavlick 2021 + 9dc1e5f4-75f4-44ed-b564-888b08b3d27a: !Template + answer_choices: 是的 ||| 也许 ||| 不 + id: 9dc1e5f4-75f4-44ed-b564-888b08b3d27a + jinja: 假设{{premise}}我们可以推断出“{{hypothesis}}”吗？是的，不是的，或者也许？ ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_zhmt + reference: '' + e27bbe1f-7f86-4cb6-a2c1-955e020e3d72: !Template + answer_choices: 保证 ||| 可能的 ||| 不可能的 + id: e27bbe1f-7f86-4cb6-a2c1-955e020e3d72 + jinja: 假设 {{premise}} 为真，因此，“{{hypothesis}}”是 {{"guaranteed"}}、{{"possible"}} + 还是 {{"impossible"}}？ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_zhmt + reference: '' + e44c2947-f8e0-49ea-9770-e59f0581a931: !Template + answer_choices: 肯定的 ||| 有可能的 ||| 不可能的 + id: e44c2947-f8e0-49ea-9770-e59f0581a931 + jinja: '假如{{premise}}是对的。 + + + 那么，”{{hypothesis}}“是 {{"肯定的"}}，{{"有可能的"}}还是{{"不可能的"}}？||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_zhht + reference: Sanh et al. 2021 + ea368462-3a66-4222-9de1-05d66037a718: !Template + answer_choices: 正确 ||| 不确定 ||| 不正确 + id: ea368462-3a66-4222-9de1-05d66037a718 + jinja: '{{premise}} 仅仅利用上述描述和你对世界的了解，”{{hypothesis}}“肯定是正确，不正确，还是不确定？||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_zhht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers.