From 998eddaf28be6a9b653c357c44949dbfc1aaba0f Mon Sep 17 00:00:00 2001 From: mT5 Team Date: Wed, 6 Apr 2022 11:04:41 -0700 Subject: [PATCH] Add tydiqa eval only mixture. PiperOrigin-RevId: 439886234 --- multilingual_t5/tasks.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/multilingual_t5/tasks.py b/multilingual_t5/tasks.py index b3abc1a..e2a489e 100644 --- a/multilingual_t5/tasks.py +++ b/multilingual_t5/tasks.py @@ -358,10 +358,12 @@ def create_xnli_tasks_and_mixtures(task_prefix, task_suffix, output_features): output_features=DEFAULT_OUTPUT_FEATURES, metric_fns=[metrics.squad]) -tydiqa = (["mt5_tydiqa_train_dev"] + - ["mt5_tydiqa_dev.{}".format(lang) for lang in TYDIQA_LANGS]) +tydiqa_dev = ["mt5_tydiqa_dev.{}".format(lang) for lang in TYDIQA_LANGS] +tydiqa = ["mt5_tydiqa_train_dev"] + tydiqa_dev seqio.MixtureRegistry.add("mt5_tydiqa", tydiqa, default_rate=1.0) +seqio.MixtureRegistry.add("mt5_tydiqa_dev", tydiqa_dev, default_rate=1.0) + # ----- TyDiQA GoldP Zero-Shot----- # This Zero-Shot setting matches the XTREME setup, where training is done on # the English data of TyDiQA. In the TyDiQA paper, fine-tuning was done on