From eb14b2c6da55a7f6c96baf3edeb65da2e9c00e63 Mon Sep 17 00:00:00 2001 From: Nikil Ravi Date: Sat, 21 Dec 2024 01:06:56 -0800 Subject: [PATCH] wip --- src/levanter/eval_harness.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/levanter/eval_harness.py b/src/levanter/eval_harness.py index bfa75f46a..97b6a15d6 100644 --- a/src/levanter/eval_harness.py +++ b/src/levanter/eval_harness.py @@ -365,7 +365,7 @@ def _get_task_and_rename(self, manager, our_name, task: dict | str): print("this_task type after pop: ", type(this_task)) # hacky, but this allows us to run multiple instances of the same task with different fewshot settings - if not isinstance(task, dict): + if not isinstance(this_task, dict): # if it is a task, change the config to rename this_task.config.task = our_name else: