From aebb9ce7f75f7bc5e4acd1f7a0fd7069c3dba9ce Mon Sep 17 00:00:00 2001
From: Nikil Ravi <nravi@stanford.edu>
Date: Sat, 21 Dec 2024 02:22:25 -0800
Subject: [PATCH] wip

---
 src/levanter/eval_harness.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/levanter/eval_harness.py b/src/levanter/eval_harness.py
index ed2bff838..28a688d9f 100644
--- a/src/levanter/eval_harness.py
+++ b/src/levanter/eval_harness.py
@@ -348,7 +348,7 @@ def _get_task_and_rename(self, manager, our_name, task: dict | str):
         (or other differences) so we need to hack around that.
         """
         import lm_eval.tasks as tasks
-        from lm_eval.api.task import ConfigurableTask, Task
+        from lm_eval.api.task import ConfigurableTask
 
         print("Inside get task and rename")
         print("Task: ", task)