Update vllm_utils.py

vkola-lab · Feb 17, 2025 · 2c8d829 · 2c8d829
1 parent f899815
commit 2c8d829
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/PodGPT_Database_Inference/utils/vllm_utils.py b/PodGPT_Database_Inference/utils/vllm_utils.py
@@ -204,8 +204,8 @@ def performance_eval(config, mode, prompts, answers, documents, file_path):
         option_range = "a-dA-D"  # 4 Options
         prediction = extract_answer(completion=response, option_range=option_range)
         if prediction is None:
-            response = response_with_option(prompt=prompt, response=response)
-            prediction = extract_answer(completion=response, option_range=option_range)
+            temp_response = response_with_option(prompt=prompt, response=response)
+            prediction = extract_answer(completion=temp_response, option_range=option_range)
 
         if prediction is not None:
             acc.append(prediction == answer)