Merge pull request #450 from AlexanderLavelle/patch-1

quantized models don't have .to
kyegomez · Apr 25, 2024 · 2905900 · 2905900
2 parents f992c99 + 78b1e83
commit 2905900
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/swarms/models/huggingface.py b/swarms/models/huggingface.py
@@ -181,7 +181,7 @@ def __init__(
                 quantization_config=bnb_config,
                 *args,
                 **kwargs,
-            ).to(self.device)
+            )
         else:
             self.model = AutoModelForCausalLM.from_pretrained(
                 self.model_id, *args, **kwargs