diff --git a/scaledown/compressor/scaledown_compressor.py b/scaledown/compressor/scaledown_compressor.py index ea0a0cd..de2a075 100644 --- a/scaledown/compressor/scaledown_compressor.py +++ b/scaledown/compressor/scaledown_compressor.py @@ -67,7 +67,7 @@ def _compress_single(self, context, prompt, max_tokens=None, **kwargs) -> Compre "temperature": self.temperature, "preserve_keywords": self.preserve_keywords, "preserve_words": self.preserve_words, - "max_tokens": max_tokens, + "max_tokens": 226, **kwargs } }