fix phi3 8k

OpenNMT · May 17, 2024 · e342e98 · e342e98
1 parent 7e5de1d
commit e342e98
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/python/ctranslate2/converters/transformers.py b/python/ctranslate2/converters/transformers.py
@@ -1708,7 +1708,7 @@ def get_model_spec(self, model):
         rope_scaling = getattr(model.config, "rope_scaling", None)
         if rope_scaling:
             rotary_scaling_type = _SUPPORTED_ROPE_SCALING.get(rope_scaling["type"])
-            rotary_scaling_factor = 1
+            rotary_scaling_factor = rope_scaling.get("factor", 1)
 
             if rotary_scaling_type is None:
                 raise NotImplementedError(