From e9ff51b8cae1be21cb3dfcb472b48c25d1660ee3 Mon Sep 17 00:00:00 2001 From: Hong-Yu Chiu Date: Tue, 9 Jun 2026 07:29:17 +0000 Subject: [PATCH] fix: make T2I and T2V compatible with transformers >=5.0. Signed-off-by: Hong-Yu Chiu --- cosmos_framework/model/vfm/mot/unified_mot.py | 2 +- cosmos_framework/model/vfm/vlm/qwen3_vl/qwen3_vl.py | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/cosmos_framework/model/vfm/mot/unified_mot.py b/cosmos_framework/model/vfm/mot/unified_mot.py index 4908e7a8..a03e4aa8 100644 --- a/cosmos_framework/model/vfm/mot/unified_mot.py +++ b/cosmos_framework/model/vfm/mot/unified_mot.py @@ -691,7 +691,7 @@ def _impl_init( ``Nemotron3DenseVLTextModel``. Sub-layer classes (MLP, RMSNorm, rotary embedding) are dispatched through ``layer_types``. """ - self.padding_idx = config.pad_token_id + self.padding_idx = getattr(config, "pad_token_id", None) self.vocab_size = config.vocab_size self.embed_tokens = nn.Embedding(config.vocab_size, config.hidden_size, self.padding_idx) diff --git a/cosmos_framework/model/vfm/vlm/qwen3_vl/qwen3_vl.py b/cosmos_framework/model/vfm/vlm/qwen3_vl/qwen3_vl.py index c2ccc3fb..46f6f985 100644 --- a/cosmos_framework/model/vfm/vlm/qwen3_vl/qwen3_vl.py +++ b/cosmos_framework/model/vfm/vlm/qwen3_vl/qwen3_vl.py @@ -320,7 +320,11 @@ def __init__(self, config: Qwen3VLTextConfig): self.original_max_seq_len = config.max_position_embeddings self.config = config - self.rope_init_fn = ROPE_INIT_FUNCTIONS[self.rope_type] + rope_type = self.rope_type + if rope_type not in ROPE_INIT_FUNCTIONS and rope_type == "default": + # transformers>=5 renamed "default" RoPE entry to "proportional". + rope_type = "proportional" + self.rope_init_fn = ROPE_INIT_FUNCTIONS[rope_type] self.mrope_section = ( config.rope_scaling.get("mrope_section", [24, 20, 20]) if config.rope_scaling is not None else [24, 20, 20]