Fix bug in apply_rotary_pos_emb_flashatt: in Qwen2-5-VL (#36065)

Author: DeepWaved

src/transformers/models/qwen2_5_vl/modeling_qwen2_5_vl.py

@@ -162,8 +162,8 @@ def forward(self, x: torch.Tensor) -> torch.Tensor:
 
 def apply_rotary_pos_emb_flashatt(tensor: torch.Tensor, freqs: torch.Tensor) -> torch.Tensor:
     tensor_ = tensor.float()
-    cos = freqs.cos()
-    sin = freqs.sin()
+    cos = freqs.cos().float()
+    sin = freqs.sin().float()
     output = apply_rotary_emb(tensor_, cos, sin).type_as(tensor)
     return output
 

src/transformers/models/qwen2_5_vl/modular_qwen2_5_vl.py

@@ -65,8 +65,8 @@
 
 def apply_rotary_pos_emb_flashatt(tensor: torch.Tensor, freqs: torch.Tensor) -> torch.Tensor:
     tensor_ = tensor.float()
-    cos = freqs.cos()
-    sin = freqs.sin()
+    cos = freqs.cos().float()
+    sin = freqs.sin().float()
     output = apply_rotary_emb(tensor_, cos, sin).type_as(tensor)
     return output