Fix mrope_freqs_cis call (no device kwarg)

This commit is contained in:
Daniel Maddern 2026-08-19 22:59:26 +07:00
parent 9fbd6fe77e
commit 45d3e7bc64

View file

@ -216,7 +216,7 @@ class Qwen3VL32BTextEncoder(nn.Module):
if position_ids is not None: if position_ids is not None:
from .qwen3vl_vision import mrope_freqs_cis from .qwen3vl_vision import mrope_freqs_cis
freqs_cis = mrope_freqs_cis(position_ids, device=hidden_states.device) freqs_cis = mrope_freqs_cis(position_ids.to(hidden_states.device))
for layer_index, layer in enumerate(self.layers): for layer_index, layer in enumerate(self.layers):
hidden_states = layer(hidden_states, freqs_cis) hidden_states = layer(hidden_states, freqs_cis)
if ( if (