Fix mrope_freqs_cis call (no device kwarg)
This commit is contained in:
parent
9fbd6fe77e
commit
45d3e7bc64
1 changed files with 1 additions and 1 deletions
|
|
@ -216,7 +216,7 @@ class Qwen3VL32BTextEncoder(nn.Module):
|
||||||
if position_ids is not None:
|
if position_ids is not None:
|
||||||
from .qwen3vl_vision import mrope_freqs_cis
|
from .qwen3vl_vision import mrope_freqs_cis
|
||||||
|
|
||||||
freqs_cis = mrope_freqs_cis(position_ids, device=hidden_states.device)
|
freqs_cis = mrope_freqs_cis(position_ids.to(hidden_states.device))
|
||||||
for layer_index, layer in enumerate(self.layers):
|
for layer_index, layer in enumerate(self.layers):
|
||||||
hidden_states = layer(hidden_states, freqs_cis)
|
hidden_states = layer(hidden_states, freqs_cis)
|
||||||
if (
|
if (
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue