Update modeling_qwen2_flash.py
Browse files- modeling_qwen2_flash.py +1 -0
modeling_qwen2_flash.py
CHANGED
@@ -1027,6 +1027,7 @@ class Qwen2Model_Flash(Qwen2PreTrainedModel):
|
|
1027 |
(batch_size, seq_length),
|
1028 |
inputs_embeds,
|
1029 |
past_key_values_length,
|
|
|
1030 |
)
|
1031 |
else:
|
1032 |
# 4d mask is passed through the layers
|
|
|
1027 |
(batch_size, seq_length),
|
1028 |
inputs_embeds,
|
1029 |
past_key_values_length,
|
1030 |
+
sliding_window=self.config.sliding_window,
|
1031 |
)
|
1032 |
else:
|
1033 |
# 4d mask is passed through the layers
|