lixinhao commited on
Commit
69c409d
·
verified ·
1 Parent(s): ee28962

Update modeling_qwen2_flash.py

Browse files
Files changed (1) hide show
  1. modeling_qwen2_flash.py +1 -0
modeling_qwen2_flash.py CHANGED
@@ -1027,6 +1027,7 @@ class Qwen2Model_Flash(Qwen2PreTrainedModel):
1027
  (batch_size, seq_length),
1028
  inputs_embeds,
1029
  past_key_values_length,
 
1030
  )
1031
  else:
1032
  # 4d mask is passed through the layers
 
1027
  (batch_size, seq_length),
1028
  inputs_embeds,
1029
  past_key_values_length,
1030
+ sliding_window=self.config.sliding_window,
1031
  )
1032
  else:
1033
  # 4d mask is passed through the layers