Update modeling_motif.py (#6)

- Update modeling_motif.py (c5875d85cfee6820be55525739a8aec458661613)

modeling_motif.py

@@ -399,7 +399,7 @@ class MotifAttention(nn.Module):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(self.layer_idx))
                         if use_cache else position_embeddings)
 
         query_states, key_states = apply_rotary_pos_emb(query_states,
@@ -534,7 +534,7 @@ class MotifFlashAttention2(MotifAttention):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(self.layer_idx))
                         if use_cache else position_embeddings)
 
         query_states, key_states = apply_rotary_pos_emb(query_states,