Update modeling_motif.py (#9)

- Update modeling_motif.py (ccbe178d0badc3e25484d8f35f40c3b1a48433ea)

modeling_motif.py

@@ -399,7 +399,7 @@ class MotifAttention(nn.Module):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(self.layer_idx))
                         if use_cache else position_embeddings)
 
         query_states, key_states = apply_rotary_pos_emb(query_states,
@@ -532,7 +532,7 @@ class MotifFlashAttention2(MotifAttention):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(self.layer_idx))
                         if use_cache else position_embeddings)
 
         query_states, key_states = apply_rotary_pos_emb(query_states,