Update modeling_Llamoe.py
Browse files- modeling_Llamoe.py +1 -2
modeling_Llamoe.py
CHANGED
@@ -561,8 +561,7 @@ class LlamoeSdpaAttention(LlamoeAttention):
|
|
561 |
|
562 |
bsz, q_len, _ = hidden_states.size()
|
563 |
|
564 |
-
|
565 |
-
print("q_len:",q_len.shape)
|
566 |
print("hidden_states:",hidden_states.shape)
|
567 |
query_states = self.q_proj(hidden_states)
|
568 |
key_states = self.k_proj(hidden_states)
|
|
|
561 |
|
562 |
bsz, q_len, _ = hidden_states.size()
|
563 |
|
564 |
+
|
|
|
565 |
print("hidden_states:",hidden_states.shape)
|
566 |
query_states = self.q_proj(hidden_states)
|
567 |
key_states = self.k_proj(hidden_states)
|