damerajee commited on
Commit
04f5fcb
1 Parent(s): 6ffcb74

Update modeling_Llamoe.py

Browse files
Files changed (1) hide show
  1. modeling_Llamoe.py +1 -2
modeling_Llamoe.py CHANGED
@@ -561,8 +561,7 @@ class LlamoeSdpaAttention(LlamoeAttention):
561
 
562
  bsz, q_len, _ = hidden_states.size()
563
 
564
- print("bsz:",bsz.shape)
565
- print("q_len:",q_len.shape)
566
  print("hidden_states:",hidden_states.shape)
567
  query_states = self.q_proj(hidden_states)
568
  key_states = self.k_proj(hidden_states)
 
561
 
562
  bsz, q_len, _ = hidden_states.size()
563
 
564
+
 
565
  print("hidden_states:",hidden_states.shape)
566
  query_states = self.q_proj(hidden_states)
567
  key_states = self.k_proj(hidden_states)