Satandon1999 commited on
Commit
89a52d1
1 Parent(s): 9befced

Update modeling_phi3.py

Browse files
Files changed (1) hide show
  1. modeling_phi3.py +2 -2
modeling_phi3.py CHANGED
@@ -1302,8 +1302,8 @@ class Phi3ForCausalLM(Phi3PreTrainedModel):
1302
  loss = None
1303
  if labels is not None:
1304
  print("===test===")
1305
- print(labels.view(-1).shape)
1306
- print(labels.view(-1)[labels.view(-1) == -100].shape)
1307
  # Shift so that tokens < n predict n
1308
  shift_logits = logits[..., :-1, :].contiguous()
1309
  shift_labels = labels[..., 1:].contiguous()
 
1302
  loss = None
1303
  if labels is not None:
1304
  print("===test===")
1305
+ print(labels[0].shape)
1306
+ print(labels[0])
1307
  # Shift so that tokens < n predict n
1308
  shift_logits = logits[..., :-1, :].contiguous()
1309
  shift_labels = labels[..., 1:].contiguous()