ai4bharat
/

indictrans2-indic-indic-1B

text2text-generation

Model card Files Files and versions Community

pranjalchitale commited on Apr 19

Commit

2049619

•

1 Parent(s): a5d6c1d

Update modeling_indictrans.py

Files changed (1) hide show

modeling_indictrans.py +1 -1

modeling_indictrans.py CHANGED Viewed

@@ -1393,7 +1393,7 @@ class IndicTransForConditionalGeneration(IndicTransPreTrainedModel):
             masked_lm_loss = F.cross_entropy(
                 input=lm_logits.view(-1, self.config.decoder_vocab_size),
                 target=labels.view(-1),
-                ignore_index=self.config.pad_token_id,
                 label_smoothing=self._label_smoothing,
             )

             masked_lm_loss = F.cross_entropy(
                 input=lm_logits.view(-1, self.config.decoder_vocab_size),
                 target=labels.view(-1),
+                ignore_index=-100,
                 label_smoothing=self._label_smoothing,
             )