pranjalchitale
commited on
Commit
•
b584226
1
Parent(s):
a025819
Update modeling_indictrans.py
Browse files- modeling_indictrans.py +1 -1
modeling_indictrans.py
CHANGED
@@ -779,7 +779,7 @@ class IndicTransEncoder(IndicTransPreTrainedModel):
|
|
779 |
|
780 |
hidden_states = inputs_embeds + embed_pos
|
781 |
if self.layernorm_embedding is not None:
|
782 |
-
|
783 |
hidden_states = F.dropout(hidden_states, p=self.dropout, training=self.training)
|
784 |
|
785 |
# expand attention_mask
|
|
|
779 |
|
780 |
hidden_states = inputs_embeds + embed_pos
|
781 |
if self.layernorm_embedding is not None:
|
782 |
+
hidden_states = self.layernorm_embedding(hidden_states)
|
783 |
hidden_states = F.dropout(hidden_states, p=self.dropout, training=self.training)
|
784 |
|
785 |
# expand attention_mask
|