Update modeling_Llamoe.py
Browse files- modeling_Llamoe.py +1 -1
modeling_Llamoe.py
CHANGED
|
@@ -157,7 +157,7 @@ class LlamoeRMSNorm(nn.Module):
|
|
| 157 |
return self.weight * hidden_states.to(input_dtype)
|
| 158 |
|
| 159 |
|
| 160 |
-
ALL_LAYERNORM_LAYERS.append(
|
| 161 |
|
| 162 |
|
| 163 |
class LlamoeRotaryEmbedding(nn.Module):
|
|
|
|
| 157 |
return self.weight * hidden_states.to(input_dtype)
|
| 158 |
|
| 159 |
|
| 160 |
+
ALL_LAYERNORM_LAYERS.append(LlamoeRMSNorm)
|
| 161 |
|
| 162 |
|
| 163 |
class LlamoeRotaryEmbedding(nn.Module):
|