Update modeling_Llamoe.py
Browse files- modeling_Llamoe.py +1 -1
modeling_Llamoe.py
CHANGED
|
@@ -889,7 +889,7 @@ LLAMOE_START_DOCSTRING = r"""
|
|
| 889 |
)
|
| 890 |
# Copied from transformers.models.mistral.modeling_mistral.MistralPreTrainedModel with Mistral->Mixtral
|
| 891 |
class LlamoePreTrainedModel(PreTrainedModel):
|
| 892 |
-
config_class =
|
| 893 |
base_model_prefix = "model"
|
| 894 |
supports_gradient_checkpointing = True
|
| 895 |
_no_split_modules = ["LlamoeDecoderLayer"]
|
|
|
|
| 889 |
)
|
| 890 |
# Copied from transformers.models.mistral.modeling_mistral.MistralPreTrainedModel with Mistral->Mixtral
|
| 891 |
class LlamoePreTrainedModel(PreTrainedModel):
|
| 892 |
+
config_class = LlamoeConfig
|
| 893 |
base_model_prefix = "model"
|
| 894 |
supports_gradient_checkpointing = True
|
| 895 |
_no_split_modules = ["LlamoeDecoderLayer"]
|