Update configuration_Llamoe.py
Browse files- configuration_Llamoe.py +1 -2
configuration_Llamoe.py
CHANGED
|
@@ -26,7 +26,6 @@ from transformers.utils import logging
|
|
| 26 |
logger = logging.get_logger(__name__)
|
| 27 |
|
| 28 |
|
| 29 |
-
from transformers.deprecated._archive_maps import LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAP # noqa: F401, E402
|
| 30 |
|
| 31 |
|
| 32 |
class LlamoeConfig(PretrainedConfig):
|
|
@@ -37,7 +36,7 @@ class LlamoeConfig(PretrainedConfig):
|
|
| 37 |
|
| 38 |
def __init__(
|
| 39 |
self,
|
| 40 |
-
vocab_size=
|
| 41 |
hidden_size=4096,
|
| 42 |
intermediate_size=11008,
|
| 43 |
num_experts_per_tok: int = 2,
|
|
|
|
| 26 |
logger = logging.get_logger(__name__)
|
| 27 |
|
| 28 |
|
|
|
|
| 29 |
|
| 30 |
|
| 31 |
class LlamoeConfig(PretrainedConfig):
|
|
|
|
| 36 |
|
| 37 |
def __init__(
|
| 38 |
self,
|
| 39 |
+
vocab_size=32000,
|
| 40 |
hidden_size=4096,
|
| 41 |
intermediate_size=11008,
|
| 42 |
num_experts_per_tok: int = 2,
|