Update README.md
Browse files
README.md
CHANGED
|
@@ -13,7 +13,6 @@ The model was initialized with the following config:
|
|
| 13 |
from transformers.models.bitllama import BitLlamaForCausalLM, LlamaConfig
|
| 14 |
|
| 15 |
model_config = LlamaConfig(
|
| 16 |
-
# Config for a tiny model model with 1.62M parameters
|
| 17 |
bos_token_id=1,
|
| 18 |
eos_token_id=2,
|
| 19 |
hidden_act="silu",
|
|
|
|
| 13 |
from transformers.models.bitllama import BitLlamaForCausalLM, LlamaConfig
|
| 14 |
|
| 15 |
model_config = LlamaConfig(
|
|
|
|
| 16 |
bos_token_id=1,
|
| 17 |
eos_token_id=2,
|
| 18 |
hidden_act="silu",
|