llamafactory
/

tiny-random-Llama-3

Text Generation

text-generation-inference

Model card Files Files and versions Community

hiyouga commited on Jun 7

Commit

753ecfd

•

1 Parent(s): 8e5e61a

Update config.json

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -4,8 +4,8 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
-  "bos_token_id": 1,
-  "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 16,
   "initializer_range": 0.02,
@@ -21,7 +21,7 @@
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.32.0",
   "use_cache": true,
-  "vocab_size": 32000
 }

   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
   "hidden_act": "silu",
   "hidden_size": 16,
   "initializer_range": 0.02,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
+  "transformers_version": "4.40.0",
   "use_cache": true,
+  "vocab_size": 128256
 }