Aryanne commited on
Commit
e50cae1
1 Parent(s): 34382d7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/content/models/StableLM-3B",
3
  "architectures": [
4
  "StableLMEpochForCausalLM"
5
  ],
@@ -8,7 +8,7 @@
8
  "AutoModelForCausalLM": "modeling_stablelm_epoch.StableLMEpochForCausalLM"
9
  },
10
  "bos_token_id": 0,
11
- "eos_token_id": 0,
12
  "hidden_act": "silu",
13
  "hidden_size": 2560,
14
  "initializer_range": 0.02,
@@ -24,8 +24,8 @@
24
  "rope_theta": 10000,
25
  "rotary_scaling_factor": 1.0,
26
  "tie_word_embeddings": false,
27
- "torch_dtype": "bfloat16",
28
- "transformers_version": "4.35.2",
29
  "use_cache": true,
30
  "vocab_size": 50304
31
- }
 
1
  {
2
+ "_name_or_path": "Aryanne/Astrocket-3B",
3
  "architectures": [
4
  "StableLMEpochForCausalLM"
5
  ],
 
8
  "AutoModelForCausalLM": "modeling_stablelm_epoch.StableLMEpochForCausalLM"
9
  },
10
  "bos_token_id": 0,
11
+ "eos_token_id": 50279,
12
  "hidden_act": "silu",
13
  "hidden_size": 2560,
14
  "initializer_range": 0.02,
 
24
  "rope_theta": 10000,
25
  "rotary_scaling_factor": 1.0,
26
  "tie_word_embeddings": false,
27
+ "torch_dtype": "float16",
28
+ "transformers_version": "4.33.2",
29
  "use_cache": true,
30
  "vocab_size": 50304
31
+ }