avinasht commited on
Commit
ef981b7
1 Parent(s): fd54c90

Upload GemmaForCausalLM

Browse files
config.json CHANGED
@@ -9,6 +9,7 @@
9
  "eos_token_id": 1,
10
  "head_dim": 256,
11
  "hidden_act": "gelu",
 
12
  "hidden_size": 2048,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 16384,
@@ -22,7 +23,7 @@
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
24
  "torch_dtype": "float16",
25
- "transformers_version": "4.38.0",
26
  "use_cache": true,
27
  "vocab_size": 256000
28
  }
 
9
  "eos_token_id": 1,
10
  "head_dim": 256,
11
  "hidden_act": "gelu",
12
+ "hidden_activation": "gelu_pytorch_tanh",
13
  "hidden_size": 2048,
14
  "initializer_range": 0.02,
15
  "intermediate_size": 16384,
 
23
  "rope_scaling": null,
24
  "rope_theta": 10000.0,
25
  "torch_dtype": "float16",
26
+ "transformers_version": "4.46.2",
27
  "use_cache": true,
28
  "vocab_size": 256000
29
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 2,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.38.0"
7
  }
 
3
  "bos_token_id": 2,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.46.2"
7
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6efbd66595d0de64c300a9a8f456bd422c817939f66f566edab5a71127dec4fc
3
  size 4945242104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0771dd7c10f29e30f6741c4ab038e538749593c288903a0f71cd74b0b44653e7
3
  size 4945242104
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83cbd47f65c1df170902eb0511820aea52d5344e2c2c43b329e6b898b6d91de9
3
  size 67121600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a080776f7870a88e8f3e16df9b0af7f0f506bff82c9701ed3dc2f88d82326b
3
  size 67121600