Update tiny models for CohereModel

#25
Files changed (2) hide show
  1. config.json +2 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -22,8 +22,9 @@
22
  "pad_token_id": 0,
23
  "rope_theta": 10000.0,
24
  "torch_dtype": "float32",
25
- "transformers_version": "4.39.0.dev0",
26
  "type_vocab_size": 16,
27
  "use_cache": true,
 
28
  "vocab_size": 1024
29
  }
 
22
  "pad_token_id": 0,
23
  "rope_theta": 10000.0,
24
  "torch_dtype": "float32",
25
+ "transformers_version": "4.40.0.dev0",
26
  "type_vocab_size": 16,
27
  "use_cache": true,
28
+ "use_qk_norm": false,
29
  "vocab_size": 1024
30
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34f675e76beadf52ab4540376f7d3d425e377e4cf16538b60f5a38179c87d2c5
3
  size 194376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:217a909c4aa3f244d26691f09e99cb4830e512098406bada499ba209171a96b3
3
  size 194376