Update tiny models for StableLmForCausalLM

config.json

@@ -21,13 +21,15 @@
   "num_key_value_heads": 4,
   "pad_token_id": 0,
   "partial_rotary_factor": 0.25,
+  "qk_layernorm": false,
   "rope_scaling": null,
   "rope_theta": 10000,
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
-  "transformers_version": "4.38.0.dev0",
+  "transformers_version": "4.40.0.dev0",
   "type_vocab_size": 16,
   "use_cache": true,
+  "use_parallel_residual": false,
   "use_qkv_bias": false,
   "vocab_size": 1024
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 0,
   "eos_token_id": 0,
   "pad_token_id": 0,
-  "transformers_version": "4.38.0.dev0"
+  "transformers_version": "4.40.0.dev0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78231a194912c1d1e0f0f474ca66d847722c14e7461bcb63998f7a283f0eefda
+oid sha256:c6b0b51facce1589ae954183ffe537005f5eecd9b5b6822fac1d9e0ecb29b599
 size 717384