adding bloom 1.7b model

config.json

@@ -1,10 +1,10 @@
 {
   "apply_residual_connection_post_layernorm": false,
   "attention_dropout": 0.0,
+  "attention_softmax_in_fp32": true,
   "architectures": [
     "BloomForCausalLM"
   ],
-  "attention_softmax_in_fp32": true,
   "bias_dropout_fusion": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
@@ -15,12 +15,13 @@
   "layer_norm_epsilon": 1e-05,
   "masked_softmax_fusion": true,
   "model_type": "bloom",
-  "n_embed": 1024,
+  "n_embed": 2048,
   "n_inner": null,
   "n_layer": 24,
   "num_attention_heads": 16,
   "offset_alibi": 100,
-  "pretraining_tp": 1,
+  "pretraining_tp": 2,
+  "seq_length": 4096,
   "skip_bias_add": true,
   "skip_bias_add_qkv": false,
   "transformers_version": "4.20.0",

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145ae4b66381746c9438c63b6deb22a34d97000bba633bb6672fff2d1dcaf924
+size 3444848602

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea744d6fd9662e8333ce2f6601c4014634227091e4572b43ba06b699c79e13e
+size 3444919671

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "<unk>", "eos_token": "</s>", "bos_token": "<s>", "pad_token": "<pad>", "name_or_path": "bigscience/tokenizer", "special_tokens_map_file": null, "tokenizer_class": "BloomTokenizerFast", "padding_side":"left"}