Hugging Face's logo

mattshumer
/
Reflection-70B-draft2

Text Generation
Safetensors
llama
conversational
Model card Files Community
1
mattshumer sahil2801 commited on
Commit
8ac84db
•
0 Parent(s):

Duplicate from sahil2801/reflection_70b_v5

Browse files

Co-authored-by: Sahil Chaudhary <[email protected]>

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +35 -0
  2. config.json +39 -0
  3. generation_config.json +12 -0
  4. model-00003-of-00162.safetensors +3 -0
  5. model-00004-of-00162.safetensors +3 -0
  6. model-00006-of-00162.safetensors +3 -0
  7. model-00007-of-00162.safetensors +3 -0
  8. model-00012-of-00162.safetensors +3 -0
  9. model-00013-of-00162.safetensors +3 -0
  10. model-00014-of-00162.safetensors +3 -0
  11. model-00015-of-00162.safetensors +3 -0
  12. model-00016-of-00162.safetensors +3 -0
  13. model-00017-of-00162.safetensors +3 -0
  14. model-00018-of-00162.safetensors +3 -0
  15. model-00019-of-00162.safetensors +3 -0
  16. model-00022-of-00162.safetensors +3 -0
  17. model-00025-of-00162.safetensors +3 -0
  18. model-00027-of-00162.safetensors +3 -0
  19. model-00028-of-00162.safetensors +3 -0
  20. model-00030-of-00162.safetensors +3 -0
  21. model-00035-of-00162.safetensors +3 -0
  22. model-00036-of-00162.safetensors +3 -0
  23. model-00039-of-00162.safetensors +3 -0
  24. model-00041-of-00162.safetensors +3 -0
  25. model-00043-of-00162.safetensors +3 -0
  26. model-00045-of-00162.safetensors +3 -0
  27. model-00046-of-00162.safetensors +3 -0
  28. model-00048-of-00162.safetensors +3 -0
  29. model-00051-of-00162.safetensors +3 -0
  30. model-00052-of-00162.safetensors +3 -0
  31. model-00053-of-00162.safetensors +3 -0
  32. model-00054-of-00162.safetensors +3 -0
  33. model-00056-of-00162.safetensors +3 -0
  34. model-00057-of-00162.safetensors +3 -0
  35. model-00058-of-00162.safetensors +3 -0
  36. model-00059-of-00162.safetensors +3 -0
  37. model-00061-of-00162.safetensors +3 -0
  38. model-00062-of-00162.safetensors +3 -0
  39. model-00064-of-00162.safetensors +3 -0
  40. model-00065-of-00162.safetensors +3 -0
  41. model-00066-of-00162.safetensors +3 -0
  42. model-00068-of-00162.safetensors +3 -0
  43. model-00070-of-00162.safetensors +3 -0
  44. model-00072-of-00162.safetensors +3 -0
  45. model-00074-of-00162.safetensors +3 -0
  46. model-00076-of-00162.safetensors +3 -0
  47. model-00077-of-00162.safetensors +3 -0
  48. model-00080-of-00162.safetensors +3 -0
  49. model-00082-of-00162.safetensors +3 -0
  50. model-00083-of-00162.safetensors +3 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-70B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "hidden_act": "silu",
15
+ "hidden_size": 8192,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 28672,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 80,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": false,
35
+ "torch_dtype": "float32",
36
+ "transformers_version": "4.44.0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.7,
10
+ "top_p": 0.95,
11
+ "transformers_version": "4.44.0"
12
+ }
model-00003-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ce6875e055a1d3fe1485f6be750a53973f2b662e37c7453cb9383a915d1586
3
+ size 1879114208
model-00004-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3a98e947923c7a784329410d89b7eac3b592ac668e755684fea98e23136aa5
3
+ size 1543504480
model-00006-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ebc96ca1314e1ea3b3228d2a50e7dddeed36d4e1ef4eba52ea0aeaac4e4147
3
+ size 1543504480
model-00007-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:766a8c842b953e0bd7c8fc605b1397265823b177d26ce9bdbf2604d1ad746237
3
+ size 1879114208
model-00012-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df622381af2eaeb70965a909916053a6c90ea342ae86e08497c9f0f9c547a9f
3
+ size 1543504480
model-00013-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bf702d935292db235264ae4f3f78c98053baac2ce6eeef0b66b846a3015344f
3
+ size 1879114208
model-00014-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb9cd37e7bc87565d4147eda9f83b6e158483b81b4bcd096a20b938c7943de8
3
+ size 1543504480
model-00015-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa9e6a3f2138b71b57c993fab2acff3d48ec282db8cb940403294b418230a75
3
+ size 1879114208
model-00016-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde36db20468fbf887f672fa855b4800b6066daae217571d316026381b061169
3
+ size 1543504480
model-00017-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4091dd2578fa59e2e19551dc9495eb91996a11d8d6960f14e2967b83c53898a
3
+ size 1879114208
model-00018-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6df521b397f7f9256da3d5956939ec6a584438d32de7da93f18907da680b8339
3
+ size 1543504480
model-00019-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:477375e767804aa122eac211b8c11525dde58b17041ac14e8972468dbfa44121
3
+ size 1879114208
model-00022-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40dea034cccba996c020c0a2d22e4685b93675208af91d11ee65bfc0be5b48c5
3
+ size 1543504488
model-00025-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f5e3b8831d43170f0f5d1fbf988dda8efad77bd6509af7cf9499a38c006b0b
3
+ size 1879114208
model-00027-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4db45a3256c99cdcfe006001eacafd0e0c1a6ba9bbc48ea975fb9fd7a7471cbf
3
+ size 1879114208
model-00028-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096dd9d39a8f56f3545399d58394b0079c938930409135e85a71c16c429c1e8a
3
+ size 1543504488
model-00030-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f99159cdf690aa8e8a388536a583c439afea525aea1ef73b7317fae0f1af53
3
+ size 1543504488
model-00035-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a781cc7ef0ab3d5fcb1380a948f0570ba0fe9984ed36cbae15f67141f76868f6
3
+ size 1879114208
model-00036-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b5356f7477e8ee76b4c1431d0f9f431e6e3c54f66dc0ba7ee7d30a8feea116
3
+ size 1543504488
model-00039-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6002e4d8a68211434d1a72376a4ef9597b6cdf03ed792d5a505d7ad63d4e63
3
+ size 1879114208
model-00041-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e159bfcd8cfd7abf33fe312781dc1047b4b99158eea31eab5a1adb4c1662450
3
+ size 1879114208
model-00043-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5bef48b1b28ccdca2d740d2b7563455d0c591592e0e5f6c5716c139ed69790
3
+ size 1879114208
model-00045-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0351bd91c979c5a979d1878e40e11639fd3819d7fe808e8a18cebf5b671375dc
3
+ size 1879114208
model-00046-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ae48d761ca02225dd062c21d1664e7fa73cd6f17bddd017f434e017d06b067
3
+ size 1543504488
model-00048-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e4369cfda195e65c5cf773f5778eab028ff1e1384ae1a4d6f308245d7a4654
3
+ size 1543504488
model-00051-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca53d034340ebeaf12d67017efcf5b6c71f41c291a946833bc8838a333ecd5a2
3
+ size 1879114208
model-00052-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c46ce6b01fe188f858c90ecd4d19b3caa131ae7cd10e20f386242f4f53ee4fd
3
+ size 1543504488
model-00053-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369048bf8b0ef6e1596e4e11f01835095b993c811a53ba18f36387980535eac2
3
+ size 1879114208
model-00054-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32b829e2fa3da2b407a0fc99f74be93bf46a170743eb12a8120a9bc53729ca81
3
+ size 1543504488
model-00056-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecf07611c113bbf979960f2cb688a961b4dbe5dc86c57d2359650d83067ef288
3
+ size 1543504488
model-00057-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8698532687a0d5919681dcd59dc2cb8846804e5fc0ee711befa5f159cb23f01
3
+ size 1879114208
model-00058-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2d5fc525dde11e44a8ebc80f1a006be61536eff3b56fdcf8c90c6b0d9f25b58
3
+ size 1543504488
model-00059-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58355fc0ff53771bd8be9626590ef008a894165436b8af27863910922265de1
3
+ size 1879114208
model-00061-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8958a93cf16ad284f559004b1709e1da0fefefabdf974b50f6695ed8fedf0ccc
3
+ size 1879114208
model-00062-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14969a1180727583b7eb1013e55563b7ad7065a0c69df186c4958144583c2d98
3
+ size 1543504488
model-00064-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311db4dfde5098de92e11dee91075807a03c02843e95a651e52813f69e622129
3
+ size 1543504488
model-00065-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab9f67c753c40223c6cc32aa006a016a0107cb03d5a11ea25b26154e7855d446
3
+ size 1879114208
model-00066-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7b7be268652ef1ed50c8f842d27f4c797ef59ad40461272486026a5b89a681
3
+ size 1543504488
model-00068-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:130260d35ca06d58a6b69cdd01ed3ee78a337af11885ae8bcdb4a1cf6052273e
3
+ size 1543504488
model-00070-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a649f30fd533fc9b9a432f017973682740f0bd25702764f359b7881f24becab8
3
+ size 1543504488
model-00072-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ff60e17e935532a826bf89bd976d0595545ff330ab9341e0d3f81e1618c541
3
+ size 1543504488
model-00074-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be53131fe155f5b6adf1d28b4773baf02ffb884c5ac2ab55058bcc94d9006668
3
+ size 1543504488
model-00076-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e52f072cc1038f7643de98a59360afefb1d5c1f13dcbd65bab179bb43bbaaa4
3
+ size 1543504488
model-00077-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a69161acc7964049bf5e91df1d734aef2380a812f8911f3cf6d54bc9f5c04f59
3
+ size 1879114208
model-00080-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9c14f3e927112dff49ec821a912a30fbcdda5c8f59a02445b15f1a9a948049f
3
+ size 1543504488
model-00082-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0488e881985b942705561b4a3ccc43be61e8c4b7e1496a11c955a2de886f699
3
+ size 1543504488
model-00083-of-00162.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee4788577e142a785537ac156fa55df576e3b185b0d3209a16ff780b5018b40
3
+ size 1879114208