Hugging Face's logo

facebook
/
galactica-120b

Text Generation
Transformers
PyTorch
opt
galactica
text-generation-inference
Model card Files Community
8
mkardas commited on
Commit
fcfceb8
•
1 Parent(s): aab7f90

Convert checkpoint files to float16 (#6)

Browse files

- Convert checkpoint files to float16 (a5bda7725882f85abefc197ea03678fa9dc2d244)

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +4 -4
  2. pytorch_model-00001-of-00053.bin → pytorch_model-00001-of-00026.bin +2 -2
  3. pytorch_model-00002-of-00053.bin → pytorch_model-00002-of-00026.bin +2 -2
  4. pytorch_model-00003-of-00053.bin → pytorch_model-00003-of-00026.bin +2 -2
  5. pytorch_model-00004-of-00053.bin → pytorch_model-00004-of-00026.bin +2 -2
  6. pytorch_model-00005-of-00026.bin +3 -0
  7. pytorch_model-00005-of-00053.bin +0 -3
  8. pytorch_model-00006-of-00026.bin +3 -0
  9. pytorch_model-00006-of-00053.bin +0 -3
  10. pytorch_model-00007-of-00026.bin +3 -0
  11. pytorch_model-00007-of-00053.bin +0 -3
  12. pytorch_model-00008-of-00026.bin +3 -0
  13. pytorch_model-00008-of-00053.bin +0 -3
  14. pytorch_model-00009-of-00026.bin +3 -0
  15. pytorch_model-00009-of-00053.bin +0 -3
  16. pytorch_model-00010-of-00026.bin +3 -0
  17. pytorch_model-00010-of-00053.bin +0 -3
  18. pytorch_model-00011-of-00026.bin +3 -0
  19. pytorch_model-00011-of-00053.bin +0 -3
  20. pytorch_model-00012-of-00026.bin +3 -0
  21. pytorch_model-00012-of-00053.bin +0 -3
  22. pytorch_model-00013-of-00026.bin +3 -0
  23. pytorch_model-00013-of-00053.bin +0 -3
  24. pytorch_model-00014-of-00026.bin +3 -0
  25. pytorch_model-00014-of-00053.bin +0 -3
  26. pytorch_model-00015-of-00026.bin +3 -0
  27. pytorch_model-00015-of-00053.bin +0 -3
  28. pytorch_model-00016-of-00026.bin +3 -0
  29. pytorch_model-00016-of-00053.bin +0 -3
  30. pytorch_model-00017-of-00026.bin +3 -0
  31. pytorch_model-00017-of-00053.bin +0 -3
  32. pytorch_model-00018-of-00026.bin +3 -0
  33. pytorch_model-00018-of-00053.bin +0 -3
  34. pytorch_model-00019-of-00026.bin +3 -0
  35. pytorch_model-00019-of-00053.bin +0 -3
  36. pytorch_model-00020-of-00026.bin +3 -0
  37. pytorch_model-00020-of-00053.bin +0 -3
  38. pytorch_model-00021-of-00026.bin +3 -0
  39. pytorch_model-00021-of-00053.bin +0 -3
  40. pytorch_model-00022-of-00026.bin +3 -0
  41. pytorch_model-00022-of-00053.bin +0 -3
  42. pytorch_model-00023-of-00026.bin +3 -0
  43. pytorch_model-00023-of-00053.bin +0 -3
  44. pytorch_model-00024-of-00026.bin +3 -0
  45. pytorch_model-00024-of-00053.bin +0 -3
  46. pytorch_model-00025-of-00026.bin +3 -0
  47. pytorch_model-00025-of-00053.bin +0 -3
  48. pytorch_model-00026-of-00026.bin +3 -0
  49. pytorch_model-00026-of-00053.bin +0 -3
  50. pytorch_model-00027-of-00053.bin +0 -3
config.json CHANGED
@@ -7,7 +7,7 @@
7
  "OPTForCausalLM"
8
  ],
9
  "attention_dropout": 0.1,
10
- "bias": false,
11
  "bos_token_id": 0,
12
  "do_layer_norm_before": true,
13
  "dropout": 0.1,
@@ -15,7 +15,7 @@
15
  "ffn_dim": 40960,
16
  "hidden_size": 10240,
17
  "init_std": 0.02,
18
- "layer_norm_elementwise_affine": false,
19
  "layerdrop": 0.0,
20
  "learned_embeddings": true,
21
  "max_position_embeddings": 2048,
@@ -24,8 +24,8 @@
24
  "num_hidden_layers": 96,
25
  "pad_token_id": 1,
26
  "scale_embeddings": false,
27
- "torch_dtype": "float32",
28
- "transformers_version": "4.24.0",
29
  "use_cache": true,
30
  "vocab_size": 50000,
31
  "word_embed_proj_dim": 10240
 
7
  "OPTForCausalLM"
8
  ],
9
  "attention_dropout": 0.1,
10
+ "enable_bias": true,
11
  "bos_token_id": 0,
12
  "do_layer_norm_before": true,
13
  "dropout": 0.1,
 
15
  "ffn_dim": 40960,
16
  "hidden_size": 10240,
17
  "init_std": 0.02,
18
+ "layer_norm_elementwise_affine": true,
19
  "layerdrop": 0.0,
20
  "learned_embeddings": true,
21
  "max_position_embeddings": 2048,
 
24
  "num_hidden_layers": 96,
25
  "pad_token_id": 1,
26
  "scale_embeddings": false,
27
+ "torch_dtype": "float16",
28
+ "transformers_version": "4.21.0.dev0",
29
  "use_cache": true,
30
  "vocab_size": 50000,
31
  "word_embed_proj_dim": 10240
pytorch_model-00001-of-00053.bin → pytorch_model-00001-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d59b3a886e5aa10edbb30abf036990ef58825e045bb04e8b58209b6b7d3bbf55
3
- size 8843724059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9360b8619e92bb9e8fc0b6df70bf4e954ed78db0914f6742071a00487f232f4b
3
+ size 9455575867
pytorch_model-00002-of-00053.bin → pytorch_model-00002-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c1e4d079d4798fe416ef239cd783429dcf025cdafd2433264a59336e8564b3b
3
- size 9647850097
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273640f807f7463fea231292d21510ebbbe43525e32636c70fbe6a16c79f962a
3
+ size 9857638587
pytorch_model-00003-of-00053.bin → pytorch_model-00003-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27411f3684c214b3bed915bb50ff6db5e5e664d7fab89153d3565cee12a98d06
3
- size 9647932551
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54b90fa06d4caa836c8f7dd0db26f7db4b61eb9d4b4f4868562e72e8dcf6935
3
+ size 9857680115
pytorch_model-00004-of-00053.bin → pytorch_model-00004-of-00026.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fdc5096fe4d093955fe9d63b31d7ad7de4677bb65d73219a96f4c279fad339d
3
- size 9647932527
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b7762264a8c6cf0d887420437cfde89a6cac3f6e88032b53b7adbf18edeec18
3
+ size 9857680155
pytorch_model-00005-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d177cbf8756d188fabb56f427b1e87b705142d5debf3ce69d819c03c39c5360
3
+ size 9857680203
pytorch_model-00005-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:be2014f932d96d19987fcfaa5c480ad754373e8c8dd0ca0e0232eb53e0433295
3
- size 9647932527
 
 
 
 
pytorch_model-00006-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731e75e28592ff3f33271489bf4522ecb893a65d4a0011b72b5ef5f77dda8f56
3
+ size 9228493027
pytorch_model-00006-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e92b24a150be4f09c4863553f55d42752cc3d0ce7d481851754b6462a3922e9
3
- size 8389558961
 
 
 
 
pytorch_model-00007-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962eb4bd20c75ce0e1347a87186504e4cf7d8d8bb11dc313030de137ff789276
3
+ size 9228473211
pytorch_model-00007-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cc2c149b20f1aaa2741fa7d55da6fc0d81e936e24d27eea9a46885d474768b0
3
- size 8389518683
 
 
 
 
pytorch_model-00008-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16962277d6f27764c62e30d9b3066ee54ad3d8f0edc639a661e4bff212f83a13
3
+ size 9857638651
pytorch_model-00008-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2985b25da8b2d5864e86da483910a445bbb4a7c426888c3f09e4cbbd076d75a2
3
- size 9647850161
 
 
 
 
pytorch_model-00009-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc67bc007e1c24efcda0239e8d6c46ee1f3f21218045165aefbb0757332516a
3
+ size 9857680179
pytorch_model-00009-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:22a7eddf45ec1c4c287c9628857fd1eed0b78adbd305ee2c1491e78dbe99e297
3
- size 9647932551
 
 
 
 
pytorch_model-00010-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41fbc5d0c525b1dab8226e9146160915c11dc405cd2c88adf1ebe21e4434b873
3
+ size 9857680155
pytorch_model-00010-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b17642319c68abfa6842133c420126090e4cc4475eac0bca3cd61cd0009519b
3
- size 9647932527
 
 
 
 
pytorch_model-00011-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b9a8f3ef5781896830b11d82c812e1c3b6dd4c7dd2a714dca0502d029d1a036
3
+ size 9857680203
pytorch_model-00011-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8b2af6cb662d28403e110c39fe625319f176f870758a0d60454a7c77455d45e
3
- size 9647932527
 
 
 
 
pytorch_model-00012-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ce977f24fef588dd405af08861ba0f28e630ab60caa172ff29de8d84ca6877
3
+ size 9228493027
pytorch_model-00012-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3f1e6c1dacfa33e94cb3434243913a2139c16b8462a1fa4be79e3c326de3858
3
- size 8389558961
 
 
 
 
pytorch_model-00013-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216869c8dc6b3ca4adf2a6d6491ab6dde99b8c8785d8be72b0d55994f14180da
3
+ size 9228473211
pytorch_model-00013-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b427688b8876bfb01199d321bac1d214a839f6f229e84e9ac930e215616a8ec7
3
- size 8389518683
 
 
 
 
pytorch_model-00014-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173e6c427c701fef5280a9ff1c36aa0e93499ed282b1fc9e4963f37530b3e12c
3
+ size 9857638651
pytorch_model-00014-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:439d9faaec3ebde80e9e16d6b57e7aeee702b79b65f0dd0bf3b7476ff4bd01c7
3
- size 9647850161
 
 
 
 
pytorch_model-00015-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b76a242aeaba6232f34041be4f2e1def9c419977b2507a8c82e23416ebb22151
3
+ size 9857680179
pytorch_model-00015-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0088e7c2f90924a001120d96abc152da76593f04d8ad2cb8402cd265611d7249
3
- size 9647932551
 
 
 
 
pytorch_model-00016-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5522a52c36324bf94e1a7823d42c43476dcf9e61b2383aa23eb678666d62b900
3
+ size 9857680155
pytorch_model-00016-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:332baebd649bfdf03da54d98486b3ecaa61a2aec679eccb42ca4f276a66c2468
3
- size 9647932527
 
 
 
 
pytorch_model-00017-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8789c6e12ba31de4238e89abee94cdadbfbca53d74987e791158aeaf03667a4e
3
+ size 9857680203
pytorch_model-00017-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:86d71304be21ce2878edec937bfe93b12808c16befcb68eba647d3291ba92446
3
- size 9647932527
 
 
 
 
pytorch_model-00018-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb11837c45050191e337f0fb099b9a182c7b1b47f9651eb9b0ac3fff6cfc10d7
3
+ size 9228493027
pytorch_model-00018-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cac68442c8ac028e33c4d32253f9dbecf73cbe92ad1c51c006d08a277ba2fa3c
3
- size 8389558961
 
 
 
 
pytorch_model-00019-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faabce577372f961f582888126d186e1b77ac547d10f821174b7b31edd9e8f9b
3
+ size 9228473211
pytorch_model-00019-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4947319c1c2a826ae2dd4092d47ad29ac76f2d532b1f79721c785b27ce7e51e
3
- size 8389518683
 
 
 
 
pytorch_model-00020-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f08348f68f9baec9912f07fe8e95199c41122086e054defd007d9966cc2eb2bd
3
+ size 9857638651
pytorch_model-00020-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e31d1a7b8489c34a73367ca7ca8ecd3857c8c9c411d7fdfbe2f54e6b6e449d1f
3
- size 9647850161
 
 
 
 
pytorch_model-00021-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566812f0754e9e0f3c089d475fa46115948e3f7934ae913df9a5f7f72d5107c8
3
+ size 9857680179
pytorch_model-00021-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc1e03919c55300cfafcba4faf2ba71b94347f20c739b93845c5159eda973c3b
3
- size 9647932551
 
 
 
 
pytorch_model-00022-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97673f69f84868f67bb8462afbd91e80b608ffe8e95ca553aca0fb5b1ae17af2
3
+ size 9857680155
pytorch_model-00022-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6e8394911844569d6921e897e9aeb40576a97e74fcc19a09f982b6eb0cfdd93
3
- size 9647932527
 
 
 
 
pytorch_model-00023-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e61881f61437310c6818b380f0f9251b75bb5fafd2600d7ae6f73067f125f7
3
+ size 9857680203
pytorch_model-00023-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc605b13a972a6697ddd942b09b8d140fa38a4604ce4d5329227e22d1dddbec5
3
- size 9647932527
 
 
 
 
pytorch_model-00024-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f371207d540780a685612b488bd1a1f248cd484146ccd14a44c925ae25c6f7
3
+ size 9228493027
pytorch_model-00024-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:acb0c1ff775ecc798d18863419ca4aa06821f14847f1e596b149390f17c45868
3
- size 8389558961
 
 
 
 
pytorch_model-00025-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ef71c7f8da9a7a679024ababd2e644ace0af38338a1854ba9fb9a60c5d4f03
3
+ size 9228473211
pytorch_model-00025-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1c22ff38dd4bd849bd77205fa40c942cce251b6fa48eeec7dd562a22cd34095
3
- size 8389518683
 
 
 
 
pytorch_model-00026-of-00026.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:582c54b31e8c34ffbfcccde4893cc3f17b0abed6084217b33ca152efab8a98b3
3
+ size 2701867728
pytorch_model-00026-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:188d6daa7773d5a55c3b26b99513d1820f4125f308c82e187801afc429459a64
3
- size 9647850161
 
 
 
 
pytorch_model-00027-of-00053.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:de38d2ef277337a1aad49674577c2f3309b2acb9de6f4a1c0436ac1846db1729
3
- size 9647932551