Hugging Face's logo

iyanello
/
openchat_3.5-1210-q4f16_1-mlc-llm

Model card Files Community
iyanello commited on
Commit
2467652
•
1 Parent(s): eadf1e9

Upload 48 files

Browse files
Files changed (48) hide show
  1. added_tokens.json +4 -0
  2. mlc-chat-config.json +23 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_5.bin +3 -0
  45. params_shard_6.bin +3 -0
  46. params_shard_7.bin +3 -0
  47. params_shard_8.bin +3 -0
  48. params_shard_9.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "<|end_of_turn|>": 32000,
3
+ "<|pad_0|>": 32001
4
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "openchat-3.5-1210-q4f16_1",
3
+ "local_id": "openchat-3.5-1210-q4f16_1",
4
+ "conv_template": "mistral_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 16384,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "added_tokens.json",
15
+ "tokenizer.json",
16
+ "tokenizer.model"
17
+ ],
18
+ "model_category": "mistral",
19
+ "model_name": "openchat-3.5-1210",
20
+ "vocab_size": 32002,
21
+ "prefill_chunk_size": 4096,
22
+ "sliding_window": 4096
23
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0776797b60f2f0e3139f1ca290551950c39d8720907b88ead3fdc6c2b3d2fc6
3
+ size 65540096
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c205185055162f4d9b04666b0ee0d938e9e389506d2990e3d24625bbab0c1880
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbcecb6f0114c940e747e36a60fdac610385818d49aae9caa44d91b0a48d2974
3
+ size 22036480
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1803358257d075223ef2981e5783f47974f704a875cd954bcf018d2a533fdba7
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c1b24e8c628f175a99bfb13f9d8ef69739b146869f4c6595da816984aebc66a
3
+ size 29360128
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9e3568905c4b52106d4f6abf4a66d35274a598dc675f04c0f1532a87cd7485d
3
+ size 30932992
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb4f9a29431513791e6591eb20e0d92c2a1c66da28686cf2e9128902e0998314
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d5854686ab4ef8f858e49f72de732e32169f64554786cf60eabc9265034a745
3
+ size 27279360
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b4d17faf39fa02369986256167f2ad9f1c747facb0b601dc9af5d71eeec3b8
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6876216c953fe640f179187ff01c2bd1ce66e3a95f905ad3d53cd67f2903dd2a
3
+ size 25182208
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c609639eb99daaa685bb88981d81c123509005d969d951998b6ce4ecab7ec9
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e5c7c80ffce4312532b44db86ddb71d6704390c0e72b5a42e436f7fa7fbe817
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:436caf9a0ba52e8d6359728a7f3c66c2e74387bc070a833ba01fa9a1ebfa8d6f
3
+ size 31785472
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22512a383b6be4ece0978e123c401ce179ca126b1118e197ced91974de38f486
3
+ size 33046528
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b96d7a0c28ff1d367c863a536c9f3a1f46f61985f153b988addf2fbd34ea41a
3
+ size 58720256
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77fd31c36dd3debb7292ed890b3df0bb105825b97660b99c98804b36acdd1ab4
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bccb90be5431e8077cb8fe1d8867e353fe007af8e9ea2449336806fd6b2bbe11
3
+ size 22036480
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82d19064c1561b1ac55d9745563ef5d10248646c8c6519d6e64216bf752e1bb
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586c8c4f1eb2b97f887c51d7b5e9af156cfbda8710a71c1d7727d7da60cdd7a5
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e6f62a9d8901997323553f5e7ea77a4b2e7d912d149e6c8775bd21245acb3f
3
+ size 30932992
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d265c3a7cacd391992254a3fa542a489c839a1a638c8679a2c9447ed87fb3883
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f6512b9f023974aae58731cc30a7c85c9d072665d668165bafc348eda644f1a
3
+ size 27279360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bd1bfed34632a2e7dd6ef7a48b3a3d310260dbf10a4a68954d49899c5ebb0fb
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f99efb192acfe5c6a327c043623a1baca5a34781d468a764d11bda5d8dafd0
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46196af2eb54f2017ee6fa9e8065d1933e325b7af225bbee240f43e6353f6209
3
+ size 25182208
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5f19745658502cd27bd111c8127186154c7280d36caea6a5f26a268ad954e5
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab32365a923eb1cc11b16ad375f5b34e6c5b955330b469850c3fcff00b54deb
3
+ size 29360128
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096e4e505e5cc34ad2e9f457c6641f903f4d201d06b0be7f5651ec64c89eb42a
3
+ size 33046528
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a6d415efe6de73c2f7a1bf17d985a4ae169a43bb9ce3a2169fe99a6982b4c7
3
+ size 58720256
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d081de64529351eb885e233f2b99fca52c6f6c42e49a689fb1dbd68918829bd8
3
+ size 29360128
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f26cec2026774fed515c45b1708e136d278e9ab15702e668c3321da117b514
3
+ size 22036480
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49ee8bee3925198fe68b8e0db7d835dd6871e109f565fa29a8c4830d0f1949a
3
+ size 58720256
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b5801553c070bcd6908fc75f2486cb96e7e8781bfef1e603d9a2dd6e763b1a
3
+ size 29360128
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee5d308b26c92456afec237b6de54caef72811932ebce12e376bd905fb51cb8
3
+ size 30932992
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6973e41c225fda44c802f4363e75f5790861d0ef52d651bcc159c3943295d2
3
+ size 25182208
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c257279cf858da1a2294e09b6c7195ff5c6a91dfe739c5996742de43d3fced99
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cabb7dd21519ad061f49696eef4792441099c7e7a4b601f8765abdb9a0cb5f3
3
+ size 27279360
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff70c298232838be90a21933678229da9c16a1f83e25fec780e185d904a8a9a
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f72ed73e55c544f31835ddc3651c8ac4b82f3ad0132a84de5b5fb46500450c3
3
+ size 25182208
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0342e33ae23f55f57008e8a0cf5869052af66205322c225521d7da301fe96bb
3
+ size 58720256
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fdfc57cc458313b1784ad0b52c2dd4d6a2b71f06619e95a4efb4a2c0ab9167f
3
+ size 58720256
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f73b37aadd711f235f82201ba6384557ce6cbdd3276f7aacb4156290b340a20
3
+ size 29360128
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ab999a4b91085439a9ea8370facc1aba8eb49fe715803fd1a6f9ae2cbb0fec
3
+ size 33046528
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddfbbedae72ad2e81dfcba2756e1f6cd9860ac5775c4baa3930e7441ed4247a
3
+ size 58720256
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e64eec294c8a5cd72dd57accf547fa44ddee9d3d8320ce839eaca1cb65e5bc
3
+ size 29360128