Hugging Face's logo

mlc-ai
/
Llama-3.1-70B-Instruct-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
57ec587
•
1 Parent(s): 84cacb1

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +87 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 8192,
7
+ "intermediate_size": 28672,
8
+ "num_attention_heads": 64,
9
+ "num_hidden_layers": 80,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 128256,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 500000.0,
14
+ "rope_scaling": {
15
+ "factor": 8.0,
16
+ "low_freq_factor": 1.0,
17
+ "high_freq_factor": 4.0,
18
+ "original_max_position_embeddings": 8192,
19
+ "rope_type": "llama3"
20
+ },
21
+ "context_window_size": 131072,
22
+ "prefill_chunk_size": 2048,
23
+ "num_key_value_heads": 8,
24
+ "head_dim": 128,
25
+ "tensor_parallel_shards": 1,
26
+ "max_batch_size": 80
27
+ },
28
+ "vocab_size": 128256,
29
+ "context_window_size": 131072,
30
+ "sliding_window_size": -1,
31
+ "prefill_chunk_size": 2048,
32
+ "attention_sink_size": -1,
33
+ "tensor_parallel_shards": 1,
34
+ "temperature": 0.6,
35
+ "presence_penalty": 0.0,
36
+ "frequency_penalty": 0.0,
37
+ "repetition_penalty": 1.0,
38
+ "top_p": 0.9,
39
+ "tokenizer_files": [
40
+ "tokenizer.json",
41
+ "tokenizer_config.json"
42
+ ],
43
+ "tokenizer_info": {
44
+ "token_postproc_method": "byte_level",
45
+ "prepend_space_in_encode": false,
46
+ "strip_space_in_decode": false
47
+ },
48
+ "conv_template": {
49
+ "name": "llama-3_1",
50
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|>",
51
+ "system_message": "You are a helpful, respectful and honest assistant.",
52
+ "system_prefix_token_ids": [
53
+ 128000
54
+ ],
55
+ "add_role_after_system_message": true,
56
+ "roles": {
57
+ "user": "<|start_header_id|>user",
58
+ "assistant": "<|start_header_id|>assistant"
59
+ },
60
+ "role_templates": {
61
+ "user": "{user_message}",
62
+ "assistant": "{assistant_message}",
63
+ "tool": "{tool_message}"
64
+ },
65
+ "messages": [],
66
+ "seps": [
67
+ "<|eot_id|>"
68
+ ],
69
+ "role_content_sep": "<|end_header_id|>\n\n",
70
+ "role_empty_sep": "<|end_header_id|>\n\n",
71
+ "stop_str": [],
72
+ "stop_token_ids": [
73
+ 128001,
74
+ 128008,
75
+ 128009
76
+ ],
77
+ "function_string": "",
78
+ "use_function_calling": false
79
+ },
80
+ "pad_token_id": 0,
81
+ "bos_token_id": 128000,
82
+ "eos_token_id": [
83
+ 128001,
84
+ 128008,
85
+ 128009
86
+ ]
87
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fceb9ae6dd19302aac89c153a252e3969d012abf9332c198ee5535b78db85f0
3
+ size 525336576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98de6743405fd1a8f908372c2d8b04cfe081bf8aa913c19fa6a97c9b87f446cb
3
+ size 65667072
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eeb1cdc03f538484b08b206f46ae5b17ffd8016a327f752e754f97851cdb45d
3
+ size 29360128
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef81f146e83ce89c4d1eaca1d5c20484adb832da9ad432083b6bb5befa37b2f
3
+ size 33554432
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:357e42bd6b0efb6f1f73e1debf6648cc6a9b3c6e522514de10c88a8e5aab008c
3
+ size 117440512
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d27d8a4336534a5b23513e2cf5b4eb01a0cf92bfc9c515c079e7c2ff5444ad4
3
+ size 18907136
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e70e2fbdfe5263838b74c41e9311ea1b8c30f0b74fe83657ca19a4460772f3e
3
+ size 234881024
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d100139a3cbfea78bdecd4fa720562bad758c87c5d3ff7ea88bc2ecf11e34c4
3
+ size 29360128
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:089a1c32e9ee3a06f142a036e33beb73c33917d46d9de54f07594e35a98f1628
3
+ size 41943040
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3624cc7e1653101f4a5fd3bbec4585e61814741181e77e9ff773183f8e3a25cc
3
+ size 33554432
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:befb521c28a38700819a10fd83c46894a53f7e293414c12d0014796f6ef00aab
3
+ size 117440512
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2218642b34f0d33042fe7139108c8ad37cc3eb1ed445ab8cef4fd4bfe5c2f40c
3
+ size 24150016
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852ec19fb788355dbf207f45674b2d0797b91d015e0cea5e42e3bbb05464ea7c
3
+ size 234881024
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:befaf48d2332188cec57a6716ae4d85b368060c19f89d8050806c26ef5d4420e
3
+ size 41943040
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0acebd84c3587f1a515c9c0d9f1ee83c582a99b3c309ab52d3466758aa42c28f
3
+ size 29360128
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:435742c5fc4019cedb37065d6ac3e1a5457af91821286b92179e496ce41fe817
3
+ size 41943040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b67a3b7fb77cb448ca3fd15656212385a6c7d8d7ffc0c3b75221998f2e5616d
3
+ size 33554432
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e296e60672015117860fc5e9fb42d2941807e0a62e84457248eb6a21c94edd28
3
+ size 117440512
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf0c40184a8bd074d8fd6a232e59b247089ae32353e95e8b2454e1df12635ad
3
+ size 24150016
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f713777311c0dba59cafd52c0652bdd4b1f5f216638bd7d40d108bf1cd2098ae
3
+ size 234881024
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d25ed2f97c1417643eccb8cfcc798608862ba4db40e407fa9009b0dec5bd030d
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862f3c5435372c63fc2ac19bd29cf7861bbfb785e4dfef0952cb16807480043a
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:486a440c26ce29ed0a9a6b064697ad22873224781c1922d4940c4d697eef23e3
3
+ size 33554432
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebb709fc066b81bfa5d40351538275310fe32a10d7a4125d440511559c687eaf
3
+ size 117440512
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:895ff7247fa95302e431298123973e9df14978d07e0f6dea4f5174f2a65ed300
3
+ size 33554432
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d04a0591959d1c834d53755f3e86009caaf32e07f89526da517fd6adf485caf9
3
+ size 24150016
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ed113b56d93d84e62eac475ae6a0bfcbf9158fe774ebc711b61fa0e4fec8454
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4580e16edd1de410c43d951dbeef139901e795c0d0de99b44a7149cdb947cb
3
+ size 29360128
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76b31dc37b92957b175f813dd632df91cbfcf3309bb1647abe6cf1f2f12b315
3
+ size 41943040
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8714a96150afcba521cac2aef9cf999f751d98cf83f09187d21b1c5c1c16ddcb
3
+ size 33554432
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6151bfb83f7dbadcddf03ee7f332b101487037b8244593522429f707ae0b8e53
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5682ac99673f94272c697a996dc3e5212184349a084d9060dac743daac9969a
3
+ size 29360128
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d637329507c1474beed7b68b1d2c0a931767db107fb07421ad06187c9d068609
3
+ size 41943040
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240d2bd96d9f0cb2cd5f08a10f2765572ec45efbfe2c7d4a89ec1e7258d49687
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60b7143c2fdb7c34ae86e93fd3a71f389822059a774acc43394f42b973d5970
3
+ size 29376512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3270bcf5e2d33d2e976e0f48f4c08088e1f19ca59c8ca13594e2e3907f4c9636
3
+ size 29392896
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa8cef1569ea4ca0ea22ff767105542abc18ae5756467db861d7438900e61e5
3
+ size 117440512
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a97d8b86aaf9a49ef49c61971a2802543f4f8fb1d5a3b024d3030f36a655c4
3
+ size 117440512
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29c670ebe51328297e07b3250bde6005f7d4cee98084b110f0df393461fe72c
3
+ size 18923520
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b84efba24e13ec709379fe0241d05d07d90038451df9d445d0a34a172a8612
3
+ size 234881024
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb487e673f9385f556d4f927a644ca5a5b9dcd5af0783172158ee5e791346be
3
+ size 29360128
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef5f5078ca4d9f09f91afcf1745f8b0e74d3a8909d4976aeaa53dc96b23fd00f
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88429443fc2d08b2b97779d33ba76a498ca54686cb430e937fb9fa475ad63ee9
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7134d9efab1e57ef0eb011f11100334cdac5539fe2ee53203e87754f686520f9
3
+ size 117440512
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a1af8f16a32c39e86bff21dab03103464b5c721ffc766e471cfeb79514639db
3
+ size 24150016
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ed92c15bc9e182d27dfd136994318df7ecf26c3cab6683e717825a071cab9b
3
+ size 234881024
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5602722a14f01edab0e247e6c99d77dea5fa24bdb85958c473d708e68d8845
3
+ size 117440512
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5d75cf8eeaedcb52208fff7182ee738a181ad39364011da9beb16fc2db5bad
3
+ size 29360128