Hugging Face's logo

riczhou
/
Phi-3-mini-4k-instruct-q4f32_1-MLC

Model card Files Community
riczhou commited on
Commit
0ef1a5b
•
1 Parent(s): 0dfc829

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +13 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +83 -0
  4. ndarray-cache-b16.json +0 -0
  5. ndarray-cache.json +0 -0
  6. params_shard_0.bin +3 -0
  7. params_shard_1.bin +3 -0
  8. params_shard_10.bin +3 -0
  9. params_shard_11.bin +3 -0
  10. params_shard_12.bin +3 -0
  11. params_shard_13.bin +3 -0
  12. params_shard_14.bin +3 -0
  13. params_shard_15.bin +3 -0
  14. params_shard_16.bin +3 -0
  15. params_shard_17.bin +3 -0
  16. params_shard_18.bin +3 -0
  17. params_shard_19.bin +3 -0
  18. params_shard_2.bin +3 -0
  19. params_shard_20.bin +3 -0
  20. params_shard_21.bin +3 -0
  21. params_shard_22.bin +3 -0
  22. params_shard_23.bin +3 -0
  23. params_shard_24.bin +3 -0
  24. params_shard_25.bin +3 -0
  25. params_shard_26.bin +3 -0
  26. params_shard_27.bin +3 -0
  27. params_shard_28.bin +3 -0
  28. params_shard_29.bin +3 -0
  29. params_shard_3.bin +3 -0
  30. params_shard_30.bin +3 -0
  31. params_shard_31.bin +3 -0
  32. params_shard_32.bin +3 -0
  33. params_shard_33.bin +3 -0
  34. params_shard_34.bin +3 -0
  35. params_shard_35.bin +3 -0
  36. params_shard_36.bin +3 -0
  37. params_shard_37.bin +3 -0
  38. params_shard_38.bin +3 -0
  39. params_shard_39.bin +3 -0
  40. params_shard_4.bin +3 -0
  41. params_shard_40.bin +3 -0
  42. params_shard_41.bin +3 -0
  43. params_shard_42.bin +3 -0
  44. params_shard_43.bin +3 -0
  45. params_shard_44.bin +3 -0
  46. params_shard_45.bin +3 -0
  47. params_shard_46.bin +3 -0
  48. params_shard_47.bin +3 -0
  49. params_shard_48.bin +3 -0
  50. params_shard_49.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 32000,
3
+ "<|assistant|>": 32001,
4
+ "<|placeholder1|>": 32002,
5
+ "<|placeholder2|>": 32003,
6
+ "<|placeholder3|>": 32004,
7
+ "<|placeholder4|>": 32005,
8
+ "<|system|>": 32006,
9
+ "<|end|>": 32007,
10
+ "<|placeholder5|>": 32008,
11
+ "<|placeholder6|>": 32009,
12
+ "<|user|>": 32010
13
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "phi3",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "model_type": "phi3",
6
+ "hidden_size": 3072,
7
+ "vocab_size": 32064,
8
+ "num_hidden_layers": 32,
9
+ "num_attention_heads": 32,
10
+ "intermediate_size": 8192,
11
+ "rms_norm_eps": 1e-05,
12
+ "num_key_value_heads": 32,
13
+ "position_embedding_base": 10000.0,
14
+ "context_window_size": 4096,
15
+ "prefill_chunk_size": 2048,
16
+ "head_dim": 96,
17
+ "tensor_parallel_shards": 1,
18
+ "max_batch_size": 80
19
+ },
20
+ "vocab_size": 32064,
21
+ "context_window_size": 4096,
22
+ "sliding_window_size": -1,
23
+ "prefill_chunk_size": 2048,
24
+ "attention_sink_size": -1,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 0.95,
34
+ "conv_template": {
35
+ "name": "phi-3",
36
+ "system_template": "<|system|>\n{system_message}",
37
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
38
+ "system_prefix_token_ids": [
39
+ 1
40
+ ],
41
+ "add_role_after_system_message": true,
42
+ "roles": {
43
+ "user": "<|user|>",
44
+ "assistant": "<|assistant|>"
45
+ },
46
+ "role_templates": {
47
+ "user": "{user_message}",
48
+ "assistant": "{assistant_message}",
49
+ "tool": "{tool_message}"
50
+ },
51
+ "messages": [],
52
+ "seps": [
53
+ "<|end|>\n"
54
+ ],
55
+ "role_content_sep": "\n",
56
+ "role_empty_sep": "\n",
57
+ "stop_str": [
58
+ "<|endoftext|>"
59
+ ],
60
+ "stop_token_ids": [
61
+ 32000,
62
+ 32001,
63
+ 32007
64
+ ],
65
+ "function_string": "",
66
+ "use_function_calling": false
67
+ },
68
+ "pad_token_id": 32000,
69
+ "bos_token_id": 1,
70
+ "eos_token_id": [
71
+ 32000,
72
+ 32001,
73
+ 32007
74
+ ],
75
+ "tokenizer_files": [
76
+ "tokenizer.model",
77
+ "tokenizer.json",
78
+ "added_tokens.json",
79
+ "tokenizer_config.json"
80
+ ],
81
+ "token_table_postproc_method": "byte_fallback",
82
+ "version": "0.1.0"
83
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e13ed0fa0bf7c7b838ac4fb83e60d1b51a5c5e9e46e7298491f8e0f2cfe30b7c
3
+ size 49250304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63441307e12fc784e6c0e76ca45685fab9c3cec06cb027c5e873dbb2e40e4ec2
3
+ size 25165824
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f479fa76ac433febae35781fde84a8bcf5a4746ed276f7e5b28c9b6e489b002a
3
+ size 21239808
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b0e035039354b4dda4d29fd64dce57850d09acc05a432de552fe3d825a90e99
3
+ size 25165824
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6207e4dceeeb6281cae42c509b893ba269cf0f17f8e2b8ca481c042a55c729
3
+ size 22616064
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:970117456c9984e7159828dff311ebe0e4c7bf7efc97f50029d2e113b38230f8
3
+ size 25165824
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903826a310d478804d5b02aa21115cc06ab6153bca893f267bdcddc2f4939164
3
+ size 33239040
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:211e10da23fca8812a00b2f005df05fc7ed92de2acbbccee7e84acdba26d91ad
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7c211656cf8edb0e3dcd805794866449c0095ff6de9d6d873fc3cb0a9a245f
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d141734a13d5c729707849cb54b4c1c6a72d77458aef31bcdc60d01a4f2548e
3
+ size 22616064
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25875be48cac7f0fc48a22fad1fd422be007f6cfd44c507b08056158523f8713
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10afb23b468a2b2f7f0d01e7d10abddc13870ea42c2dba0ced0d4670155ffcff
3
+ size 33239040
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83bb47f2e98956e17a3a173388f936a845463e4214c45669cdf11b6339ada389
3
+ size 23470080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75a32f7f31682375af8958401c865dfaba858c4a61a09db429b1807b8931dbd
3
+ size 21239808
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:784fdd3b879d84c9cc96a8354b29b5861de754b31a45cafda28b6cd5a88af9e8
3
+ size 25165824
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee43cc51224e239e18a6a07a4ccf16c9629ff26db85da9ef03ed672c7db718bd
3
+ size 22616064
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e101d46f70ef29503a520d36481ea0fa838c55e3112686682984b3b4dc7e20c
3
+ size 25165824
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0103cd9cc65b1353fa3920e3151958b14b182d665c9c9bd1f1ebd39628dcdc35
3
+ size 33239040
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a4470e30fea2ddda548157745469640761fd2c0cd3cac17f8d02187f6e5ec4
3
+ size 21239808
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad3cb8d5eec79a2ad647f6b68123501749897db71ec5f738b46a750db116ff2
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78f87588bd00879c8be43002ea80a7530b1e28d8d134e810212f9f642a842d0
3
+ size 22616064
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df7a72aceefb92f3fda4707921c901a12688c9167038e3c9736b9e97693d3f4
3
+ size 49250304
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0107f2ce233e91bf61b137cb39e802020869b9ef9f7116b707b1c66bca5d79e2
3
+ size 22093824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f78ecbc2bc33f34db522c7f4eaaa3e82d6e3b56d8a314f0f855a4caaf048d21f
3
+ size 25165824
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e7a5f3683fb30419cc12dbf8a30af9c5aecdb58fc29645749f94b73863125a
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f153e85c9b853cf3aef21e50d018436b0ac9f9e9d4b181cfb1c68508fbe9cfe
3
+ size 22616064
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b16574ab31497de2234b9cab24e56ded9e0392ddf3fce24501b111f78821c78
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32748c219972fa2ad0b466a59e426797136d4f24b1c6e2d794dd0e095245a4d8
3
+ size 33239040
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8c4df9f55c53de84ac91bd4a88e01f3eee0b01e918e30468e6a4bf1a00c962
3
+ size 21239808
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f20e4fe56fdd96e4c2cc987db274056a142f11b82bdfe0a43a8838904b567cc0
3
+ size 25165824
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68832e91aa4eb4dca0680aff2d029bd5c51b9c6ba3a8c2f0770abc018ffccff
3
+ size 22616064
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e5efef06c66fdbf5a4048e01e2a2cafc999efcba4f4543fa3509abdc589d5dd
3
+ size 25165824
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe606ca9827fbdbaa9683c36caf4b867c1c7eedb323dc13593b3b08dfbc46a19
3
+ size 33239040
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f69d6e502b0a34fdd2943de9e047a993282a0e0306dc3c2f21868cbf35adff5
3
+ size 21239808
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903e7cb5a6caf077c69e2ec1e35fe8fbc04c05e54a2bd95572dce60c057d3dbe
3
+ size 33239040
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf913303ea5dd8aebe79c37d9f24e49c25dc320da600503c0b8b473d5f52496
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0cf59547224a20fb798ff9762e025fba74c991ea0747a77f296b3349d2a327
3
+ size 22616064
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff52ade2fa9e4689682a2c0c4269b7e46f08b3dfc0a53aa51b23ea3803f257d
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e0b3e401d6c7e71ca2f28b49765ae8c81ad94c5906261cf08dd73767d6e6aa
3
+ size 33239040
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f37c0fa8310b501c3a366babc35aaafb0b87a3a2426bb8b2f87df607bc4f62e
3
+ size 21239808
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffcccda6240b2ae1e433045528e6c5c00a301cf4cba73f84a12bab660fafd466
3
+ size 25165824
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463af28fe63841614d3591fdae01e6e8cc7b8162f6b8085a1d0c4051440bf8a4
3
+ size 22616064
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe7693d5d807dc80c920822f048a853670b1eb2e523a5d0027860dd1d6bf87b
3
+ size 25165824
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a53beabf983952d0ad64b7c0502834c4cab68babc27d75cc000e70f318bc3904
3
+ size 33239040
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dc5367491eb6b5af363f8710f8100a7e78854b8a9c7b02b8c301e86f4f9905e
3
+ size 21239808