Spaces:
Sleeping
Sleeping
Commit
•
d3f75b3
1
Parent(s):
302bcc8
Update constants/models.py
Browse files- constants/models.py +4 -2
constants/models.py
CHANGED
|
@@ -36,7 +36,7 @@ STOP_SEQUENCES_MAP = {
|
|
| 36 |
"Qwen2-72B": "<|im_end|>",
|
| 37 |
"Qwen2-7B-Instruct": "<im_end|>",
|
| 38 |
|
| 39 |
-
"llama3" : "<|eot_id|>"
|
| 40 |
}
|
| 41 |
|
| 42 |
TOKEN_LIMIT_MAP = {
|
|
@@ -50,7 +50,9 @@ TOKEN_LIMIT_MAP = {
|
|
| 50 |
"llama3-70b": 8192,
|
| 51 |
"zephyr-141b": 2048,
|
| 52 |
"gpt-3.5-turbo": 8192,
|
| 53 |
-
"Qwen2-72B": 32768
|
|
|
|
|
|
|
| 54 |
}
|
| 55 |
|
| 56 |
TOKEN_RESERVED = 20
|
|
|
|
| 36 |
"Qwen2-72B": "<|im_end|>",
|
| 37 |
"Qwen2-7B-Instruct": "<im_end|>",
|
| 38 |
|
| 39 |
+
"llama3-8b" : "<|eot_id|>"
|
| 40 |
}
|
| 41 |
|
| 42 |
TOKEN_LIMIT_MAP = {
|
|
|
|
| 50 |
"llama3-70b": 8192,
|
| 51 |
"zephyr-141b": 2048,
|
| 52 |
"gpt-3.5-turbo": 8192,
|
| 53 |
+
"Qwen2-72B": 32768,
|
| 54 |
+
"Qwen2-7B-Instruct": 32768,
|
| 55 |
+
"llama3-8b": 8192,
|
| 56 |
}
|
| 57 |
|
| 58 |
TOKEN_RESERVED = 20
|