Update constants/models.py

constants/models.py

@@ -15,7 +15,8 @@ MODEL_MAP = {
     "llama3-8b" : "meta-llama/Meta-Llama-3-8B-Instruct",
     "mistral-nemo-instruct":"mistralai/Mistral-Nemo-Instruct-2407",
     "zephyr-7b-beta":"HuggingFaceH4/zephyr-7b-beta",
-    "phi-3-mini-instruct":"microsoft/Phi-3-mini-4k-instruct"
+    "phi-3-mini-instruct":"microsoft/Phi-3-mini-4k-instruct",
+    "falcon-7b-instruct":"tiiuae/falcon-7b-instruct"
 }
 
 AVAILABLE_MODELS = list(MODEL_MAP.keys())
@@ -47,7 +48,8 @@ STOP_SEQUENCES_MAP = {
     "llama3-70b" : "<|eot_id|>",
     "mistral-nemo-instruct": "</s>",
     "zephyr-7b-beta":"</s>",
-    "phi-3-mini-instruct":"<|end|>"
+    "phi-3-mini-instruct":"<|end|>",
+    "falcon-7b-instruct":"<|endoftext|>"
 }
 
 TOKEN_LIMIT_MAP = {
@@ -67,7 +69,8 @@ TOKEN_LIMIT_MAP = {
     "qwen2-7b-instruct": 32768,
     "qwen2-1.5b-instruct": 32768,
     "llama3-8b": 8192,
-    "phi-3-mini-instruct":4096
+    "phi-3-mini-instruct":4096,
+    "falcon-7b-instruct":2048
 }
 
 TOKEN_RESERVED = 20
@@ -201,6 +204,14 @@ LLM_MODELS_DICTS = [
         "owned_by": "microsoft",
         "type": "basic",
     },
+    {
+        "id": "falcon-7b-instruct",
+        "description": "[tiiuae/falcon-7b-instruct]: https://huggingface.co/tiiuae/falcon-7b-instruct",
+        "object": "model",
+        "created": 1700000000,
+        "owned_by": "tiiuae",
+        "type": "basic",
+    },
 ]