Spaces:
Running
Running
a100 kh
commited on
Commit
•
a0cb5ae
1
Parent(s):
0f859ae
fix env
Browse files- serve/api_provider.py +2 -2
serve/api_provider.py
CHANGED
@@ -84,7 +84,7 @@ def get_api_provider_stream_iter(
|
|
84 |
temperature,
|
85 |
top_p,
|
86 |
max_new_tokens,
|
87 |
-
api_base=f"{os.environ
|
88 |
api_key=os.environ[model_api_dict["env_api_key"]],
|
89 |
stop="<|im_end|>",
|
90 |
)
|
@@ -99,7 +99,7 @@ def get_api_provider_stream_iter(
|
|
99 |
temperature,
|
100 |
top_p,
|
101 |
max_new_tokens,
|
102 |
-
api_base=f"{os.environ
|
103 |
api_key=os.environ[model_api_dict["env_api_key"]],
|
104 |
stop="<|im_end|>",
|
105 |
)
|
|
|
84 |
temperature,
|
85 |
top_p,
|
86 |
max_new_tokens,
|
87 |
+
api_base=f"{os.environ.get('LOCAL_LLM_URL')}/{model_api_dict['api_end']}/"
|
88 |
api_key=os.environ[model_api_dict["env_api_key"]],
|
89 |
stop="<|im_end|>",
|
90 |
)
|
|
|
99 |
temperature,
|
100 |
top_p,
|
101 |
max_new_tokens,
|
102 |
+
api_base=f"{os.environ.get('LOCAL_LLM_URL')}/{model_api_dict['api_end']}/"
|
103 |
api_key=os.environ[model_api_dict["env_api_key"]],
|
104 |
stop="<|im_end|>",
|
105 |
)
|