Spaces:

kanhatakeyama
/

chatbotarena-ja

Running

a100 kh commited on 25 days ago

Commit

111fd97

•

1 Parent(s): a0cb5ae

r

Files changed (1) hide show

serve/api_provider.py CHANGED Viewed

@@ -84,7 +84,7 @@ def get_api_provider_stream_iter(
             temperature,
             top_p,
             max_new_tokens,
-            api_base=f"{os.environ.get('LOCAL_LLM_URL')}/{model_api_dict['api_end']}/"
             api_key=os.environ[model_api_dict["env_api_key"]],
             stop="<|im_end|>",
         )
@@ -99,7 +99,7 @@ def get_api_provider_stream_iter(
             temperature,
             top_p,
             max_new_tokens,
-            api_base=f"{os.environ.get('LOCAL_LLM_URL')}/{model_api_dict['api_end']}/"
             api_key=os.environ[model_api_dict["env_api_key"]],
             stop="<|im_end|>",
         )

             temperature,
             top_p,
             max_new_tokens,
+            api_base=f"{os.environ.get('LOCAL_LLM_URL')}/{model_api_dict['api_end']}/",
             api_key=os.environ[model_api_dict["env_api_key"]],
             stop="<|im_end|>",
         )
             temperature,
             top_p,
             max_new_tokens,
+            api_base=f"{os.environ.get('LOCAL_LLM_URL')}/{model_api_dict['api_end']}/",
             api_key=os.environ[model_api_dict["env_api_key"]],
             stop="<|im_end|>",
         )