rwitz commited on
Commit
12faba6
1 Parent(s): 3a3414a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -100,14 +100,14 @@ async def get_bot_response(adapter_id, prompt, state, bot_index, character_name,
100
  url = "https://api.fireworks.ai/inference/v1/completions"
101
  payload = {
102
  "model": f"accounts/gaingg19-432d9f/models/{fireworks_adapter_name}",
103
- "max_tokens": 100,
104
  "top_p": 1,
105
  "top_k": 40,
106
  "presence_penalty": 0,
107
  "frequency_penalty": 0,
108
  "temperature": 0.7,
109
  "prompt": prompt,
110
- "stop": ["<|im_end|>","\n"]
111
  }
112
  headers = {
113
  "Accept": "application/json",
 
100
  url = "https://api.fireworks.ai/inference/v1/completions"
101
  payload = {
102
  "model": f"accounts/gaingg19-432d9f/models/{fireworks_adapter_name}",
103
+ "max_tokens": 250,
104
  "top_p": 1,
105
  "top_k": 40,
106
  "presence_penalty": 0,
107
  "frequency_penalty": 0,
108
  "temperature": 0.7,
109
  "prompt": prompt,
110
+ "stop": ["<|im_end|>"]
111
  }
112
  headers = {
113
  "Accept": "application/json",