Hugging Face's logo

Spaces:
MaziyarPanahi
/
llava-llama-3-8b
Running on Zero

App Files Community
29
MaziyarPanahi commited on
Commit
13426e2
•
1 Parent(s): be7bc1f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ model = LlavaForConditionalGeneration.from_pretrained(
28
  )
29
 
30
  model.to("cuda:0")
31
- model.generation_config.eos_token_id = tokenizer.convert_tokens_to_ids("<|eot_id|>")
32
 
33
  @spaces.GPU
34
  def bot_streaming(message, history):
 
28
  )
29
 
30
  model.to("cuda:0")
31
+ model.generation_config.eos_token_id = 128009
32
 
33
  @spaces.GPU
34
  def bot_streaming(message, history):