Hugging Face's logo

Spaces:
MaziyarPanahi
/
llava-llama-3-8b
Running on Zero

App Files Community
29

Update app.py

#9
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/9
Discussion Files changed
+1
-1
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ model = LlavaForConditionalGeneration.from_pretrained(
28
  )
29
 
30
  model.to("cuda:0")
31
- model.generation_config.eos_token_id = tokenizer.convert_tokens_to_ids("<|eot_id|>")
32
 
33
  @spaces.GPU
34
  def bot_streaming(message, history):
 
28
  )
29
 
30
  model.to("cuda:0")
31
+ model.generation_config.eos_token_id = 128009
32
 
33
  @spaces.GPU
34
  def bot_streaming(message, history):