qnguyen3 commited on
Commit
9304c73
1 Parent(s): 4ada1ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, StoppingCriteria
 
4
  from threading import Thread
5
  import re
6
  import time
@@ -16,7 +17,7 @@ tokenizer = AutoTokenizer.from_pretrained(
16
  'qnguyen3/nanoLLaVA',
17
  trust_remote_code=True)
18
 
19
- model = AutoModelForCausalLM.from_pretrained(
20
  'qnguyen3/nanoLLaVA',
21
  torch_dtype=torch.float16,
22
  trust_remote_code=True)
 
1
  import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, StoppingCriteria
4
+ from .modeling_llava_qwen2 import LlavaQwen2ForCausalLM
5
  from threading import Thread
6
  import re
7
  import time
 
17
  'qnguyen3/nanoLLaVA',
18
  trust_remote_code=True)
19
 
20
+ model = LlavaQwen2ForCausalLM.from_pretrained(
21
  'qnguyen3/nanoLLaVA',
22
  torch_dtype=torch.float16,
23
  trust_remote_code=True)