Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, StoppingCriteria
|
|
|
4 |
from threading import Thread
|
5 |
import re
|
6 |
import time
|
@@ -16,7 +17,7 @@ tokenizer = AutoTokenizer.from_pretrained(
|
|
16 |
'qnguyen3/nanoLLaVA',
|
17 |
trust_remote_code=True)
|
18 |
|
19 |
-
model =
|
20 |
'qnguyen3/nanoLLaVA',
|
21 |
torch_dtype=torch.float16,
|
22 |
trust_remote_code=True)
|
|
|
1 |
import gradio as gr
|
2 |
import torch
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer, StoppingCriteria
|
4 |
+
from .modeling_llava_qwen2 import LlavaQwen2ForCausalLM
|
5 |
from threading import Thread
|
6 |
import re
|
7 |
import time
|
|
|
17 |
'qnguyen3/nanoLLaVA',
|
18 |
trust_remote_code=True)
|
19 |
|
20 |
+
model = LlavaQwen2ForCausalLM.from_pretrained(
|
21 |
'qnguyen3/nanoLLaVA',
|
22 |
torch_dtype=torch.float16,
|
23 |
trust_remote_code=True)
|