Commit
•
f6b324c
1
Parent(s):
4a5cedb
Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ import os
|
|
4 |
import gradio as gr
|
5 |
from threading import Thread
|
6 |
from transformers import TextIteratorStreamer, AutoTokenizer, AutoModelForCausalLM
|
7 |
-
|
8 |
from PIL import Image
|
9 |
from io import BytesIO
|
10 |
import base64
|
@@ -22,7 +22,9 @@ def readb64(b64):
|
|
22 |
return img
|
23 |
|
24 |
|
25 |
-
|
|
|
|
|
26 |
|
27 |
model_id = "vikhyatk/moondream2"
|
28 |
revision = "2024-04-02"
|
|
|
4 |
import gradio as gr
|
5 |
from threading import Thread
|
6 |
from transformers import TextIteratorStreamer, AutoTokenizer, AutoModelForCausalLM
|
7 |
+
|
8 |
from PIL import Image
|
9 |
from io import BytesIO
|
10 |
import base64
|
|
|
22 |
return img
|
23 |
|
24 |
|
25 |
+
# not sure why
|
26 |
+
import subprocess
|
27 |
+
subprocess.run('pip3 install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
28 |
|
29 |
model_id = "vikhyatk/moondream2"
|
30 |
revision = "2024-04-02"
|