jbilcke-hf HF staff commited on
Commit
f6b324c
1 Parent(s): 4a5cedb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -4,7 +4,7 @@ import os
4
  import gradio as gr
5
  from threading import Thread
6
  from transformers import TextIteratorStreamer, AutoTokenizer, AutoModelForCausalLM
7
- import subprocess
8
  from PIL import Image
9
  from io import BytesIO
10
  import base64
@@ -22,7 +22,9 @@ def readb64(b64):
22
  return img
23
 
24
 
25
- subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 
 
26
 
27
  model_id = "vikhyatk/moondream2"
28
  revision = "2024-04-02"
 
4
  import gradio as gr
5
  from threading import Thread
6
  from transformers import TextIteratorStreamer, AutoTokenizer, AutoModelForCausalLM
7
+
8
  from PIL import Image
9
  from io import BytesIO
10
  import base64
 
22
  return img
23
 
24
 
25
+ # not sure why
26
+ import subprocess
27
+ subprocess.run('pip3 install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
28
 
29
  model_id = "vikhyatk/moondream2"
30
  revision = "2024-04-02"