gokaygokay commited on
Commit
39ae23a
1 Parent(s): cb6a2f5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -7,6 +7,8 @@ import matplotlib.pyplot as plt
7
  import matplotlib.patches as patches
8
  import random
9
  import numpy as np
 
 
10
 
11
  model_id = 'microsoft/Florence-2-large'
12
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True).eval()
 
7
  import matplotlib.patches as patches
8
  import random
9
  import numpy as np
10
+ import subprocess
11
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
13
  model_id = 'microsoft/Florence-2-large'
14
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True).eval()