gokaygokay commited on
Commit
cec9f33
·
verified ·
1 Parent(s): 13cefbc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -13,6 +13,9 @@ from kolors.models.tokenization_chatglm import ChatGLMTokenizer
13
  from diffusers import UNet2DConditionModel, AutoencoderKL
14
  from diffusers import EulerDiscreteScheduler
15
 
 
 
 
16
  # Initialize models
17
  device = "cuda" if torch.cuda.is_available() else "cpu"
18
  dtype = torch.float16
 
13
  from diffusers import UNet2DConditionModel, AutoencoderKL
14
  from diffusers import EulerDiscreteScheduler
15
 
16
+ import subprocess
17
+ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
18
+
19
  # Initialize models
20
  device = "cuda" if torch.cuda.is_available() else "cpu"
21
  dtype = torch.float16