Spaces:
Runtime error
Runtime error
zR
commited on
Commit
•
6f8d4ee
1
Parent(s):
ea13977
flash-attn
Browse files- .gitignore +2 -0
- app.py +4 -0
.gitignore
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
.venv
|
| 2 |
+
.idea
|
app.py
CHANGED
|
@@ -1,3 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
from threading import Thread
|
| 2 |
import spaces
|
| 3 |
import gradio as gr
|
|
|
|
| 1 |
+
import subprocess
|
| 2 |
+
# Installing flash_attn
|
| 3 |
+
subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
|
| 4 |
+
|
| 5 |
from threading import Thread
|
| 6 |
import spaces
|
| 7 |
import gradio as gr
|