iofu728 commited on
Commit
b6c28a6
1 Parent(s): 8b57e3a

Fix(MInference): fix the env

Browse files
Files changed (1) hide show
  1. app.py +7 -16
app.py CHANGED
@@ -1,21 +1,12 @@
1
  import subprocess
 
2
  # Install flash attention, skipping CUDA build if necessary
3
- subprocess.run(
4
- "export CPATH=$CPATH:/usr/local/cuda/include",
5
- shell=True,
6
- )
7
- subprocess.run(
8
- "export CUDA_HOME=/usr/local/cuda",
9
- shell=True,
10
- )
11
- subprocess.run(
12
- "export PATH=$PATH:$CUDA_HOME/bin",
13
- shell=True,
14
- )
15
- subprocess.run(
16
- "export LIBRARY_PATH=$LIBRARY_PATH:/usr/local/cuda/lib64",
17
- shell=True,
18
- )
19
  subprocess.run(
20
  "/home/user/.pyenv/shims/pip install flash-attn --no-build-isolation",
21
  env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
 
1
  import subprocess
2
+ import os
3
  # Install flash attention, skipping CUDA build if necessary
4
+
5
+ os.environ["CPATH"] = "$CPATH:/usr/local/cuda/include"
6
+ os.environ["CUDA_HOME"] = "/usr/local/cuda"
7
+ os.environ["PATH"] = "$PATH:$CUDA_HOME/bin"
8
+ os.environ["LIBRARY_PATH"] = "$LIBRARY_PATH:/usr/local/cuda/lib64"
9
+
 
 
 
 
 
 
 
 
 
 
10
  subprocess.run(
11
  "/home/user/.pyenv/shims/pip install flash-attn --no-build-isolation",
12
  env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},