minhdang commited on
Commit
6140d08
1 Parent(s): f1b28db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ key = os.environ.get("key")
12
  from huggingface_hub import login
13
  login(key)
14
  from bitnet import replace_linears_in_hf
15
-
16
  nf4_config = BitsAndBytesConfig(
17
  load_in_4bit=True,
18
  bnb_4bit_quant_type="nf4",
 
12
  from huggingface_hub import login
13
  login(key)
14
  from bitnet import replace_linears_in_hf
15
+ os.system("pip install flash-attn --no-build-isolation")
16
  nf4_config = BitsAndBytesConfig(
17
  load_in_4bit=True,
18
  bnb_4bit_quant_type="nf4",