Tonic commited on
Commit
c0af598
1 Parent(s): c43dbcd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
14
  "stabilityai/stable-code-3b",
15
  trust_remote_code=True,
16
  torch_dtype="auto",
17
- attn_implementation="flash_attention_2",
18
  ).to("cuda" if torch.cuda.is_available() else "cpu")
19
 
20
  @spaces.GPU
 
14
  "stabilityai/stable-code-3b",
15
  trust_remote_code=True,
16
  torch_dtype="auto",
17
+ # attn_implementation="flash_attention_2",
18
  ).to("cuda" if torch.cuda.is_available() else "cpu")
19
 
20
  @spaces.GPU