Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
14 |
"stabilityai/stable-code-3b",
|
15 |
trust_remote_code=True,
|
16 |
torch_dtype="auto",
|
17 |
-
|
18 |
).to("cuda" if torch.cuda.is_available() else "cpu")
|
19 |
|
20 |
@spaces.GPU
|
|
|
14 |
"stabilityai/stable-code-3b",
|
15 |
trust_remote_code=True,
|
16 |
torch_dtype="auto",
|
17 |
+
# attn_implementation="flash_attention_2",
|
18 |
).to("cuda" if torch.cuda.is_available() else "cpu")
|
19 |
|
20 |
@spaces.GPU
|