Spaces:
Running
on
Zero
Running
on
Zero
Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ def initialize_model():
|
|
92 |
MODEL_ID,
|
93 |
torch_dtype=torch.float16,
|
94 |
device_map="cuda",
|
95 |
-
attn_implementation="flash_attention_2",
|
96 |
trust_remote_code=True,
|
97 |
quantization_config=quantization_config
|
98 |
|
|
|
92 |
MODEL_ID,
|
93 |
torch_dtype=torch.float16,
|
94 |
device_map="cuda",
|
95 |
+
# attn_implementation="flash_attention_2",
|
96 |
trust_remote_code=True,
|
97 |
quantization_config=quantization_config
|
98 |
|