Daemontatox commited on
Commit
cdad745
·
verified ·
1 Parent(s): 93c26ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -92,7 +92,7 @@ def initialize_model():
92
  MODEL_ID,
93
  torch_dtype=torch.float16,
94
  device_map="cuda",
95
- attn_implementation="flash_attention_2",
96
  trust_remote_code=True,
97
  quantization_config=quantization_config
98
 
 
92
  MODEL_ID,
93
  torch_dtype=torch.float16,
94
  device_map="cuda",
95
+ # attn_implementation="flash_attention_2",
96
  trust_remote_code=True,
97
  quantization_config=quantization_config
98