Daemontatox commited on
Commit
9e93ef6
·
verified ·
1 Parent(s): 01d4157

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -81,8 +81,8 @@ def initialize_model():
81
  MODEL_ID,
82
  torch_dtype=torch.float16,
83
  device_map="cuda",
84
- attn_implementation="flash_attention_2",
85
- quantization_config=quantization_config
86
 
87
  )
88
 
@@ -133,7 +133,7 @@ def create_examples():
133
  "What is the role of DNA in genetics?"
134
  ]
135
 
136
- @spaces.GPU(duration=120)
137
  def chat_response(
138
  message: str,
139
  history: list,
 
81
  MODEL_ID,
82
  torch_dtype=torch.float16,
83
  device_map="cuda",
84
+ # attn_implementation="flash_attention_2",
85
+ # quantization_config=quantization_config
86
 
87
  )
88
 
 
133
  "What is the role of DNA in genetics?"
134
  ]
135
 
136
+ @spaces.GPU
137
  def chat_response(
138
  message: str,
139
  history: list,