Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -81,8 +81,8 @@ def initialize_model():
|
|
81 |
MODEL_ID,
|
82 |
torch_dtype=torch.float16,
|
83 |
device_map="cuda",
|
84 |
-
attn_implementation="flash_attention_2",
|
85 |
-
quantization_config=quantization_config
|
86 |
|
87 |
)
|
88 |
|
@@ -133,7 +133,7 @@ def create_examples():
|
|
133 |
"What is the role of DNA in genetics?"
|
134 |
]
|
135 |
|
136 |
-
@spaces.GPU
|
137 |
def chat_response(
|
138 |
message: str,
|
139 |
history: list,
|
|
|
81 |
MODEL_ID,
|
82 |
torch_dtype=torch.float16,
|
83 |
device_map="cuda",
|
84 |
+
# attn_implementation="flash_attention_2",
|
85 |
+
# quantization_config=quantization_config
|
86 |
|
87 |
)
|
88 |
|
|
|
133 |
"What is the role of DNA in genetics?"
|
134 |
]
|
135 |
|
136 |
+
@spaces.GPU
|
137 |
def chat_response(
|
138 |
message: str,
|
139 |
history: list,
|