Spaces:
Running
on
Zero
Running
on
Zero
Daemontatox
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -188,7 +188,7 @@ def create_examples():
|
|
188 |
"What is the role of DNA in genetics?"
|
189 |
]
|
190 |
|
191 |
-
@spaces.GPU()
|
192 |
def chat_response(
|
193 |
message: str,
|
194 |
history: list,
|
@@ -198,7 +198,7 @@ def chat_response(
|
|
198 |
max_new_tokens: int = 8192,
|
199 |
top_p: float = 0.1,
|
200 |
top_k: int = 45,
|
201 |
-
penalty: float = 1.
|
202 |
):
|
203 |
"""Generate chat responses, keeping tags visible in the output"""
|
204 |
conversation = [
|
@@ -327,7 +327,7 @@ def main():
|
|
327 |
minimum=1.0,
|
328 |
maximum=2.0,
|
329 |
step=0.1,
|
330 |
-
value=1.
|
331 |
label="Repetition Penalty",
|
332 |
)
|
333 |
|
|
|
188 |
"What is the role of DNA in genetics?"
|
189 |
]
|
190 |
|
191 |
+
@spaces.GPU(660)
|
192 |
def chat_response(
|
193 |
message: str,
|
194 |
history: list,
|
|
|
198 |
max_new_tokens: int = 8192,
|
199 |
top_p: float = 0.1,
|
200 |
top_k: int = 45,
|
201 |
+
penalty: float = 1.5,
|
202 |
):
|
203 |
"""Generate chat responses, keeping tags visible in the output"""
|
204 |
conversation = [
|
|
|
327 |
minimum=1.0,
|
328 |
maximum=2.0,
|
329 |
step=0.1,
|
330 |
+
value=1.5,
|
331 |
label="Repetition Penalty",
|
332 |
)
|
333 |
|