Spaces:
Sleeping
Sleeping
Update fn.py
Browse files
fn.py
CHANGED
@@ -206,7 +206,9 @@ def chat(message, history = [], instruction = None, args = {}):
|
|
206 |
# gradioは常に全文を返して欲しい
|
207 |
yield model_output
|
208 |
|
209 |
-
|
|
|
|
|
210 |
|
211 |
def apply_template(messages):
|
212 |
global tokenizer, cfg
|
|
|
206 |
# gradioは常に全文を返して欲しい
|
207 |
yield model_output
|
208 |
|
209 |
+
outputs = model.generate(**generate_kwargs)
|
210 |
+
content = tokenizer.decode(outputs, skip_special_tokens=True)
|
211 |
+
return content
|
212 |
|
213 |
def apply_template(messages):
|
214 |
global tokenizer, cfg
|