try to remove "</s>" and "<pad>" v2
Browse files- language.py +1 -1
language.py
CHANGED
|
@@ -15,4 +15,4 @@ def longText(answere, question):
|
|
| 15 |
outputs = model.generate(input_ids)
|
| 16 |
|
| 17 |
print(tokenizer.decode(outputs[0]))
|
| 18 |
-
return tokenizer.decode(outputs[0]).replace(
|
|
|
|
| 15 |
outputs = model.generate(input_ids)
|
| 16 |
|
| 17 |
print(tokenizer.decode(outputs[0]))
|
| 18 |
+
return tokenizer.decode(outputs[0]).replace("<pad>","").replace("</s>","")
|