OlivierDehaene
commited on
Commit
•
5670e64
1
Parent(s):
35539cb
use greedy for now on oasst
Browse files
app.py
CHANGED
|
@@ -72,7 +72,7 @@ def predict(
|
|
| 72 |
if model == "OpenAssistant/oasst-sft-1-pythia-12b":
|
| 73 |
iterator = client.generate_stream(
|
| 74 |
total_inputs,
|
| 75 |
-
typical_p=typical_p,
|
| 76 |
watermark=watermark,
|
| 77 |
max_new_tokens=500,
|
| 78 |
)
|
|
|
|
| 72 |
if model == "OpenAssistant/oasst-sft-1-pythia-12b":
|
| 73 |
iterator = client.generate_stream(
|
| 74 |
total_inputs,
|
| 75 |
+
# typical_p=typical_p,
|
| 76 |
watermark=watermark,
|
| 77 |
max_new_tokens=500,
|
| 78 |
)
|