✏️
Browse filesSigned-off-by: peter szemraj <peterszemraj@gmail.com>
app.py
CHANGED
@@ -61,7 +61,7 @@ def run_inference(
|
|
61 |
no_repeat_ngram_size=6,
|
62 |
renormalize_logits=True,
|
63 |
repetition_penalty=repetition_penalty,
|
64 |
-
temperature=max(temperature, MIN_TEMPERATURE)
|
65 |
top_p=top_p,
|
66 |
)
|
67 |
text = tokenizer.batch_decode(
|
|
|
61 |
no_repeat_ngram_size=6,
|
62 |
renormalize_logits=True,
|
63 |
repetition_penalty=repetition_penalty,
|
64 |
+
temperature=max(temperature, MIN_TEMPERATURE),
|
65 |
top_p=top_p,
|
66 |
)
|
67 |
text = tokenizer.batch_decode(
|