Spaces:

olivierdehaene
/

chat-llm-streaming

Running

OlivierDehaene commited on Mar 13, 2023

Commit

2f20661

•

1 Parent(s): 5670e64

use typical_p

Files changed (1) hide show

app.py CHANGED Viewed

@@ -72,7 +72,7 @@ def predict(
     if model == "OpenAssistant/oasst-sft-1-pythia-12b":
         iterator = client.generate_stream(
             total_inputs,
-            # typical_p=typical_p,
             watermark=watermark,
             max_new_tokens=500,
         )

     if model == "OpenAssistant/oasst-sft-1-pythia-12b":
         iterator = client.generate_stream(
             total_inputs,
+            typical_p=typical_p,
             watermark=watermark,
             max_new_tokens=500,
         )