Spaces:
Sleeping
Sleeping
Commit
•
ee8f3ef
1
Parent(s):
49aa929
Update app.py
Browse files
app.py
CHANGED
@@ -41,14 +41,14 @@ def chat_function(message, history, system_prompt,max_new_tokens,temperature):
|
|
41 |
outputs = pipeline(
|
42 |
prompt,
|
43 |
max_new_tokens=max_new_tokens,
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
eos_token_id=terminators,
|
48 |
do_sample=True,
|
49 |
temperature=temperature,
|
50 |
-
|
51 |
-
min_p=0.075,
|
52 |
#streamer=streamer
|
53 |
)
|
54 |
return outputs[0]["generated_text"][len(prompt):]
|
|
|
41 |
outputs = pipeline(
|
42 |
prompt,
|
43 |
max_new_tokens=max_new_tokens,
|
44 |
+
num_beams=5,
|
45 |
+
num_return_sequences=1,
|
46 |
+
early_stopping=True,
|
47 |
eos_token_id=terminators,
|
48 |
do_sample=True,
|
49 |
temperature=temperature,
|
50 |
+
top_p=0.9,
|
51 |
+
#min_p=0.075,
|
52 |
#streamer=streamer
|
53 |
)
|
54 |
return outputs[0]["generated_text"][len(prompt):]
|