Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,7 @@ def format_prompt(message, history, system_prompt=""):
|
|
16 |
return prompt
|
17 |
|
18 |
def generate(
|
19 |
-
prompt, history, system_prompt="", temperature=0.9, max_new_tokens=
|
20 |
):
|
21 |
temperature = float(temperature)
|
22 |
if temperature < 1e-2:
|
@@ -46,7 +46,7 @@ additional_inputs=[
|
|
46 |
gr.Textbox("", label="Optional system prompt"),
|
47 |
gr.Slider(
|
48 |
label="Temperature",
|
49 |
-
value=0.
|
50 |
minimum=0.0,
|
51 |
maximum=1.0,
|
52 |
step=0.05,
|
@@ -57,7 +57,7 @@ additional_inputs=[
|
|
57 |
label="Max new tokens",
|
58 |
value=512,
|
59 |
minimum=0,
|
60 |
-
maximum=
|
61 |
step=64,
|
62 |
interactive=True,
|
63 |
info="The maximum numbers of new tokens",
|
|
|
16 |
return prompt
|
17 |
|
18 |
def generate(
|
19 |
+
prompt, history, system_prompt="", temperature=0.9, max_new_tokens=8192, top_p=0.95, repetition_penalty=1.0,
|
20 |
):
|
21 |
temperature = float(temperature)
|
22 |
if temperature < 1e-2:
|
|
|
46 |
gr.Textbox("", label="Optional system prompt"),
|
47 |
gr.Slider(
|
48 |
label="Temperature",
|
49 |
+
value=0.9,
|
50 |
minimum=0.0,
|
51 |
maximum=1.0,
|
52 |
step=0.05,
|
|
|
57 |
label="Max new tokens",
|
58 |
value=512,
|
59 |
minimum=0,
|
60 |
+
maximum=8192,
|
61 |
step=64,
|
62 |
interactive=True,
|
63 |
info="The maximum numbers of new tokens",
|