Spaces:
Runtime error
Runtime error
Allowed to max 192 tokens.
Browse files
app.py
CHANGED
@@ -85,7 +85,7 @@ def evaluate_stream(msg, history, temperature, top_p):
|
|
85 |
context = context.replace(r'<br>', '')
|
86 |
|
87 |
# TODO: Avoid the tokens are too long.
|
88 |
-
CUTOFF =
|
89 |
while len(tokenizer.encode(context)) > CUTOFF:
|
90 |
# save 15 token size for the answer
|
91 |
context = context[15:]
|
@@ -114,7 +114,7 @@ with gr.Blocks() as demo:
|
|
114 |
with gr.Column(scale=2):
|
115 |
temp = gr.components.Slider(minimum=0, maximum=1.1, value=1.0, label="Temperature",
|
116 |
info="温度参数,越高的温度生成的内容越丰富,但是有可能出现语法问题。")
|
117 |
-
top_p = gr.components.Slider(minimum=0.5, maximum=1.0, value=0.
|
118 |
info="top-p参数,只输出前p>top-p的文字,越大生成的内容越丰富,但也可能出现语法问题。数字越小似乎上下文的衔接性越好。")
|
119 |
#code = gr.Textbox(label="temp_output", info="解码器输出")
|
120 |
#top_k = gr.components.Slider(minimum=1, maximum=200, step=1, value=25, label="Top k",
|
|
|
85 |
context = context.replace(r'<br>', '')
|
86 |
|
87 |
# TODO: Avoid the tokens are too long.
|
88 |
+
CUTOFF = 192
|
89 |
while len(tokenizer.encode(context)) > CUTOFF:
|
90 |
# save 15 token size for the answer
|
91 |
context = context[15:]
|
|
|
114 |
with gr.Column(scale=2):
|
115 |
temp = gr.components.Slider(minimum=0, maximum=1.1, value=1.0, label="Temperature",
|
116 |
info="温度参数,越高的温度生成的内容越丰富,但是有可能出现语法问题。")
|
117 |
+
top_p = gr.components.Slider(minimum=0.5, maximum=1.0, value=0.975, label="Top-p",
|
118 |
info="top-p参数,只输出前p>top-p的文字,越大生成的内容越丰富,但也可能出现语法问题。数字越小似乎上下文的衔接性越好。")
|
119 |
#code = gr.Textbox(label="temp_output", info="解码器输出")
|
120 |
#top_k = gr.components.Slider(minimum=1, maximum=200, step=1, value=25, label="Top k",
|