Spaces:
Sleeping
Sleeping
update topk
Browse files
app.py
CHANGED
@@ -193,12 +193,13 @@ def post_process_code(code):
|
|
193 |
return code
|
194 |
|
195 |
|
196 |
-
def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Request):
|
197 |
logger.info(f"http_bot. ip: {request.client.host}")
|
198 |
start_tstamp = time.time()
|
199 |
model_name = model_selector
|
200 |
temperature = float(temperature)
|
201 |
max_new_tokens = int(max_new_tokens)
|
|
|
202 |
|
203 |
if state.skip_next:
|
204 |
# This generate call is skipped due to invalid inputs
|
@@ -245,6 +246,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
|
|
245 |
"prompt": prompt,
|
246 |
"temperature": temperature,
|
247 |
"max_new_tokens": max_new_tokens,
|
|
|
248 |
"stop": "<|endoftext|>"
|
249 |
}
|
250 |
logger.info(f"==== request ====\n{pload}")
|
@@ -313,6 +315,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
|
|
313 |
"gen_params": {
|
314 |
"temperature": temperature,
|
315 |
"max_new_tokens": max_new_tokens,
|
|
|
316 |
},
|
317 |
"start": round(start_tstamp, 4),
|
318 |
"finish": round(start_tstamp, 4),
|
@@ -545,6 +548,14 @@ def build_single_model_ui(models):
|
|
545 |
interactive=True,
|
546 |
label="Max output tokens",
|
547 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
548 |
|
549 |
|
550 |
with gr.Row(visible=False, elem_id="btn-style") as button_row:
|
@@ -577,7 +588,7 @@ def build_single_model_ui(models):
|
|
577 |
)
|
578 |
regenerate_btn.click(regenerate, state, [state, chatbot, textbox] + btn_list).then(
|
579 |
http_bot,
|
580 |
-
[state, model_selector, temperature, max_output_tokens],
|
581 |
[state, chatbot] + btn_list,
|
582 |
)
|
583 |
clear_btn.click(clear_history, None, [state, chatbot, textbox] + btn_list)
|
@@ -588,14 +599,14 @@ def build_single_model_ui(models):
|
|
588 |
add_text, [state, textbox], [state, chatbot, textbox] + btn_list
|
589 |
).then(
|
590 |
http_bot,
|
591 |
-
[state, model_selector, temperature, max_output_tokens],
|
592 |
[state, chatbot] + btn_list,
|
593 |
)
|
594 |
send_btn.click(
|
595 |
add_text, [state, textbox], [state, chatbot, textbox] + btn_list
|
596 |
).then(
|
597 |
http_bot,
|
598 |
-
[state, model_selector, temperature, max_output_tokens],
|
599 |
[state, chatbot] + btn_list,
|
600 |
)
|
601 |
|
|
|
193 |
return code
|
194 |
|
195 |
|
196 |
+
def http_bot(state, model_selector, temperature, max_new_tokens, topk, request: gr.Request):
|
197 |
logger.info(f"http_bot. ip: {request.client.host}")
|
198 |
start_tstamp = time.time()
|
199 |
model_name = model_selector
|
200 |
temperature = float(temperature)
|
201 |
max_new_tokens = int(max_new_tokens)
|
202 |
+
topk = int(topk)
|
203 |
|
204 |
if state.skip_next:
|
205 |
# This generate call is skipped due to invalid inputs
|
|
|
246 |
"prompt": prompt,
|
247 |
"temperature": temperature,
|
248 |
"max_new_tokens": max_new_tokens,
|
249 |
+
"topk": topk,
|
250 |
"stop": "<|endoftext|>"
|
251 |
}
|
252 |
logger.info(f"==== request ====\n{pload}")
|
|
|
315 |
"gen_params": {
|
316 |
"temperature": temperature,
|
317 |
"max_new_tokens": max_new_tokens,
|
318 |
+
"topk": topk,
|
319 |
},
|
320 |
"start": round(start_tstamp, 4),
|
321 |
"finish": round(start_tstamp, 4),
|
|
|
548 |
interactive=True,
|
549 |
label="Max output tokens",
|
550 |
)
|
551 |
+
topk = gr.Slider(
|
552 |
+
minimum=1,
|
553 |
+
maximum=10,
|
554 |
+
value=3,
|
555 |
+
step=1,
|
556 |
+
interactive=True,
|
557 |
+
label="TOP K",
|
558 |
+
)
|
559 |
|
560 |
|
561 |
with gr.Row(visible=False, elem_id="btn-style") as button_row:
|
|
|
588 |
)
|
589 |
regenerate_btn.click(regenerate, state, [state, chatbot, textbox] + btn_list).then(
|
590 |
http_bot,
|
591 |
+
[state, model_selector, temperature, max_output_tokens, topk],
|
592 |
[state, chatbot] + btn_list,
|
593 |
)
|
594 |
clear_btn.click(clear_history, None, [state, chatbot, textbox] + btn_list)
|
|
|
599 |
add_text, [state, textbox], [state, chatbot, textbox] + btn_list
|
600 |
).then(
|
601 |
http_bot,
|
602 |
+
[state, model_selector, temperature, max_output_tokens, topk],
|
603 |
[state, chatbot] + btn_list,
|
604 |
)
|
605 |
send_btn.click(
|
606 |
add_text, [state, textbox], [state, chatbot, textbox] + btn_list
|
607 |
).then(
|
608 |
http_bot,
|
609 |
+
[state, model_selector, temperature, max_output_tokens, topk],
|
610 |
[state, chatbot] + btn_list,
|
611 |
)
|
612 |
|