wenjiao commited on
Commit
ed69bd4
1 Parent(s): 6733ce3

update topk

Browse files
Files changed (1) hide show
  1. app.py +15 -4
app.py CHANGED
@@ -193,12 +193,13 @@ def post_process_code(code):
193
  return code
194
 
195
 
196
- def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Request):
197
  logger.info(f"http_bot. ip: {request.client.host}")
198
  start_tstamp = time.time()
199
  model_name = model_selector
200
  temperature = float(temperature)
201
  max_new_tokens = int(max_new_tokens)
 
202
 
203
  if state.skip_next:
204
  # This generate call is skipped due to invalid inputs
@@ -245,6 +246,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
245
  "prompt": prompt,
246
  "temperature": temperature,
247
  "max_new_tokens": max_new_tokens,
 
248
  "stop": "<|endoftext|>"
249
  }
250
  logger.info(f"==== request ====\n{pload}")
@@ -313,6 +315,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
313
  "gen_params": {
314
  "temperature": temperature,
315
  "max_new_tokens": max_new_tokens,
 
316
  },
317
  "start": round(start_tstamp, 4),
318
  "finish": round(start_tstamp, 4),
@@ -545,6 +548,14 @@ def build_single_model_ui(models):
545
  interactive=True,
546
  label="Max output tokens",
547
  )
 
 
 
 
 
 
 
 
548
 
549
 
550
  with gr.Row(visible=False, elem_id="btn-style") as button_row:
@@ -577,7 +588,7 @@ def build_single_model_ui(models):
577
  )
578
  regenerate_btn.click(regenerate, state, [state, chatbot, textbox] + btn_list).then(
579
  http_bot,
580
- [state, model_selector, temperature, max_output_tokens],
581
  [state, chatbot] + btn_list,
582
  )
583
  clear_btn.click(clear_history, None, [state, chatbot, textbox] + btn_list)
@@ -588,14 +599,14 @@ def build_single_model_ui(models):
588
  add_text, [state, textbox], [state, chatbot, textbox] + btn_list
589
  ).then(
590
  http_bot,
591
- [state, model_selector, temperature, max_output_tokens],
592
  [state, chatbot] + btn_list,
593
  )
594
  send_btn.click(
595
  add_text, [state, textbox], [state, chatbot, textbox] + btn_list
596
  ).then(
597
  http_bot,
598
- [state, model_selector, temperature, max_output_tokens],
599
  [state, chatbot] + btn_list,
600
  )
601
 
 
193
  return code
194
 
195
 
196
+ def http_bot(state, model_selector, temperature, max_new_tokens, topk, request: gr.Request):
197
  logger.info(f"http_bot. ip: {request.client.host}")
198
  start_tstamp = time.time()
199
  model_name = model_selector
200
  temperature = float(temperature)
201
  max_new_tokens = int(max_new_tokens)
202
+ topk = int(topk)
203
 
204
  if state.skip_next:
205
  # This generate call is skipped due to invalid inputs
 
246
  "prompt": prompt,
247
  "temperature": temperature,
248
  "max_new_tokens": max_new_tokens,
249
+ "topk": topk,
250
  "stop": "<|endoftext|>"
251
  }
252
  logger.info(f"==== request ====\n{pload}")
 
315
  "gen_params": {
316
  "temperature": temperature,
317
  "max_new_tokens": max_new_tokens,
318
+ "topk": topk,
319
  },
320
  "start": round(start_tstamp, 4),
321
  "finish": round(start_tstamp, 4),
 
548
  interactive=True,
549
  label="Max output tokens",
550
  )
551
+ topk = gr.Slider(
552
+ minimum=1,
553
+ maximum=10,
554
+ value=3,
555
+ step=1,
556
+ interactive=True,
557
+ label="TOP K",
558
+ )
559
 
560
 
561
  with gr.Row(visible=False, elem_id="btn-style") as button_row:
 
588
  )
589
  regenerate_btn.click(regenerate, state, [state, chatbot, textbox] + btn_list).then(
590
  http_bot,
591
+ [state, model_selector, temperature, max_output_tokens, topk],
592
  [state, chatbot] + btn_list,
593
  )
594
  clear_btn.click(clear_history, None, [state, chatbot, textbox] + btn_list)
 
599
  add_text, [state, textbox], [state, chatbot, textbox] + btn_list
600
  ).then(
601
  http_bot,
602
+ [state, model_selector, temperature, max_output_tokens, topk],
603
  [state, chatbot] + btn_list,
604
  )
605
  send_btn.click(
606
  add_text, [state, textbox], [state, chatbot, textbox] + btn_list
607
  ).then(
608
  http_bot,
609
+ [state, model_selector, temperature, max_output_tokens, topk],
610
  [state, chatbot] + btn_list,
611
  )
612