wenjiao commited on
Commit
fa02564
1 Parent(s): b6ee6bb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +47 -16
app.py CHANGED
@@ -6,8 +6,6 @@ import os
6
  import time
7
  import uuid
8
 
9
- os.system("pip install --upgrade gradio")
10
-
11
  import gradio as gr
12
  import requests
13
 
@@ -248,7 +246,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
248
  try:
249
  # Stream output
250
  response = requests.post(
251
- controller_url + "/worker_generate_stream",
252
  headers=headers,
253
  json=pload,
254
  stream=True,
@@ -260,6 +258,7 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
260
  if data["error_code"] == 0:
261
  output = data["text"][skip_echo_len:].strip()
262
  output = post_process_code(output)
 
263
  state.messages[-1][-1] = output + "▌"
264
  yield (state, state.to_gradio_chatbot()) + (disable_btn,) * 5
265
  else:
@@ -286,9 +285,15 @@ def http_bot(state, model_selector, temperature, max_new_tokens, request: gr.Req
286
  return
287
 
288
  finish_tstamp = time.time() - start_time
289
- elapsed_time = "\n✅generation elapsed time: {}s".format(round(finish_tstamp, 4))
290
 
291
- state.messages[-1][-1] = state.messages[-1][-1][:-1] + elapsed_time
 
 
 
 
 
 
 
292
  yield (state, state.to_gradio_chatbot()) + (enable_btn,) * 5
293
 
294
  logger.info(f"{output}")
@@ -325,14 +330,24 @@ pre {
325
  }
326
 
327
  #notice_markdown {
328
- text-align: center;
329
  background: #874bec;
330
  padding: 1%;
 
 
 
331
  }
332
 
333
- #notice_markdown h1, #notice_markdown h4 {
334
- color: #fff;
335
- margin-top: 0;
 
 
 
 
 
 
 
336
  }
337
 
338
  gradio-app {
@@ -383,17 +398,33 @@ gradio-app {
383
  #btn-list-style {
384
  background: #eee0;
385
  border: 1px solid #691ef7;
386
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
387
  """
388
  )
389
 
390
 
391
  def build_single_model_ui(models):
392
- notice_markdown = """
393
- # 🤖 NeuralChat
394
-
395
- #### deployed on 4th Gen Intel Xeon Scalable Processors codenamed Sapphire Rapids
396
 
 
 
 
 
 
397
  """
398
 
399
  learn_more_markdown = """
@@ -422,8 +453,8 @@ def build_single_model_ui(models):
422
  send_btn = gr.Button(value="Send", visible=False, elem_id="btn-send-style")
423
 
424
  with gr.Row(visible=False, elem_id="btn-style") as button_row:
425
- upvote_btn = gr.Button(value="👍 Upvote", interactive=False, elem_id="btn-list-style")
426
- downvote_btn = gr.Button(value="👎 Downvote", interactive=False, elem_id="btn-list-style")
427
  flag_btn = gr.Button(value="⚠️ Flag", interactive=False, visible=False, elem_id="btn-list-style")
428
  # stop_btn = gr.Button(value="⏹️ Stop Generation", interactive=False)
429
  regenerate_btn = gr.Button(value="🔄 Regenerate", interactive=False, elem_id="btn-list-style")
 
6
  import time
7
  import uuid
8
 
 
 
9
  import gradio as gr
10
  import requests
11
 
 
246
  try:
247
  # Stream output
248
  response = requests.post(
249
+ worker_addr + "/worker_generate_stream",
250
  headers=headers,
251
  json=pload,
252
  stream=True,
 
258
  if data["error_code"] == 0:
259
  output = data["text"][skip_echo_len:].strip()
260
  output = post_process_code(output)
261
+
262
  state.messages[-1][-1] = output + "▌"
263
  yield (state, state.to_gradio_chatbot()) + (disable_btn,) * 5
264
  else:
 
285
  return
286
 
287
  finish_tstamp = time.time() - start_time
 
288
 
289
+ elapsed_time = "{}s".format(round(finish_tstamp, 4))
290
+ last_message = state.messages[-1]
291
+ last_element = last_message[-1]
292
+ if "<p id='time-style'>" in last_element:
293
+ last_element = last_element.split("<p id='time-style'>")[0]
294
+
295
+
296
+ state.messages[-1][-1] = last_element + "<p id='time-style'>" + elapsed_time + "</p>"
297
  yield (state, state.to_gradio_chatbot()) + (enable_btn,) * 5
298
 
299
  logger.info(f"{output}")
 
330
  }
331
 
332
  #notice_markdown {
333
+ text-align: center;
334
  background: #874bec;
335
  padding: 1%;
336
+ height: 4.3rem;
337
+ color: #fff !important;
338
+ margin-top: 0;
339
  }
340
 
341
+ #time-style {
342
+ position: absolute;
343
+ right: 0;
344
+ bottom: -10px;
345
+ font-size: 0.9rem;
346
+ color: #979797;
347
+ }
348
+
349
+ #notice_markdown p{
350
+ color: #fff !important;
351
  }
352
 
353
  gradio-app {
 
398
  #btn-list-style {
399
  background: #eee0;
400
  border: 1px solid #691ef7;
401
+ }
402
+
403
+ .img-logo-style {
404
+ width: 3.5rem;
405
+ float: left;
406
+ }
407
+
408
+ .title {
409
+ font-size: 1.5rem;
410
+ font-weight: 700;
411
+ color: #fff !important;
412
+ }
413
+
414
+ footer {
415
+ display: none !important;
416
+ }
417
  """
418
  )
419
 
420
 
421
  def build_single_model_ui(models):
 
 
 
 
422
 
423
+ notice_markdown = """
424
+ <div class='title'>
425
+ <img src='https://i.postimg.cc/Pfv4vV6R/Microsoft-Teams-image-23.png' class='img-logo-style'/> NeuralChat
426
+ </div>
427
+ <p>deployed on 4th Gen Intel Xeon Scalable Processors codenamed Sapphire Rapids.</p>
428
  """
429
 
430
  learn_more_markdown = """
 
453
  send_btn = gr.Button(value="Send", visible=False, elem_id="btn-send-style")
454
 
455
  with gr.Row(visible=False, elem_id="btn-style") as button_row:
456
+ upvote_btn = gr.Button(value="👍 Upvote", interactive=False, visible=False, elem_id="btn-list-style")
457
+ downvote_btn = gr.Button(value="👎 Downvote", interactive=False, visible=False, elem_id="btn-list-style")
458
  flag_btn = gr.Button(value="⚠️ Flag", interactive=False, visible=False, elem_id="btn-list-style")
459
  # stop_btn = gr.Button(value="⏹️ Stop Generation", interactive=False)
460
  regenerate_btn = gr.Button(value="🔄 Regenerate", interactive=False, elem_id="btn-list-style")