aliabid94 HF staff commited on
Commit
7791848
1 Parent(s): 2e97a84

Update app_dialogue.py

Browse files
Files changed (1) hide show
  1. app_dialogue.py +14 -3
app_dialogue.py CHANGED
@@ -14,6 +14,20 @@ from gradio_client.client import DEFAULT_TEMP_DIR
14
  from text_generation import Client
15
  from transformers import AutoProcessor
16
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
 
18
  MODELS = [ # TODO uncomment
19
  "HuggingFaceM4/idefics-9b-instruct",
@@ -519,9 +533,7 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
519
  stream = client.generate_stream(prompt=query, **generation_args)
520
 
521
  acc_text = ""
522
- import time
523
  for idx, response in enumerate(stream):
524
- start = time.time()
525
  text_token = response.token.text
526
 
527
  if response.details:
@@ -539,7 +551,6 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
539
  last_turn = chat_history.pop(-1)
540
  last_turn[-1] += acc_text
541
  chat_history.append(last_turn)
542
- print(">", time.time() - start)
543
  yield "", None, chat_history
544
  acc_text = ""
545
 
 
14
  from text_generation import Client
15
  from transformers import AutoProcessor
16
 
17
+ def timer_decorator(func):
18
+ def wrapper(*args, **kwargs):
19
+ start_time = time.time()
20
+ result = func(*args, **kwargs)
21
+ end_time = time.time()
22
+ elapsed_time = end_time - start_time
23
+ print(f"{func.__name__} took {elapsed_time:.5f} seconds to run.")
24
+ return result
25
+ return wrapper
26
+
27
+ gr.Blocks.preprocess_data = timer_decorator(gr.Blocks.preprocess_data)
28
+ gr.Blocks.call_function = timer_decorator(gr.Blocks.call_function)
29
+ gr.Blocks.postprocess_data = timer_decorator(gr.Blocks.postprocess_data)
30
+
31
 
32
  MODELS = [ # TODO uncomment
33
  "HuggingFaceM4/idefics-9b-instruct",
 
533
  stream = client.generate_stream(prompt=query, **generation_args)
534
 
535
  acc_text = ""
 
536
  for idx, response in enumerate(stream):
 
537
  text_token = response.token.text
538
 
539
  if response.details:
 
551
  last_turn = chat_history.pop(-1)
552
  last_turn[-1] += acc_text
553
  chat_history.append(last_turn)
 
554
  yield "", None, chat_history
555
  acc_text = ""
556