Add log for preiously generated texts

gradio_app.py

@@ -159,24 +159,31 @@ class TextGeneration:
         # return generated
 
 
-    def generate(self, text, generation_kwargs):
-        max_length = len(self.tokenizer(text)["input_ids"]) + generation_kwargs["max_length"]
+    def generate(self, text, generation_kwargs, previous_text=None):
+        input_text = previous_text or text
+        max_length = len(self.tokenizer(input_text)["input_ids"]) + generation_kwargs["max_length"]
         generation_kwargs["max_length"] = min(max_length, self.model.config.n_positions)
         generated_text = None
-        if text:
+        if input_text:
             for _ in range(10):
                 generated_text = self.generator(
-                    text,
+                    input_text,
                     **generation_kwargs,
                 )[0]["generated_text"]
                 if generation_kwargs["do_clean"]:
                     generated_text = cleaner.clean_txt(generated_text)
-                if generated_text.strip().startswith(text):
-                    generated_text = generated_text.replace(text, "", 1).strip()
+                if generated_text.strip().startswith(input_text):
+                    generated_text = generated_text.replace(input_text, "", 1).strip()
                 if generated_text:
+                    if previous_text and previous_text != text:
+                        diff = [
+                            (text, None), (previous_text.replace(text, " ", 1).strip(), " "), (generated_text, AGENT)
+                        ]
+                    else:
+                        diff = [(text, None), (generated_text, AGENT)]
                     return (
-                        text + " " + generated_text,
-                        [(text, None), (generated_text, "BERTIN")]
+                        input_text + " " + generated_text,
+                        diff
                     )
             if not generated_text:
                 return (
@@ -221,7 +228,7 @@ def expand_with_gpt(hidden, text, max_length, top_k, top_p, temperature, do_samp
         "do_sample": do_sample,
         "do_clean": do_clean,
     }
-    return generator.generate(hidden or text, generation_kwargs)
+    return generator.generate(text, generation_kwargs, previous_text=hidden)
 
 def chat_with_gpt(user, agent, context, user_message, history, max_length, top_k, top_p, temperature, do_sample, do_clean):
     # agent = AGENT
@@ -339,7 +346,7 @@ with gr.Blocks() as demo:
                     hidden = gr.Textbox(visible=False, show_label=False)
                     with gr.Box():
                         # output = gr.Markdown()
-                        output = gr.HighlightedText(label="Resultado", combine_adjacent=True, color_map={"BERTIN": "green", "ERROR": "red"})
+                        output = gr.HighlightedText(label="Resultado", combine_adjacent=True, color_map={AGENT: "green", "ERROR": "red", " ": "blue"})
                     with gr.Row():
                         generate_btn = gr.Button("Generar")
                         generate_btn.click(complete_with_gpt, inputs=[textbox, max_length, top_k, top_p, temperature, do_sample, do_clean], outputs=[hidden, output])
@@ -358,7 +365,7 @@ with gr.Blocks() as demo:
                     with gr.Row():
                         agent = gr.Textbox(label="Agente", value=AGENT)
                         user = gr.Textbox(label="Usuario", value=USER)
-                    history = gr.Variable(default_value=[])
+                    history = gr.Variable(value=[])
                     chatbot = gr.Chatbot(color_map=("green", "gray"))
                     with gr.Row():
                         message = gr.Textbox(placeholder="Escriba aquí su mensaje y pulse 'Enviar'", show_label=False)