Upload 4 files

app.py

@@ -0,0 +1,118 @@
+import os
+from dotenv import load_dotenv
+import gradio as gr
+from gradio.components import Textbox, Button, Slider
+from AinaTheme import AinaGradioTheme
+
+from meteocat_appv4 import generate
+
+load_dotenv()
+
+
+SHOW_MODEL_PARAMETERS_IN_UI = os.environ.get("SHOW_MODEL_PARAMETERS_IN_UI", default=True)
+MAX_NEW_TOKENS = int(os.environ.get("MAX_NEW_TOKENS", default=200))
+
+def submit_input(input_, repetition_penalty, temperature): 
+    outputs = generate(input_, repetition_penalty, temperature)
+    if outputs is None:
+        gr.Warning("""
+                   És possible que no hagi trobat el lloc o la data (de dijous a dilluns). 
+                   Només puc respondre a preguntes sobre el temps a alguna localitat en concret.
+                   """)
+        return "", "", ""
+    
+    print(outputs)
+    print(outputs["model_answer"], outputs["context"], outputs["ccma_response"])
+    return outputs["model_answer"], outputs["context"], outputs["ccma_response"]
+
+   
+def change_interactive(text):
+    input_state = text
+    intput_length = len(input_state.strip())
+    if intput_length > MAX_NEW_TOKENS :
+        return gr.update(interactive = True), gr.update(interactive = False)
+    elif input_state.strip() != "":
+        return gr.update(interactive = True), gr.update(interactive = True)
+    else:
+        return gr.update(interactive = False), gr.update(interactive = False)
+
+def clean(): 
+    return (
+        None, 
+        None,
+        None,
+        None,
+        gr.Slider.update(value=1.0),
+        gr.Slider.update(value=1.0),
+    )
+       
+
+with gr.Blocks(**AinaGradioTheme().get_kwargs()) as demo:
+    with gr.Row():  
+        with gr.Column():
+            input_ = Textbox(
+                lines=11, 
+                label="Input",
+                placeholder="e.g. Prompt example."
+            )
+            characters_counter = gr.Markdown(f"""<span id=counter> 0 / {MAX_NEW_TOKENS} </span>""")
+            with gr.Row():
+                clear_btn = Button(
+                    "Clear", 
+                    interactive=False
+                )
+                submit_btn = Button(
+                    "Submit", 
+                    variant="primary", 
+                    interactive=False
+                )
+            with gr.Accordion("Model parameters", open=False, visible=SHOW_MODEL_PARAMETERS_IN_UI):
+                repetition_penalty = Slider(
+                    minimum=0.1, 
+                    maximum=10.0, 
+                    step=0.1, 
+                    value=0.85, 
+                    label="Repetition penalty"
+                )
+                temperature = Slider(
+                    minimum=0.0, 
+                    maximum=2.0, 
+                    value=0.85, 
+                    label="Temperature"
+                )
+            
+        with gr.Column():
+            output_answer = Textbox(
+                lines=9, 
+                label="Model text", 
+                interactive=False, 
+                show_copy_button=True
+            )
+            output_context = Textbox(
+                lines=9, 
+                label="Model context", 
+                interactive=False, 
+                show_copy_button=True
+            )
+            output_CCMA = Textbox(
+                lines=9, 
+                label="CCMA text", 
+                interactive=False, 
+                show_copy_button=True
+            )
+            
+    
+    input_.change(fn=change_interactive, inputs=[input_], outputs=[clear_btn, submit_btn])
+    
+
+    input_.change(fn=None, inputs=input_, _js=f"(i, m) => document.getElementById('counter').textContent = i.length  + ' /' +  {MAX_NEW_TOKENS}")
+
+
+
+    clear_btn.click(fn=clean, inputs=[], outputs=[input_, output_answer, output_context, output_CCMA,  repetition_penalty, temperature], queue=False)
+    submit_btn.click(fn=submit_input, inputs=[input_, repetition_penalty, temperature], outputs=[output_answer, output_context, output_CCMA])
+
+
+    
+    demo.queue(concurrency_count=1, api_open=False)
+    demo.launch(show_api=True, share=True, debug=True, server_name="84.88.187.178")

requirements.txt

@@ -0,0 +1,7 @@
+git+https://gitlab.bsc.es/projecte-aina/aina-gradio-theme.git@1.3.6
+transformers==4.34.0
+gradio==3.48.0
+python-dotenv==1.0.0
+pymongo==4.5.0
+boto3==1.28.64
+torch==2.1.0