Update app.py

app.py

@@ -13,7 +13,7 @@ sft_model = "somosnlp/ComeBien_gemma-2b-it-bnb-4bit"
 #base_model_name = "unsloth/gemma-2b-bnb-4bit"
 base_model_name = "unsloth/gemma-2b-it-bnb-4bit"
 
-max_seq_length=1000
+max_seq_length=400
 base_model = AutoModelForCausalLM.from_pretrained(base_model_name,return_dict=True,device_map="auto", torch_dtype=torch.float16,)
 tokenizer = AutoTokenizer.from_pretrained(base_model_name, max_length = max_seq_length)
 ft_model = PeftModel.from_pretrained(base_model, sft_model)
@@ -82,7 +82,7 @@ mis_ejemplos = [
 
 iface = gr.Interface(
     fn=mostrar_respuesta,
-    inputs=[gr.Textbox(label="Pregunta"), gr.Textbox(label="Contexto", value="Eres un experto cocinero hispanoamericano."),],
+    inputs=[gr.Textbox(label="Pregunta"), gr.Textbox(label="Contexto", value="You are a helpful AI assistant. Eres un experto cocinero hispanoamericano."),],
     outputs=[gr.Textbox(label="Respuesta", lines=2),],
     title="ComeBien",
     description="Introduce tu pregunta sobre recetas de cocina.",