Amador2001 commited on
Commit
18475e7
1 Parent(s): a09a9a4

Add authentication token for Hugging Face

Browse files
Files changed (1) hide show
  1. app.py +28 -0
app.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+ import os
4
+
5
+ # Obtener el token de acceso desde las variables de entorno
6
+ hf_token = os.getenv("HF_TOKEN")
7
+
8
+ model_name = "epfl-llm/meditron-7b"
9
+
10
+ tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
11
+ model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token)
12
+
13
+ # Función para generar respuesta del modelo
14
+ def generate_response(prompt):
15
+ inputs = tokenizer(prompt, return_tensors="pt")
16
+ outputs = model.generate(inputs.input_ids, max_length=200, pad_token_id=tokenizer.eos_token_id)
17
+ response = tokenizer.decode(outputs[0], skip_special_tokens=True)
18
+ return response
19
+
20
+ # Configurar la interfaz de Gradio
21
+ def chat(paciente_input):
22
+ prompt = f"Paciente: {paciente_input}\nDoctor:"
23
+ response = generate_response(prompt)
24
+ return response
25
+
26
+ iface = gr.Interface(fn=chat, inputs="text", outputs="text", title="Consulta Médica con Meditron-7B")
27
+
28
+ iface.launch()