edumunozsala commited on
Commit
e57684f
1 Parent(s): 219a4ff

Updated app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -30,7 +30,7 @@ model = AutoModelForCausalLM.from_pretrained(
30
  print(f"Model loaded in {model.device}")
31
  # Generamos el pipeline de generación de texto
32
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
33
- # Definimos el eos token
34
  eos_token = tokenizer("<|im_end|>",add_special_tokens=False)["input_ids"][0]
35
 
36
  def generate_inference(instruction, input):
 
30
  print(f"Model loaded in {model.device}")
31
  # Generamos el pipeline de generación de texto
32
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
33
+ # Definimos el eos token para el modelo
34
  eos_token = tokenizer("<|im_end|>",add_special_tokens=False)["input_ids"][0]
35
 
36
  def generate_inference(instruction, input):