Spaces:
Runtime error
Runtime error
edumunozsala
commited on
Commit
•
e57684f
1
Parent(s):
219a4ff
Updated app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
30 |
print(f"Model loaded in {model.device}")
|
31 |
# Generamos el pipeline de generación de texto
|
32 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
33 |
-
# Definimos el eos token
|
34 |
eos_token = tokenizer("<|im_end|>",add_special_tokens=False)["input_ids"][0]
|
35 |
|
36 |
def generate_inference(instruction, input):
|
|
|
30 |
print(f"Model loaded in {model.device}")
|
31 |
# Generamos el pipeline de generación de texto
|
32 |
pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
|
33 |
+
# Definimos el eos token para el modelo
|
34 |
eos_token = tokenizer("<|im_end|>",add_special_tokens=False)["input_ids"][0]
|
35 |
|
36 |
def generate_inference(instruction, input):
|