Spaces:

JustKiddo
/

IOTraining

Sleeping

JustKiddo commited on 28 days ago

Commit

0bb37e7

•

1 Parent(s): 9e0b73b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -71,7 +71,7 @@ def load_model():
     model = AutoModelForCausalLM.from_pretrained(model_name)
     return model, tokenizer
-def generate_response(prompt, model, tokenizer, max_length=100):
     # Prepare input
     inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)

     model = AutoModelForCausalLM.from_pretrained(model_name)
     return model, tokenizer
+def generate_response(prompt, model, tokenizer, max_length=4169):
     # Prepare input
     inputs = tokenizer(prompt, return_tensors="pt", padding=True, truncation=True)