updated

app.py

@@ -9,12 +9,11 @@ model = AutoModelForCausalLM.from_pretrained(
 )
 model.config.use_cache = False
 
-tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
-tokenizer.pad_token = tokenizer.eos_token
-
 adapter_path = 'checkpoint-500'
 model.load_adapter(adapter_path)
 
+tokenizer = AutoTokenizer.from_pretrained("checkpoint-500", trust_remote_code=True)
+tokenizer.pad_token = tokenizer.eos_token
 
 def generate_context(prompt, tokens=300):
     pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=tokens)