Update app.py

app.py

@@ -62,16 +62,18 @@ tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b-instruct", trust_rem
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = 'left'
 
+
 # Load the GaiaMiniMed model with the specified configuration
 # Load the Peft model with a specific configuration
 # Specify the configuration class for the model
-model_config = AutoConfig.from_pretrained(base_model_id)
+model_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
 # Load the PEFT model with the specified configuration
 peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
 peft_model = PeftModel.from_pretrained("Tonic/GaiaMiniMed")
 peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
 
 
+
 # Specify the configuration class for the model
 #model_config = AutoConfig.from_pretrained(base_model_id)