Tonic commited on
Commit
a3e98db
1 Parent(s): 9191c72

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -62,6 +62,9 @@ tokenizer.padding_side = 'left'
62
  # Load the GaiaMiniMed model with the specified configuration
63
 
64
  peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
 
 
 
65
  peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
66
  peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
67
 
 
62
  # Load the GaiaMiniMed model with the specified configuration
63
 
64
  peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
65
+
66
+ # Using Optimum
67
+ peft_model.to_bettertransformer()
68
  peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
69
  peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
70