Tonic commited on
Commit
bd0b549
1 Parent(s): b1cc2f7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -64,11 +64,12 @@ tokenizer.padding_side = 'left'
64
  peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
65
 
66
  # Using Optimum
67
- model.to_bettertransformer()
68
 
69
- peft_model = AutoModelForCausalLM.from_pretrained("tiiuae/falcon-7b-instruct")
70
  peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
71
 
 
 
72
  # Specify the configuration class for the model
73
  #model_config = AutoConfig.from_pretrained(base_model_id)
74
 
 
64
  peft_config = PeftConfig.from_pretrained("Tonic/GaiaMiniMed")
65
 
66
  # Using Optimum
 
67
 
68
+ peft_model = model.to_bettertransformer("tiiuae/falcon-7b-instruct")
69
  peft_model = PeftModel.from_pretrained(peft_model, "Tonic/GaiaMiniMed")
70
 
71
+
72
+
73
  # Specify the configuration class for the model
74
  #model_config = AutoConfig.from_pretrained(base_model_id)
75