Spaces:
Runtime error
Runtime error
Commit
•
07cc836
1
Parent(s):
b1b2671
Update app.py
Browse files
app.py
CHANGED
@@ -4,8 +4,10 @@ from peft import PeftModel
|
|
4 |
|
5 |
# Load the tokenizer and model
|
6 |
model_name = "JuliaUpton/Math_AI"
|
|
|
7 |
mixtral_tokenizer = AutoTokenizer.from_pretrained(model_name)
|
8 |
-
merged_model = PeftModel.from_pretrained(model_name)
|
|
|
9 |
|
10 |
# Define the input formatting function
|
11 |
def input_from_text(instruction):
|
|
|
4 |
|
5 |
# Load the tokenizer and model
|
6 |
model_name = "JuliaUpton/Math_AI"
|
7 |
+
model_architecture = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
8 |
mixtral_tokenizer = AutoTokenizer.from_pretrained(model_name)
|
9 |
+
merged_model = PeftModel.from_pretrained(model_name, model=AutoModelForSeq2SeqLM.from_pretrained(model_architecture))
|
10 |
+
|
11 |
|
12 |
# Define the input formatting function
|
13 |
def input_from_text(instruction):
|