Commit
•
1b0d72c
1
Parent(s):
82ba5a9
test
Browse files
app.py
CHANGED
@@ -25,13 +25,11 @@ from peft import PeftModel
|
|
25 |
from peft import get_peft_model
|
26 |
from peft import set_peft_model_state_dict
|
27 |
import transformers
|
28 |
-
from transformers import LlamaForCausalLM
|
29 |
-
from transformers import LlamaTokenizer
|
30 |
from transformers import PreTrainedModel
|
31 |
from transformers import PreTrainedTokenizerBase
|
32 |
|
33 |
-
transformers.AutoTokenizer
|
34 |
-
transformers.AutoModelForCausalLM
|
35 |
|
36 |
def load_lora_model(
|
37 |
model_path: str,
|
|
|
25 |
from peft import get_peft_model
|
26 |
from peft import set_peft_model_state_dict
|
27 |
import transformers
|
|
|
|
|
28 |
from transformers import PreTrainedModel
|
29 |
from transformers import PreTrainedTokenizerBase
|
30 |
|
31 |
+
transformers.AutoTokenizer = transformers.LlamaTokenizer
|
32 |
+
transformers.AutoModelForCausalLM = transformers.LlamaForCausalLM
|
33 |
|
34 |
def load_lora_model(
|
35 |
model_path: str,
|