Commit
•
b4ed81d
1
Parent(s):
ab49af0
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,10 @@ from transformers import (
|
|
21 |
|
22 |
|
23 |
# model_name = "lmsys/vicuna-7b-delta-v1.1"
|
24 |
-
model_name = "timdettmers/guanaco-33b-merged"
|
|
|
|
|
|
|
25 |
|
26 |
max_new_tokens = 1536
|
27 |
|
@@ -42,7 +45,7 @@ m = AutoModelForCausalLM.from_pretrained(
|
|
42 |
)
|
43 |
#m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
|
44 |
m.eval()
|
45 |
-
|
46 |
tok.bos_token_id = 1
|
47 |
|
48 |
stop_token_ids = [0]
|
|
|
21 |
|
22 |
|
23 |
# model_name = "lmsys/vicuna-7b-delta-v1.1"
|
24 |
+
#model_name = "timdettmers/guanaco-33b-merged"
|
25 |
+
model_name = "facebook/opt-125m"
|
26 |
+
tok = AutoTokenizer.from_pretrained('facebook/opt-125m')
|
27 |
+
#tok = LlamaTokenizer.from_pretrained('huggyllama/llama-30b')
|
28 |
|
29 |
max_new_tokens = 1536
|
30 |
|
|
|
45 |
)
|
46 |
#m = PeftModel.from_pretrained(m, 'timdettmers/guanaco-65b')
|
47 |
m.eval()
|
48 |
+
|
49 |
tok.bos_token_id = 1
|
50 |
|
51 |
stop_token_ids = [0]
|