charlieoneill
commited on
Commit
•
71f9155
1
Parent(s):
1a3ba52
Update README.md
Browse files
README.md
CHANGED
@@ -15,7 +15,7 @@ It was fine-tuned on several thousand astronomy abstracts collected on Arxiv.
|
|
15 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
16 |
import torch
|
17 |
|
18 |
-
online_model = AutoModelForCausalLM.from_pretrained("
|
19 |
device_map="auto", trust_remote_code=True)
|
20 |
|
21 |
tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
|
|
|
15 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
16 |
import torch
|
17 |
|
18 |
+
online_model = AutoModelForCausalLM.from_pretrained("universeTBD/falcon-7b-abstracts-tiny", torch_dtype=torch.bfloat16,
|
19 |
device_map="auto", trust_remote_code=True)
|
20 |
|
21 |
tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
|