charlieoneill
commited on
Commit
•
245cb1c
1
Parent(s):
22f9d3b
Update README.md
Browse files
README.md
CHANGED
@@ -15,7 +15,7 @@ It was fine-tuned on several thousand astronomy abstracts collected on Arxiv.
|
|
15 |
from transformers import AutoModelForCausalLM
|
16 |
|
17 |
online_model = AutoModelForCausalLM.from_pretrained("charlieoneill/falcon-7b-abstracts-2190", torch_dtype=torch.bfloat16,
|
18 |
-
trust_remote_code=True)
|
19 |
|
20 |
tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
|
21 |
pipeline = transformers.pipeline(
|
|
|
15 |
from transformers import AutoModelForCausalLM
|
16 |
|
17 |
online_model = AutoModelForCausalLM.from_pretrained("charlieoneill/falcon-7b-abstracts-2190", torch_dtype=torch.bfloat16,
|
18 |
+
device_map="auto", trust_remote_code=True)
|
19 |
|
20 |
tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
|
21 |
pipeline = transformers.pipeline(
|