charlieoneill commited on
Commit
245cb1c
1 Parent(s): 22f9d3b

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -15,7 +15,7 @@ It was fine-tuned on several thousand astronomy abstracts collected on Arxiv.
15
  from transformers import AutoModelForCausalLM
16
 
17
  online_model = AutoModelForCausalLM.from_pretrained("charlieoneill/falcon-7b-abstracts-2190", torch_dtype=torch.bfloat16,
18
- trust_remote_code=True)
19
 
20
  tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
21
  pipeline = transformers.pipeline(
 
15
  from transformers import AutoModelForCausalLM
16
 
17
  online_model = AutoModelForCausalLM.from_pretrained("charlieoneill/falcon-7b-abstracts-2190", torch_dtype=torch.bfloat16,
18
+ device_map="auto", trust_remote_code=True)
19
 
20
  tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b")
21
  pipeline = transformers.pipeline(