as-cle-bert commited on
Commit
fff417b
1 Parent(s): f6a607a

Update load_model.py

Browse files
Files changed (1) hide show
  1. load_model.py +3 -3
load_model.py CHANGED
@@ -1,6 +1,6 @@
1
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
 
3
- model = AutoModelForCausalLM.from_pretrained("google/gemma-2b")
4
- tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b")
5
 
6
- pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)
 
1
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
 
3
+ model = AutoModelForCausalLM.from_pretrained("allenai/OLMo-1B-hf")
4
+ tokenizer = AutoTokenizer.from_pretrained("allenai/OLMo-1B-hf")
5
 
6
+ pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=1024, repetition_penalty=1.2, temperature=0.4)