as-cle-bert commited on
Commit
a604738
1 Parent(s): 8abdea8

Update load_model.py

Browse files
Files changed (1) hide show
  1. load_model.py +5 -5
load_model.py CHANGED
@@ -1,6 +1,6 @@
1
- from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
-
3
- model = AutoModelForCausalLM.from_pretrained("bigscience/bloom-1b7")
4
- tokenizer = AutoTokenizer.from_pretrained("bigscience/bloom-1b7")
5
-
6
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)
 
1
+ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
+
3
+ model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
4
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
5
+
6
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)