Hugging Face's logo

Spaces:
as-cle-bert
/
bloom-multilingual-chat
Sleeping

App Files Community
as-cle-bert commited on
Commit
bf672f5
•
1 Parent(s): a604738

Update load_model.py

Browse files
Files changed (1) hide show
  1. load_model.py +2 -2
load_model.py CHANGED
@@ -1,6 +1,6 @@
1
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
 
3
- model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
4
- tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
5
 
6
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)
 
1
  from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
2
 
3
+ model = AutoModelForCausalLM.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
4
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct", trust_remote_code=True)
5
 
6
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, max_new_tokens=2048, repetition_penalty=1.2, temperature=0.4)