DAMO-NLP-MT
/

polylm-13b

Text Generation

text-generation-inference

Model card Files Files and versions Community

xiangpeng.wxp commited on Aug 9, 2023

Commit

3308376

•

1 Parent(s): 685e501

correct usage examples

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -68,7 +68,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 tokenizer = AutoTokenizer.from_pretrained("DAMO-NLP-MT/polylm-13b", legacy=False, use_fast=False)
-model = AutoModelForCausalLM.from_pretrained("DAMO-NLP-MT/polylm-13b", device_map="auto")
 model.eval()
 input_doc = f"Beijing is the capital of China.\nTranslate this sentence from English to Chinese."

 tokenizer = AutoTokenizer.from_pretrained("DAMO-NLP-MT/polylm-13b", legacy=False, use_fast=False)
+model = AutoModelForCausalLM.from_pretrained("DAMO-NLP-MT/polylm-13b", device_map="auto", trust_remote_code=True)
 model.eval()
 input_doc = f"Beijing is the capital of China.\nTranslate this sentence from English to Chinese."