helenai
/

xverse-XVERSE-7B-ov

Text Generation

Model card Files Files and versions Community

helenai commited on May 23

Commit

b1b4ba5

•

1 Parent(s): fab73e3

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -17,7 +17,7 @@ from transformers import AutoTokenizer, pipeline
 # model_id should be set to either a local directory or a model available on the HuggingFace hub.
 model_id = "helenai/xverse-XVERSE-7B-ov"
 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
-model = OVModelForCausalLM.from_pretrained(model_id)
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 result = pipe("hello world")
 print(result)

 # model_id should be set to either a local directory or a model available on the HuggingFace hub.
 model_id = "helenai/xverse-XVERSE-7B-ov"
 tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
+model = OVModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 result = pipe("hello world")
 print(result)