OpenVINO
/

starcoder2-3b-fp16-ov

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

katuni4ka commited on Jun 20

Commit

70fa8c0

•

1 Parent(s): 06d31f1

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -36,7 +36,7 @@ model_id = "OpenVINO/starcoder2-3b-fp16-ov"
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = OVModelForCausalLM.from_pretrained(model_id)
-inputs = tokenizer("What is OpenVINO?", return_tensors="pt")
 outputs = model.generate(**inputs, max_length=200)
 text = tokenizer.batch_decode(outputs)[0]

 tokenizer = AutoTokenizer.from_pretrained(model_id)
 model = OVModelForCausalLM.from_pretrained(model_id)
+inputs = tokenizer("def print_hello_world():", return_tensors="pt")
 outputs = model.generate(**inputs, max_length=200)
 text = tokenizer.batch_decode(outputs)[0]