Update README.md
Browse files
README.md
CHANGED
|
@@ -1 +1,11 @@
|
|
| 1 |
-
[internal use]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[internal use]
|
| 2 |
+
|
| 3 |
+
```python
|
| 4 |
+
import transformers
|
| 5 |
+
from optimum.intel.openvino import OVModelForCausalLM
|
| 6 |
+
model_id = '<local folder or model_id on HF>'
|
| 7 |
+
ov_model = OVModelForCausalLM.from_pretrained(model_id)
|
| 8 |
+
tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
|
| 9 |
+
pipe = transformers.pipelines.TextGenerationPipeline(model=ov_model, tokenizer=tokenizer)
|
| 10 |
+
output = pipe('Hello, I am a ', max_new_tokens=16)
|
| 11 |
+
```
|