Update README.md
Browse files
README.md
CHANGED
|
@@ -6,7 +6,8 @@ language:
|
|
| 6 |
|
| 7 |
|
| 8 |
### Usage
|
| 9 |
-
|
|
|
|
| 10 |
from optimum.intel.openvino import OVModelForCausalLM
|
| 11 |
|
| 12 |
if model_to_run.value == "INT4":
|
|
@@ -35,4 +36,4 @@ test_string = "What is OpenVino?"
|
|
| 35 |
input_tokens = tok(test_string, return_tensors="pt", **tokenizer_kwargs)
|
| 36 |
answer = ov_model.generate(**input_tokens, max_new_tokens=200)
|
| 37 |
print(tok.batch_decode(answer, skip_special_tokens=True)[0])
|
| 38 |
-
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
### Usage
|
| 9 |
+
```
|
| 10 |
+
from transformers import AutoConfig, AutoTokenizer
|
| 11 |
from optimum.intel.openvino import OVModelForCausalLM
|
| 12 |
|
| 13 |
if model_to_run.value == "INT4":
|
|
|
|
| 36 |
input_tokens = tok(test_string, return_tensors="pt", **tokenizer_kwargs)
|
| 37 |
answer = ov_model.generate(**input_tokens, max_new_tokens=200)
|
| 38 |
print(tok.batch_decode(answer, skip_special_tokens=True)[0])
|
| 39 |
+
```
|