Update README.md
Browse files
README.md
CHANGED
|
@@ -39,7 +39,7 @@ from deepsparse import TextGeneration
|
|
| 39 |
model = TextGeneration(model_path="hf:neuralmagic/Llama-2-7b-pruned70-retrained-instruct-quant-ds")
|
| 40 |
|
| 41 |
input_text = "Write me a poem about Machine Learning."
|
| 42 |
-
outputs = model(
|
| 43 |
print(outputs.generations[0].text)
|
| 44 |
```
|
| 45 |
|
|
|
|
| 39 |
model = TextGeneration(model_path="hf:neuralmagic/Llama-2-7b-pruned70-retrained-instruct-quant-ds")
|
| 40 |
|
| 41 |
input_text = "Write me a poem about Machine Learning."
|
| 42 |
+
outputs = model(input_text, max_new_tokens=100)
|
| 43 |
print(outputs.generations[0].text)
|
| 44 |
```
|
| 45 |
|