Update README.md
Browse files
README.md
CHANGED
|
@@ -36,7 +36,7 @@ Open-Source Plan:
|
|
| 36 |
|
| 37 |
## Usage
|
| 38 |
|
| 39 |
-
|
| 40 |
from vllm import LLM, SamplingParams
|
| 41 |
from transformers import AutoTokenizer
|
| 42 |
|
|
@@ -100,7 +100,7 @@ if __name__ == "__main__":
|
|
| 100 |
for i, output in enumerate(responses[0].outputs):
|
| 101 |
response_text = output.text
|
| 102 |
print(f"### Response:\n{response_text}")
|
| 103 |
-
|
| 104 |
|
| 105 |
## Citation
|
| 106 |
|
|
|
|
| 36 |
|
| 37 |
## Usage
|
| 38 |
|
| 39 |
+
````python
|
| 40 |
from vllm import LLM, SamplingParams
|
| 41 |
from transformers import AutoTokenizer
|
| 42 |
|
|
|
|
| 100 |
for i, output in enumerate(responses[0].outputs):
|
| 101 |
response_text = output.text
|
| 102 |
print(f"### Response:\n{response_text}")
|
| 103 |
+
````
|
| 104 |
|
| 105 |
## Citation
|
| 106 |
|