ferran-espuna
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -84,7 +84,13 @@ while True:
|
|
84 |
|
85 |
messages.append({'role': 'user', 'content': user_input})
|
86 |
|
87 |
-
outputs = llm.chat(messages,
|
|
|
|
|
|
|
|
|
|
|
|
|
88 |
model_output = outputs[0].text
|
89 |
print(f'assistant >> {model_output}')
|
90 |
messages.append({'role': 'assistant', 'content': model_output})
|
|
|
84 |
|
85 |
messages.append({'role': 'user', 'content': user_input})
|
86 |
|
87 |
+
outputs = llm.chat(messages,
|
88 |
+
sampling_params=SamplingParams(
|
89 |
+
temperature=0.5,
|
90 |
+
stop_token_ids=[5],
|
91 |
+
max_tokens=200)
|
92 |
+
)[0].outputs
|
93 |
+
|
94 |
model_output = outputs[0].text
|
95 |
print(f'assistant >> {model_output}')
|
96 |
messages.append({'role': 'assistant', 'content': model_output})
|