Spaces:
Running
Running
API performance warning
Browse filesAPI default parameter lock
app.py
CHANGED
|
@@ -172,6 +172,8 @@ class ConvoState:
|
|
| 172 |
messages=messages,
|
| 173 |
stream=True,
|
| 174 |
timeout=AppConfig.API_TIMEOUT,
|
|
|
|
|
|
|
| 175 |
)
|
| 176 |
for chunk in response_stream:
|
| 177 |
chunk_content = chunk.choices[0].delta.content
|
|
@@ -328,7 +330,7 @@ with gr.Blocks(theme=theme, css_paths="styles.css") as demo:
|
|
| 328 |
chatbot = gr.Chatbot(
|
| 329 |
type="messages",
|
| 330 |
height=300,
|
| 331 |
-
value=LANGUAGE_CONFIG["en"]["bot_default"] + [{"role":"assistant", "content": f"Running `{os.getenv('API_MODEL')}` @ {os.getenv('API_URL')} \n
|
| 332 |
group_consecutive_messages=False,
|
| 333 |
show_copy_all_button=True,
|
| 334 |
show_share_button=True,
|
|
|
|
| 172 |
messages=messages,
|
| 173 |
stream=True,
|
| 174 |
timeout=AppConfig.API_TIMEOUT,
|
| 175 |
+
top_p=0.95,
|
| 176 |
+
temperature=0.6
|
| 177 |
)
|
| 178 |
for chunk in response_stream:
|
| 179 |
chunk_content = chunk.choices[0].delta.content
|
|
|
|
| 330 |
chatbot = gr.Chatbot(
|
| 331 |
type="messages",
|
| 332 |
height=300,
|
| 333 |
+
value=LANGUAGE_CONFIG["en"]["bot_default"] + [{"role":"assistant", "content": f"Running `{os.getenv('API_MODEL')}` @ {os.getenv('API_URL')} \n Proformance subjects to API provider situation","metadata": {"title": f"API INFO"},}],
|
| 334 |
group_consecutive_messages=False,
|
| 335 |
show_copy_all_button=True,
|
| 336 |
show_share_button=True,
|