File size: 2,666 Bytes
6ee15f3 5485aaf 55991bb 6ee15f3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 |
from typing import List, Tuple, Union
from web_ui import WebUI
import math
import os
from qwen_agent.agents import Assistant
from qwen_agent.gui.gradio import gr
def app_gui():
# Define the agent
bot = Assistant(llm={
'model': "QwQ-32B-Preview",
'model_server': 'https://api.sambanova.ai/v1',
'api_key': os.environ.get("SAMBANOVA_API_KEY"),
'generate_cfg': {
'max_input_tokens': 32768,
'max_retries': 10,
'temperature': float(os.environ.get("T", 0.001)),
'repetition_penalty': float(os.environ.get("R", 1.0)),
"top_k": int(os.environ.get("K", 20)),
"top_p": float(os.environ.get("P", 0.8)),
}},
name='QwQ-32B-preview',
description='QwQ-32B-Preview is an experimental research model developed by the Qwen Team, focused on advancing AI reasoning capabilities. As a preview release, it demonstrates promising analytical abilities while having several important limitations such as code switching and recursive reasoning loops. Only single-turn queries are supported in this demo.',
system_message= 'You are a helpful and harmless assistant. You are Qwen developed by Alibaba. You should think step-by-step.',
rag_cfg={'max_ref_token': 32768, 'rag_searchers': []},
)
chatbot_config = {
'input.placeholder': "Type \"/clear\" to clear the history",
'verbose': True,
'prompt.suggestions': [
{
'text': 'How many r in strawberry'
},
{
'text': 'Find the least odd prime factor of $2019^8+1$.'
},
{
'text': '''S先生、P先生、Q先生他们知道桌子的抽屉里有16张扑克牌：红桃A、Q、4 黑桃J、8、4、2、7、3 草花K、Q、5、4、6 方块A、5。约翰教授从这16张牌中挑出一张牌来，并把这张牌的点数告诉 P先生，把这张牌的花色告诉Q先生。这时，约翰教授问P先生和Q 先生：你们能从已知的点数或花色中推知这张牌是什么牌吗？于是，S先生听到如下的对话：
P先生：我不知道这张牌。
Q先生：我知道你不知道这张牌。
P先生：现在我知道这张牌了。
Q先生：我也知道了。
请问：这张牌是什么牌？'''
},
]
}
WebUI(bot, chatbot_config=chatbot_config).run(concurrency_limit=80)
if __name__ == '__main__':
app_gui()
|