|
from typing import List, Tuple, Union |
|
from web_ui import WebUI |
|
import math |
|
import os |
|
|
|
from qwen_agent.agents import Assistant |
|
from qwen_agent.gui.gradio import gr |
|
|
|
def app_gui(): |
|
|
|
bot = Assistant(llm={ |
|
'model': "QwQ-32B-Preview", |
|
'model_server': 'https://api.sambanova.ai/v1', |
|
'api_key': os.environ.get("SAMBANOVA_API_KEY"), |
|
'generate_cfg': { |
|
'max_input_tokens': 32768, |
|
'max_retries': 10, |
|
'temperature': float(os.environ.get("T", 0.001)), |
|
'repetition_penalty': float(os.environ.get("R", 1.0)), |
|
"top_k": int(os.environ.get("K", 20)), |
|
"top_p": float(os.environ.get("P", 0.8)), |
|
}}, |
|
name='QwQ-32B-preview', |
|
description='QwQ-32B-Preview is an experimental research model developed by the Qwen Team, focused on advancing AI reasoning capabilities. As a preview release, it demonstrates promising analytical abilities while having several important limitations such as code switching and recursive reasoning loops. Only single-turn queries are supported in this demo.', |
|
system_message= 'You are a helpful and harmless assistant. You are Qwen developed by Alibaba. You should think step-by-step.', |
|
rag_cfg={'max_ref_token': 32768, 'rag_searchers': []}, |
|
) |
|
chatbot_config = { |
|
'input.placeholder': "Type \"/clear\" to clear the history", |
|
'verbose': True, |
|
'prompt.suggestions': [ |
|
{ |
|
'text': 'How many r in strawberry' |
|
}, |
|
{ |
|
'text': 'Find the least odd prime factor of $2019^8+1$.' |
|
}, |
|
{ |
|
'text': '''S先生、P先生、Q先生他们知道桌子的抽屉里有16张扑克牌：红桃A、Q、4 黑桃J、8、4、2、7、3 草花K、Q、5、4、6 方块A、5。约翰教授从这16张牌中挑出一张牌来，并把这张牌的点数告诉 P先生，把这张牌的花色告诉Q先生。这时，约翰教授问P先生和Q 先生：你们能从已知的点数或花色中推知这张牌是什么牌吗？于是，S先生听到如下的对话： |
|
|
|
P先生：我不知道这张牌。 |
|
|
|
Q先生：我知道你不知道这张牌。 |
|
|
|
P先生：现在我知道这张牌了。 |
|
|
|
Q先生：我也知道了。 |
|
|
|
请问：这张牌是什么牌？''' |
|
}, |
|
] |
|
} |
|
WebUI(bot, chatbot_config=chatbot_config).run(concurrency_limit=80) |
|
|
|
if __name__ == '__main__': |
|
app_gui() |
|
|
