Spaces:
Running
Running
File size: 4,620 Bytes
2319518 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 |
import argparse
import json
import os
import signal
import stat
import subprocess
import sys
from pathlib import Path
from qwen_agent.log import logger
from qwen_agent.utils.utils import get_local_ip
from qwen_server.schema import GlobalConfig
def parse_args():
parser = argparse.ArgumentParser()
parser.add_argument('-m', '--model_server', type=str, default='dashscope')
parser.add_argument('-k', '--api_key', type=str, default='')
parser.add_argument(
'-l',
'--llm',
type=str,
default='qwen-plus',
help='DashScope: qwen-plus, qwen-turbo, qwen-14b-chat, qwen-7b-chat.',
)
parser.add_argument('-s',
'--server_host',
type=str,
default='127.0.0.1',
choices=['127.0.0.1', '0.0.0.0'])
parser.add_argument(
'-t',
'--max_ref_token',
type=int,
default=4000,
help='the max token number of reference material',
)
parser.add_argument(
'-w',
'--workstation_port',
type=int,
default=7864,
help='the port of editing workstation',
)
args = parser.parse_args()
# args.model_server = args.model_server.replace('0.0.0.0', '127.0.0.1')
return args
def _fix_secure_write_for_code_interpreter(code_interpreter_ws):
if 'linux' in sys.platform.lower():
fname = os.path.join(code_interpreter_ws, 'test_file_permission.txt')
if os.path.exists(fname):
os.remove(fname)
with os.fdopen(
os.open(fname, os.O_CREAT | os.O_WRONLY | os.O_TRUNC, 0o0600),
'w') as f:
f.write('test')
file_mode = stat.S_IMODE(os.stat(fname).st_mode) & 0o6677
if file_mode != 0o0600:
os.environ['JUPYTER_ALLOW_INSECURE_WRITES'] = '1'
def update_config(server_config, args, server_config_path):
server_config.server.model_server = args.model_server
server_config.server.api_key = args.api_key
server_config.server.llm = args.llm
server_config.server.server_host = args.server_host
server_config.server.max_ref_token = args.max_ref_token
server_config.server.workstation_port = args.workstation_port
with open(server_config_path, 'w') as f:
try:
cfg = server_config.model_dump_json()
except AttributeError: # for pydantic v1
cfg = server_config.json()
json.dump(json.loads(cfg), f, ensure_ascii=False)
return server_config
def main():
args = parse_args()
server_config_path = Path(
__file__).resolve().parent / 'qwen_server/server_config.json'
with open(server_config_path, 'r') as f:
server_config = json.load(f)
server_config = GlobalConfig(**server_config)
server_config = update_config(server_config, args, server_config_path)
logger.info(server_config)
os.makedirs(server_config.path.work_space_root, exist_ok=True)
os.makedirs(server_config.path.cache_root, exist_ok=True)
os.makedirs(server_config.path.download_root, exist_ok=True)
os.makedirs(server_config.path.code_interpreter_ws, exist_ok=True)
code_interpreter_work_dir = str(
Path(__file__).resolve().parent /
server_config.path.code_interpreter_ws)
os.environ['M6_CODE_INTERPRETER_WORK_DIR'] = code_interpreter_work_dir
if args.server_host == '0.0.0.0':
static_url = get_local_ip()
else:
static_url = args.server_host
static_url = f'http://{static_url}:{server_config.server.fast_api_port}/static'
os.environ['M6_CODE_INTERPRETER_STATIC_URL'] = static_url
_fix_secure_write_for_code_interpreter(
server_config.path.code_interpreter_ws)
servers = {
'database':
subprocess.Popen([
sys.executable,
os.path.join(os.getcwd(), 'qwen_server/database_server.py')
]),
'workstation':
subprocess.Popen([
sys.executable,
os.path.join(os.getcwd(), 'qwen_server/workstation_server.py')
]),
'assistant':
subprocess.Popen([
sys.executable,
os.path.join(os.getcwd(), 'qwen_server/assistant_server.py')
]),
}
def signal_handler(_sig, _frame):
for v in servers.values():
v.terminate()
for k in list(servers.keys()):
del servers[k]
signal.signal(signal.SIGINT, signal_handler)
signal.signal(signal.SIGTERM, signal_handler)
for p in list(servers.values()):
p.wait()
if __name__ == '__main__':
main()
|