langchain-chatchat / server /llm_api_shutdown.py
Zulelee's picture
Upload 254 files
5e9cd1d verified
raw
history blame
810 Bytes
"""
调用示例:
python llm_api_shutdown.py --serve all
可选"all","controller","model_worker","openai_api_server", all表示停止所有服务
"""
import sys
import os
sys.path.append(os.path.dirname(os.path.dirname(__file__)))
import subprocess
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("--serve", choices=["all", "controller", "model_worker", "openai_api_server"], default="all")
args = parser.parse_args()
base_shell = "ps -eo user,pid,cmd|grep fastchat.serve{}|grep -v grep|awk '{{print $2}}'|xargs kill -9"
if args.serve == "all":
shell_script = base_shell.format("")
else:
serve = f".{args.serve}"
shell_script = base_shell.format(serve)
subprocess.run(shell_script, shell=True, check=True)
print(f"llm api sever --{args.serve} has been shutdown!")