Spaces:
No application file
No application file
""" | |
Usage: | |
python shutdown_serve.py --down all | |
options: "all","controller","model_worker","openai_api_server", `all` means to stop all related servers | |
""" | |
import argparse | |
import os | |
import subprocess | |
parser = argparse.ArgumentParser() | |
parser.add_argument( | |
"--down", choices=["all", "controller", "model_worker", "openai_api_server"] | |
) | |
args = parser.parse_args() | |
base_shell = "ps -eo user,pid,cmd|grep fastchat.serve{}|grep -v grep|awk '{{print $2}}'|xargs kill -9" | |
if args.down == "all": | |
shell_script = base_shell.format("") | |
else: | |
serve = f".{args.down}" | |
shell_script = base_shell.format(serve) | |
print(f"execute shell cmd: {shell_script}") | |
subprocess.run(shell_script, shell=True, check=True) | |
print(f"{args.down} has been shutdown!") | |