Spaces:
Runtime error
Runtime error
File size: 1,720 Bytes
33a43f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
import os
import subprocess
import sys
def on_start():
print("---------------")
print("Running script './on_start.sh' to download models ...")
print("---------------")
result = subprocess.run("./on_start.sh", shell=True, env=os.environ)
if result.returncode != 0:
raise RuntimeError(f"Error executing ./on_start.sh [exit code: {result.returncode}]")
def start():
print("---------------")
print(f"Launching {'API server' if '--nowebui' in sys.argv else 'Web UI'} with arguments: {' '.join(sys.argv[1:])}")
print("---------------")
import webui # type: ignore # noqa
if "--nowebui" in sys.argv:
webui.api_only()
else:
webui.webui()
def set_options():
import torch # type: ignore # noqa
if not torch.cuda.is_available():
# If no GPU is available, uninstall xformers and apply "--precision full --no-half --use-cpu all" to sys.argv.
os.system(f"{sys.executable} -m pip uninstall -y xformers")
sys.argv.extend(
[
"--precision",
"full",
"--no-half",
"--use-cpu",
"all",
]
)
else:
# Applies "--force-enable-xformers --xformers" to sys.argv when there's a GPU present.
sys.argv.extend(["--force-enable-xformers", "--xformers"])
is_shared_ui = str(os.environ.get("IS_SHARED_UI", "") or "").strip().lower() not in ("", "0", "false", "none", "no")
if not is_shared_ui:
# Provide access to extensions only if IS_SHARED_UI isn't set.
sys.argv.extend(["--enable-insecure-extension-access"])
if __name__ == "__main__":
set_options()
on_start()
start()
|