|
import os |
|
import importlib |
|
import importlib.util |
|
import subprocess |
|
import sys |
|
import re |
|
import logging |
|
import importlib.metadata |
|
import packaging.version |
|
from packaging.requirements import Requirement |
|
|
|
|
|
|
|
|
|
logging.getLogger("torch.distributed.nn").setLevel(logging.ERROR) |
|
logging.getLogger("xformers").addFilter(lambda record: 'A matching Triton is not available' not in record.getMessage()) |
|
|
|
re_requirement = re.compile(r"\s*([-\w]+)\s*(?:==\s*([-+.\w]+))?\s*") |
|
|
|
python = sys.executable |
|
default_command_live = (os.environ.get('LAUNCH_LIVE_OUTPUT') == "1") |
|
index_url = os.environ.get('INDEX_URL', "") |
|
|
|
modules_path = os.path.dirname(os.path.realpath(__file__)) |
|
script_path = os.path.dirname(modules_path) |
|
|
|
|
|
def is_installed(package): |
|
try: |
|
spec = importlib.util.find_spec(package) |
|
except ModuleNotFoundError: |
|
return False |
|
|
|
return spec is not None |
|
|
|
|
|
def run(command, desc=None, errdesc=None, custom_env=None, live: bool = default_command_live) -> str: |
|
if desc is not None: |
|
print(desc) |
|
|
|
run_kwargs = { |
|
"args": command, |
|
"shell": True, |
|
"env": os.environ if custom_env is None else custom_env, |
|
"encoding": 'utf8', |
|
"errors": 'ignore', |
|
} |
|
|
|
if not live: |
|
run_kwargs["stdout"] = run_kwargs["stderr"] = subprocess.PIPE |
|
|
|
result = subprocess.run(**run_kwargs) |
|
|
|
if result.returncode != 0: |
|
error_bits = [ |
|
f"{errdesc or 'Error running command'}.", |
|
f"Command: {command}", |
|
f"Error code: {result.returncode}", |
|
] |
|
if result.stdout: |
|
error_bits.append(f"stdout: {result.stdout}") |
|
if result.stderr: |
|
error_bits.append(f"stderr: {result.stderr}") |
|
raise RuntimeError("\n".join(error_bits)) |
|
|
|
return (result.stdout or "") |
|
|
|
|
|
def run_pip(command, desc=None, live=default_command_live): |
|
try: |
|
index_url_line = f' --index-url {index_url}' if index_url != '' else '' |
|
return run(f'"{python}" -m pip {command} --prefer-binary{index_url_line}', desc=f"Installing {desc}", |
|
errdesc=f"Couldn't install {desc}", live=live) |
|
except Exception as e: |
|
print(e) |
|
print(f'CMD Failed {desc}: {command}') |
|
return None |
|
|
|
|
|
def requirements_met(requirements_file): |
|
with open(requirements_file, "r", encoding="utf8") as file: |
|
for line in file: |
|
line = line.strip() |
|
if line == "" or line.startswith('#'): |
|
continue |
|
|
|
requirement = Requirement(line) |
|
package = requirement.name |
|
|
|
try: |
|
version_installed = importlib.metadata.version(package) |
|
installed_version = packaging.version.parse(version_installed) |
|
|
|
|
|
if installed_version not in requirement.specifier: |
|
print(f"Version mismatch for {package}: Installed version {version_installed} does not meet requirement {requirement}") |
|
return False |
|
except Exception as e: |
|
print(f"Error checking version for {package}: {e}") |
|
return False |
|
|
|
return True |
|
|
|
|