import os import subprocess import torch print(os.listdir('/usr/local/')) print(torch.version.cuda) class EndpointHandler(): def __init__(self, path=""): is_production = True os.chdir("/repository" if is_production else "/workspace/eri2") os.environ['AM_I_DOCKER'] = 'False' os.environ['BUILD_WITH_CUDA'] = 'True' os.environ['CUDA_HOME'] = '/usr/local/cuda-11.7/' # Install Segment Anything subprocess.run(["python", "-m", "pip", "install", "-e", "segment_anything"]) # Install Grounding DINO subprocess.run(["python", "-m", "pip", "install", "-e", "GroundingDINO"]) # Install diffusers subprocess.run(["pip", "install", "--upgrade", "diffusers[torch]"]) # Install osx subprocess.run(["git", "submodule", "update", "--init", "--recursive"]) subprocess.run(["bash", "grounded-sam-xxx/install.sh"], cwd="grounded-sam-xxx") # Install RAM & Tag2Text subprocess.run(["git", "clone", "https://github.com/xinyu1205/recognize-anything.git"]) subprocess.run(["pip", "install", "-r", "./recognize-anything/requirements.txt"]) subprocess.run(["pip", "install", "-e", "./recognize-anything/"]) def __call__(self, data): """ data args: inputs (:obj: `str`) date (:obj: `str`) Return: A :obj:`list` | `dict`: will be serialized and returned """ # get inputs inputs = data.pop("inputs",data) date = data.pop("date", None) # check if date exists and if it is a holiday if date is not None and date in self.holidays: return [{"label": "happy", "score": 1}] # run normal prediction prediction = self.pipeline(inputs) return prediction