#!/usr/bin/env bash free -m which nvcc || true nvcc -V || true which nvidia-smi || true nvidia-smi || true pip list which uvicorn ls -l ${WORKDIR}/.venv/bin/uvicorn df -h / /home ${WORKDIR} ${XDG_CACHE_HOME} echo "WORKDIR - /var/task" ls -l ${WORKDIR} echo "XDG_CACHE_HOME - /data" find ${XDG_CACHE_HOME} CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.free,index --format=csv,nounits,noheader | sort -nr | head -1 | awk '{ print $NF }') echo "calculated CUDA_VISIBLE_DEVICES env variable: ${CUDA_VISIBLE_DEVICES}." export CUDA_VISIBLE_DEVICES echo "running command 'uvicorn wrappers.fastapi_wrapper:app --host 0.0.0.0 --port 7860'..." uvicorn wrappers.fastapi_wrapper:app --host 0.0.0.0 --port 7860 exit 0