| free -m | |
| which nvcc || true | |
| nvcc -V || true | |
| which nvidia-smi || true | |
| nvidia-smi || true | |
| pip list | |
| which uvicorn | |
| ls -l ${WORKDIR}/.venv/bin/uvicorn | |
| df -h / /home ${WORKDIR} ${XDG_CACHE_HOME} | |
| echo "WORKDIR - /var/task" | |
| ls -l ${WORKDIR} | |
| CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.free,index --format=csv,nounits,noheader | sort -nr | head -1 | awk '{ print $NF }') | |
| echo "calculated CUDA_VISIBLE_DEVICES env variable: ${CUDA_VISIBLE_DEVICES}." | |
| export CUDA_VISIBLE_DEVICES | |
| echo "running command 'uvicorn wrappers.fastapi_wrapper:app --host 0.0.0.0 --port 7860'..." | |
| uvicorn wrappers.fastapi_wrapper:app --host 0.0.0.0 --port 7860 | |
| exit 0 | |