Spaces:
Running
Running
| # by default the Dockerfile specifies these versions: 3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX | |
| # however for me to work i had to specify the exact version for my card ( 2060 ) it was 7.5 | |
| # https://developer.nvidia.com/cuda-gpus you can find the version for your card here | |
| TORCH_CUDA_ARCH_LIST=7.5 | |
| # the port the webui binds to on the host | |
| HOST_PORT=7860 | |
| # the port the webui binds to inside the container | |
| CONTAINER_PORT=7860 | |
| # the port the api binds to on the host | |
| HOST_API_PORT=5000 | |
| # the port the api binds to inside the container | |
| CONTAINER_API_PORT=5000 | |
| # Comma separated extensions to build | |
| BUILD_EXTENSIONS="" | |
| # Set APP_RUNTIME_GID to an appropriate host system group to enable access to mounted volumes | |
| # You can find your current host user group id with the command `id -g` | |
| APP_RUNTIME_GID=6972 | |
| # override default app build permissions (handy for deploying to cloud) | |
| #APP_GID=6972 | |
| #APP_UID=6972 | |
| # Set cache env | |
| TRANSFORMERS_CACHE=/home/app/text-generation-webui/cache/ | |
| HF_HOME=/home/app/text-generation-webui/cache/ | |