Hugging Face Space: salvinjose/HNTAI
Author: salvinjose
SDK: docker
runtime: docker
build: dockerfile: Dockerfile.hf-spaces
cache: yes
hardware: gpu: t4-medium
env: SPACE_ID=$SPACE_ID
HF_HOME=/app/.cache/huggingface
TORCH_HOME=/app/.cache/torch
MODEL_CACHE_DIR=/app/models
PRELOAD_GGUF=true
HF_SPACES=true
CUDA_VISIBLE_DEVICES=0
PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:512