| CUDA_VISIBLE_DEVICES=0 | |
| FORCE_CMAKE=1 | |
| CMAKE_ARGS="-DLLAMA_CUBLAS=on" | |
| no_proxy=localhost,127.0.0.1 | |
| OPENAI_API_KEY=NOONEEED | |
| OPENAI_API_BASE=http://localhost:1300/v1 | |
| CUDA_VISIBLE_DEVICES=0 | |
| FORCE_CMAKE=1 | |
| CMAKE_ARGS="-DLLAMA_CUBLAS=on" | |
| no_proxy=localhost,127.0.0.1 | |
| OPENAI_API_KEY=NOONEEED | |
| OPENAI_API_BASE=http://localhost:1300/v1 | |