File size: 162 Bytes
e6e7a99
 
 
 
 
 
1
2
3
4
5
6
7
CUDA_VISIBLE_DEVICES=0
FORCE_CMAKE=1
CMAKE_ARGS="-DLLAMA_CUBLAS=on"
no_proxy=localhost,127.0.0.1
OPENAI_API_KEY=NOONEEED
OPENAI_API_BASE=http://localhost:1300/v1