myy97 commited on
Commit
c2808c5
1 Parent(s): 140387c

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. .env +3 -3
.env CHANGED
@@ -3,11 +3,11 @@ MODEL_PATH = ""
3
  # will be downloaded to: ./models
4
 
5
  # Example ggml path:
6
- MODEL_PATH = "models/llama2_7b_chat.bin"
7
 
8
  # options: llama.cpp, gptq, transformers
9
- #BACKEND_TYPE = "llama.cpp"
10
- BACKEND_TYPE = "llama2.cu"
11
 
12
  # only for transformers bitsandbytes 8 bit
13
  LOAD_IN_8BIT = False
 
3
  # will be downloaded to: ./models
4
 
5
  # Example ggml path:
6
+ #MODEL_PATH = "models/llama2_7b_chat.bin"
7
 
8
  # options: llama.cpp, gptq, transformers
9
+ BACKEND_TYPE = "llama.cpp"
10
+ #BACKEND_TYPE = "llama2.cu"
11
 
12
  # only for transformers bitsandbytes 8 bit
13
  LOAD_IN_8BIT = False