TheBloke commited on
Commit
9a1cdb3
1 Parent(s): 9c05024

Upload README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -184,7 +184,7 @@ CT_METAL=1 pip install ctransformers>=0.2.24 --no-binary ctransformers
184
  from ctransformers import AutoModelForCausalLM
185
 
186
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
187
- llm = AutoModelForCausalLM.from_pretrained("TheBloke/llama-2-13B-chat-limarp-v2-merged-GGML", model_file="llama-2-13b-chat-limarp-v2-merged.q4_K_M.gguf", model_type="llama", gpu_layers=50)
188
 
189
  print(llm("AI is going to"))
190
  ```
 
184
  from ctransformers import AutoModelForCausalLM
185
 
186
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
187
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF", model_file="llama-2-13b-chat-limarp-v2-merged.q4_K_M.gguf", model_type="llama", gpu_layers=50)
188
 
189
  print(llm("AI is going to"))
190
  ```