limhyeonseok commited on
Commit
746d06c
1 Parent(s): 28666fd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -95,7 +95,7 @@ from transformers import AutoTokenizer
95
  model_id = 'Bllossom/llama-3-Korean-Bllossom-70B-gguf-Q4_K_M'
96
  tokenizer = AutoTokenizer.from_pretrained(model_id)
97
  model = Llama(
98
- model_path='YOUR-LOCAL-FOLDER-PATH/llama-3-Korean-Bllossom-70B-RAG-gguf-Q4_K_M.gguf',
99
  n_ctx=512,
100
  n_gpu_layers=-1 # Number of model layers to offload to GPU
101
  )
 
95
  model_id = 'Bllossom/llama-3-Korean-Bllossom-70B-gguf-Q4_K_M'
96
  tokenizer = AutoTokenizer.from_pretrained(model_id)
97
  model = Llama(
98
+ model_path='YOUR-LOCAL-FOLDER-PATH/llama-3-Korean-Bllossom-70B-gguf-Q4_K_M.gguf',
99
  n_ctx=512,
100
  n_gpu_layers=-1 # Number of model layers to offload to GPU
101
  )