Severian commited on
Commit
3ec3a6d
1 Parent(s): dc24185

Update llm_handler.py

Browse files
Files changed (1) hide show
  1. llm_handler.py +1 -1
llm_handler.py CHANGED
@@ -4,7 +4,7 @@ from llama_cpp_agent import MessagesFormatterType
4
  from llama_cpp_agent.providers import LlamaCppPythonProvider
5
 
6
  # Initialize the Llama model
7
- llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=2048, verbose=False)
8
 
9
  # Create the provider
10
  provider = LlamaCppPythonProvider(llama_model)
 
4
  from llama_cpp_agent.providers import LlamaCppPythonProvider
5
 
6
  # Initialize the Llama model
7
+ llama_model = Llama("Qwen2-1.5B-Instruct-Abliterated-iMat-GGUF/Qwen2-1.5B-Instruct-Abliterated-Q8_0.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=4098, verbose=False)
8
 
9
  # Create the provider
10
  provider = LlamaCppPythonProvider(llama_model)