ehristoforu commited on
Commit
b235bb9
1 Parent(s): 5c969fa

Update modules/inference.py

Browse files
Files changed (1) hide show
  1. modules/inference.py +1 -1
modules/inference.py CHANGED
@@ -14,7 +14,7 @@ def generate_text(message, history, system_prompt, preset, temperature, max_toke
14
  dir = os.getcwd()
15
  global llm
16
  llm = Llama(
17
- model_path=f"{dir}\models\{model}",
18
  n_ctx=n_ctx,
19
  n_gpu_layers=n_gpu_layers,
20
  n_threads=n_threads,
 
14
  dir = os.getcwd()
15
  global llm
16
  llm = Llama(
17
+ model_path=f"{dir}/models/{model}",
18
  n_ctx=n_ctx,
19
  n_gpu_layers=n_gpu_layers,
20
  n_threads=n_threads,