Spaces:

raannakasturi
/

MindMap

Runtime error

raannakasturi commited on Nov 13, 2024

Commit

0626652

verified ·

1 Parent(s): 1105892

Update generate_markdown.py

Files changed (1) hide show

generate_markdown.py CHANGED Viewed

@@ -7,7 +7,7 @@ def load_llm_model():
     llm = Llama(
         model_path="Llama-3.2-3B-Instruct-Q8_0.gguf",
         # n_gpu_layers = 20, # Uncomment for GPU
-        n_ctx=200000,
         n_threads=16,
         n_batch=512,
         split_mode=llama_cpp.LLAMA_SPLIT_MODE_LAYER,

     llm = Llama(
         model_path="Llama-3.2-3B-Instruct-Q8_0.gguf",
         # n_gpu_layers = 20, # Uncomment for GPU
+        n_ctx=50000,
         n_threads=16,
         n_batch=512,
         split_mode=llama_cpp.LLAMA_SPLIT_MODE_LAYER,