fix: memory error

SOURCE_DOCUMENTS/dataset.txt

@@ -26055,8 +26055,3 @@ Nigeria;177;5.00;5.00
 Niger;178;1.50;1.50
 Central African Republic;179;NA;NA
 Chad;179;NA;NA
-
-
-
-
-

constants.py

@@ -37,8 +37,8 @@ MAX_NEW_TOKENS = 1024  # int(CONTEXT_WINDOW_SIZE/4)
 
 #### If you get a "not enough space in the buffer" error, you should reduce the values below, start with half of the original values and keep halving the value until the error stops appearing
 
-N_GPU_LAYERS = 100  # Llama-2-70B has 83 layers
-N_BATCH = CONTEXT_WINDOW_SIZE
+N_GPU_LAYERS = 20  # Llama-2-70B has 83 layers
+N_BATCH = 512
 
 ### From experimenting with the Llama-2-7B-Chat-GGML model on 8GB VRAM, these values work:
 # N_GPU_LAYERS = 20