leafspark commited on
Commit
5618137
1 Parent(s): 47eaf19

tool: add kv overrides to start command (win)

Browse files
DeepSeek-V2-Chat.q2_k.gguf/download_and_run.bat CHANGED
@@ -27,6 +27,11 @@ server.exe ^
27
  -m DeepSeek-V2-Chat.q2_k.gguf ^
28
  -c 4096 ^
29
  -i ^
30
- --mlock
 
 
 
 
 
31
 
32
  endlocal
 
27
  -m DeepSeek-V2-Chat.q2_k.gguf ^
28
  -c 4096 ^
29
  -i ^
30
+ --mlock ^
31
+ --override-kv deepseek2.attention.q_lora_rank=int:1536 ^
32
+ --override-kv deepseek2.attention.kv_lora_rank=int:512 ^
33
+ --override-kv deepseek2.expert_shared_count=int:2 ^
34
+ --override-kv deepseek2.expert_feed_forward_length=int:1536 ^
35
+ --override-kv deepseek2.leading_dense_block_count=int:1
36
 
37
  endlocal