Mythoboros_4K.sh

#!/bin/bash

# Modify as needed
# This uses CLBlast 0 0 & OpenBLAS (batch size 256) & 20 GPU Layers with the recommended ropeconfig, to extend the Mythoboros GGML to 4K context.

KCPP=/path/to/koboldcpp-1.38/koboldcpp.py
MYTHOBOROS=/path/to/mythoboros-13b.ggmlv3.q5_0.bin
python3 $KCPP $MYTHOBOROS 5001 --useclblast 0 0 --unbantokens --blasbatchsize 256 --gpulayers 20 --ropeconfig 1.0 20000 --contextsize 4096