Update koboldcpp scrit | add ability to rebuild
Browse files- Scripts/kobold-server.sh +17 -0
Scripts/kobold-server.sh
CHANGED
|
@@ -6,6 +6,7 @@
|
|
| 6 |
# Assumes you are using nvidia
|
| 7 |
|
| 8 |
# activates conda env named kobold
|
|
|
|
| 9 |
eval "$(conda shell.bash hook)"
|
| 10 |
conda activate kobold
|
| 11 |
python -V
|
|
@@ -19,9 +20,25 @@ API_HOST=192.168.1.20
|
|
| 19 |
BLAS_THREADS=16
|
| 20 |
THREADS=8
|
| 21 |
|
|
|
|
|
|
|
| 22 |
# CD to koboldcpp dir
|
| 23 |
cd $KOBOLD_DIR
|
| 24 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
# lists models
|
| 26 |
echo "Select Model"
|
| 27 |
MODEL=$(gum choose $(ls $MODEL_FOLDER_DIR))
|
|
|
|
| 6 |
# Assumes you are using nvidia
|
| 7 |
|
| 8 |
# activates conda env named kobold
|
| 9 |
+
# if you get a conda error try this: `conda install conda-forge::libstdcxx-ng`
|
| 10 |
eval "$(conda shell.bash hook)"
|
| 11 |
conda activate kobold
|
| 12 |
python -V
|
|
|
|
| 20 |
BLAS_THREADS=16
|
| 21 |
THREADS=8
|
| 22 |
|
| 23 |
+
# refer to https://github.com/LostRuins/koboldcpp?tab=readme-ov-file#osx-and-linux-manual-compiling for dependencies
|
| 24 |
+
|
| 25 |
# CD to koboldcpp dir
|
| 26 |
cd $KOBOLD_DIR
|
| 27 |
|
| 28 |
+
# edit make flags to fit your needs
|
| 29 |
+
echo "Git pull & build?"
|
| 30 |
+
KOBOLD_BUILD=$(gum choose "yes" "no")
|
| 31 |
+
|
| 32 |
+
if [ "$KOBOLD_BUILD" = "yes" ]; then
|
| 33 |
+
echo "Rebuilding koboldcpp..."
|
| 34 |
+
git pull
|
| 35 |
+
make clean
|
| 36 |
+
make -j8 LLAMA_NO_LLAMAFILE=0 LLAMA_CUDA=1 LLAMA_CUBLAS=1 LLAMA_OPENBLAS=1 LLAMA_FAST=1 LLAMA_NO_CCACHE=1 LLAMA_CUDA_MMV_Y=2 LLAMA_CUDA_DMMV_X=64 LLAMA_CUDA_DMMV_F16=1 LLAMA_CUDA_F16=1 LLAMA_NATIVE=1 LLAMA_LTO=1 LLAMA_AVX=1 LLAMA_AVX2=1 LLAMA_FMA=1 LLAMA_F16C=1
|
| 37 |
+
echo "Rebuild completed"
|
| 38 |
+
elif [ "$KOBOLD_BUILD" = "no" ]; then
|
| 39 |
+
echo "Skipping rebuild."
|
| 40 |
+
fi
|
| 41 |
+
|
| 42 |
# lists models
|
| 43 |
echo "Select Model"
|
| 44 |
MODEL=$(gum choose $(ls $MODEL_FOLDER_DIR))
|