Upload 2 files

llmdolphin.py

@@ -76,6 +76,7 @@ llm_models = {
     "ChronoStar-Unleashed-v0.1.i1-Q4_K_M.gguf": ["mradermacher/ChronoStar-Unleashed-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Chatty-Harry_V3.0.i1-Q4_K_M.gguf": ["mradermacher/Chatty-Harry_V3.0-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Tora-12B.i1-Q4_K_M.gguf": ["mradermacher/Tora-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "ArliArli-Meg.Q4_K_M.gguf": ["mradermacher/ArliArli-Meg-GGUF", MessagesFormatterType.MISTRAL],
     "ChatML-Nemo-Pro-V2.i1-Q4_K_M.gguf": ["mradermacher/ChatML-Nemo-Pro-V2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -83,6 +84,37 @@ llm_models = {
     "ChatWaifu_22B_v2.0_preview.Q4_K_S.gguf": ["mradermacher/ChatWaifu_22B_v2.0_preview-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
+    "BigTalker-Lite-8B.i1-Q5_K_M.gguf": ["mradermacher/BigTalker-Lite-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Aura-8B-SFT.i1-Q4_K_M.gguf": ["mradermacher/Aura-8B-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Aura-8B.i1-Q4_K_M.gguf": ["mradermacher/Aura-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Arconte-13B.i1-Q4_K_M.gguf": ["mradermacher/Arconte-13B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Arabic-Orpo-Llama-3-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Arabic-Orpo-Llama-3-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Elusive_ALT1.1-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/Elusive_ALT1.1-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3.1-Writplus-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Writplus-10B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Aura-8B.Q4_K_S.gguf": ["mradermacher/Aura-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Eclectic-Maid-10B-v2.i1-Q4_K_M.gguf": ["mradermacher/Eclectic-Maid-10B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Captain_BMO-0.420-Magnum-12B-Q4_K_M.gguf": ["bartowski/Captain_BMO-0.420-Magnum-12B-GGUF", MessagesFormatterType.MISTRAL],
+    "SeQwence-14Bv6.Q4_K_M.gguf": ["mradermacher/SeQwence-14Bv6-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Shahin-v0.1.Q4_K_M.gguf": ["mradermacher/Shahin-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "ZEUS-8B-V6.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V6-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS.i1-Q4_K_M.gguf": ["mradermacher/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-TI-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Llama-TI-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Fusion3-14B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Fusion3-14B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "L3-Sophie-improved-v1.Q5_K_M.gguf": ["mradermacher/L3-Sophie-improved-v1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-8B-Stheno-2x8B-MoE.Q4_K_M.gguf": ["mradermacher/L3-8B-Stheno-2x8B-MoE-GGUF", MessagesFormatterType.LLAMA_3],
+    "megatron_1.1_MoE_2x7B.i1-Q4_K_M.gguf": ["mradermacher/megatron_1.1_MoE_2x7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "MT1-Gen3-MU-gemma-2-S2S5-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen3-MU-gemma-2-S2S5-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MixtureofMerges-MoE-2x7bRP-v8.i1-Q4_K_M.gguf": ["mradermacher/MixtureofMerges-MoE-2x7bRP-v8-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "EXAONE-3.5-7.8B-Instruct-Q4_K_M.gguf": ["bartowski/EXAONE-3.5-7.8B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "MT1-Gen3-MUI-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen3-MUI-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Fusion-14B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Fusion-14B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Lamarck-14B-v0.2-experimental.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.2-experimental-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama3.1-Reddit-Writer-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-Reddit-Writer-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Franken-MistressMaid-10.5B-v2.i1-Q4_K_M.gguf": ["mradermacher/Franken-MistressMaid-10.5B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Mercury_In_Retrograde-ALT-8b-Model-Stock.i1-Q4_K_M.gguf": ["mradermacher/Mercury_In_Retrograde-ALT-8b-Model-Stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Virtuoso-Small.i1-Q4_K_M.gguf": ["mradermacher/Virtuoso-Small-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Tuldur-8B.Q4_K_M.gguf": ["mradermacher/Tuldur-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Orbita-v0.1.i1-Q4_K_M.gguf": ["mradermacher/Orbita-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Violet_Eris-BMO-12B.i1-Q4_K_M.gguf": ["mradermacher/Violet_Eris-BMO-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Mistral-Darwin-7b-v0.1.i1-Q5_K_M.gguf": ["mradermacher/Mistral-Darwin-7b-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
     "PrimaSumika-10.7B-128k.Q4_K_M.gguf": ["mradermacher/PrimaSumika-10.7B-128k-GGUF", MessagesFormatterType.MISTRAL],

requirements.txt

@@ -1,7 +1,8 @@
 spaces
 huggingface_hub
 scikit-build-core
-https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
+#https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90-cu124/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
+https://github.com/abetlen/llama-cpp-python/releases/download/v0.3.4-cu124/llama_cpp_python-0.3.4-cp310-cp310-win_amd64.whl
 git+https://github.com/Maximilian-Winter/llama-cpp-agent
 pybind11>=2.12
 torch==2.2.0