Upload 2 files

llmdolphin.py

@@ -294,6 +294,7 @@ def dolphin_respond(
             yield [(outputs, None)]
     except Exception as e:
         print(e)
+        gr.Warning(f"Error: {e}")
         yield [("", None)]
 
 

llmenv.py

@@ -65,12 +65,62 @@ llm_models = {
     "ArliArli-Meg.Q4_K_M.gguf": ["mradermacher/ArliArli-Meg-GGUF", MessagesFormatterType.MISTRAL],
     "ChatML-Nemo-Pro-V2.i1-Q4_K_M.gguf": ["mradermacher/ChatML-Nemo-Pro-V2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "MISCHIEVOUS-12B-Mix_0.1v.Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.1v-GGUF", MessagesFormatterType.MISTRAL],
+    "MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B-GGUF", MessagesFormatterType.ALPACA],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_22B_v2.0_preview.Q4_K_S.gguf": ["mradermacher/ChatWaifu_22B_v2.0_preview-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL],
+    #"": ["", MessagesFormatterType.LLAMA_3],
+    #"": ["", MessagesFormatterType.MISTRAL],
+    #"": ["", MessagesFormatterType.ALPACA],
+    #"": ["", MessagesFormatterType.OPEN_CHAT],
+    #"": ["", MessagesFormatterType.CHATML],
+    #"": ["", MessagesFormatterType.PHI_3],
+    "MT2-Gen4-MA-gemma-2-N3N1532-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-MA-gemma-2-N3N1532-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT2-Gen4-IMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-IMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "nemo-sunfall-v0.6.1.i1-Q4_K_M.gguf": ["mradermacher/nemo-sunfall-v0.6.1-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "L3-Hecate-8B-v1.1.i1-Q5_K_M.gguf": ["mradermacher/L3-Hecate-8B-v1.1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "CreativeWriter-Personality-12B.i1-Q4_K_M.gguf": ["mradermacher/CreativeWriter-Personality-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "MT3-Gen3-GMA-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT3-Gen3-GMA-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MT2-Gen3-IF-gemma-2-MT4g2S2-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen3-IF-gemma-2-MT4g2S2-9B-GGUF", MessagesFormatterType.ALPACA],
+    "MISCHIEVOUS-12B-Mix_0.4v.i1-Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.4v-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Captain_Violet-Mix-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain_Violet-Mix-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-OpenReviewer-8B-Q5_K_M.gguf": ["bartowski/Llama-OpenReviewer-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "ZEUS-8B-V2-ORPO.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V2-ORPO-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Versatile-Llama-3-8B.Q5_K_M.gguf": ["mradermacher/Versatile-Llama-3-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Smegmma-9B-v1.i1-Q4_K_M.gguf": ["mradermacher/Smegmma-9B-v1-i1-GGUF", MessagesFormatterType.ALPACA],
+    "sixtyoneeighty-7b-chat.Q5_K_M.gguf": ["mradermacher/sixtyoneeighty-7b-chat-GGUF", MessagesFormatterType.MISTRAL],
+    "Poppy_Porpoise-1.0-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-1.0-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Poppy_Porpoise-0.72-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-0.72-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "ONeil-model_stock-7B.Q5_K_M.gguf": ["mradermacher/ONeil-model_stock-7B-GGUF", MessagesFormatterType.LLAMA_3],
+    "LLaMa-3-CursedStock-v2.0-8B.i1-Q5_K_M.gguf": ["mradermacher/LLaMa-3-CursedStock-v2.0-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "LLaMa-3-CursedStock-v1.6-8B.i1-Q5_K_M.gguf": ["mradermacher/LLaMa-3-CursedStock-v1.6-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Instruct-abliterated-dpomix.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-abliterated-dpomix-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Umbral-Mind-RP-v3-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Umbral-Mind-RP-v3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-Penumbral-Mind-RP-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Penumbral-Mind-RP-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "L3-8.9B-Blackfall-SummanusAra-v0.1.i1-Q4_K_M.gguf": ["mradermacher/L3-8.9B-Blackfall-SummanusAra-v0.1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hathor_RP-v.01-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Hathor_RP-v.01-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hathor_Enigmatica-L3-8B-v0.4.i1-Q5_K_M.gguf": ["mradermacher/Hathor_Enigmatica-L3-8B-v0.4-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Gemma-2-9b-indic.Q4_K_M.gguf": ["mradermacher/Gemma-2-9b-indic-GGUF", MessagesFormatterType.ALPACA],
+    "Eris_PrimeV3.075-Vision-7B.Q5_K_M.gguf": ["mradermacher/Eris_PrimeV3.075-Vision-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Domain-Fusion-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Domain-Fusion-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Chimera-8B.Q5_K_M.gguf": ["mradermacher/Chimera-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "ArliAI-Llama-3-8B-Formax-v1.0.i1-Q5_K_M.gguf": ["mradermacher/ArliAI-Llama-3-8B-Formax-v1.0-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "saiga_gemma2_10b.i1-Q4_K_M.gguf": ["mradermacher/saiga_gemma2_10b-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Aura-MoE-2x4B-v2.i1-Q5_K_M.gguf": ["mradermacher/Aura-MoE-2x4B-v2-i1-GGUF", MessagesFormatterType.CHATML],
+    "uzbek-llama-3.1-8B-instruct-v2.Q5_K_M.gguf": ["mradermacher/uzbek-llama-3.1-8B-instruct-v2-GGUF", MessagesFormatterType.LLAMA_3],
+    "matricide-12B-Unslop-Unleashed-v2.i1-Q4_K_M.gguf": ["mradermacher/matricide-12B-Unslop-Unleashed-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Henbane-7b-attempt2.i1-Q5_K_M.gguf": ["mradermacher/Henbane-7b-attempt2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "hermes-llama3-roleplay-1000.Q5_K_M.gguf": ["mradermacher/hermes-llama3-roleplay-1000-GGUF", MessagesFormatterType.LLAMA_3],
+    "MN-12B-Inferor-v0.1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Inferor-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Humanish-Qwen2.5-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Humanish-LLama3-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Humanish-LLama3-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Humanish-Mistral-Nemo-Instruct-2407.i1-Q4_K_M.gguf": ["mradermacher/Humanish-Mistral-Nemo-Instruct-2407-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Lexi-Llama-3-8B-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hathor_Tahsin-L3-8B-v0.9.i1-Q5_K_M.gguf": ["mradermacher/Hathor_Tahsin-L3-8B-v0.9-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Hathor-L3-8B-v.01.i1-Q5_K_M.gguf": ["mradermacher/Hathor-L3-8B-v.01-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "Codellama-3-8B-Finetuned-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Codellama-3-8B-Finetuned-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "MT-Gen3-GP-gemma-2-S5MTg2-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen3-GP-gemma-2-S5MTg2-9B-GGUF", MessagesFormatterType.ALPACA],
     "Captain_Eris-Twighlight-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain_Eris-Twighlight-12B-i1-GGUF", MessagesFormatterType.MISTRAL],