diff --git "a/llmenv.py" "b/llmenv.py" new file mode 100644--- /dev/null +++ "b/llmenv.py" @@ -0,0 +1,1610 @@ +from llama_cpp_agent import MessagesFormatterType +from formatter import mistral_v1_formatter, mistral_v2_formatter, mistral_v3_tekken_formatter + +llm_models = { + #"": ["", MessagesFormatterType.LLAMA_3], + #"": ["", MessagesFormatterType.MISTRAL], + #"": ["", MessagesFormatterType.ALPACA], + #"": ["", MessagesFormatterType.OPEN_CHAT], + #"": ["", MessagesFormatterType.CHATML], + #"": ["", MessagesFormatterType.PHI_3], + #"": ["", MessagesFormatterType.GEMMA_2], + "mn-12b-lyra-v2a1-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v2a1-Q5_K_M-GGUF", MessagesFormatterType.CHATML], + "L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MN-Chinofun-12B-2.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL], + "Qwen-modelstock-15B.i1-Q4_K_M.gguf": ["mradermacher/Qwen-modelstock-15B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-14B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "Instant-RP-Noodles-12B-v1.3.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-v1.3-GGUF", MessagesFormatterType.MISTRAL], + "MN-BackyardAI-Party-12B-v1.i1-Q5_K_M.gguf": ["mradermacher/MN-BackyardAI-Party-12B-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Lyra-v4-Q4_K_M.gguf": ["bartowski/MN-12B-Lyra-v4-GGUF", MessagesFormatterType.CHATML], + "Lyra4-Gutenberg-12B.Q4_K_M.gguf": ["mradermacher/Lyra4-Gutenberg-12B-GGUF", MessagesFormatterType.CHATML], + "Llama-3.1-8B-EZO-1.1-it.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-EZO-1.1-it-GGUF", MessagesFormatterType.MISTRAL], + "Magnolia-v2-12B.i1-Q4_K_M.gguf": ["mradermacher/Magnolia-v2-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Starcannon-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Starcannon-v2.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v2-i1-GGUF", MessagesFormatterType.CHATML], + "MN-12B-Starcannon-v3.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v3-i1-GGUF", MessagesFormatterType.CHATML], + "MN-12B-Starcannon-v4-unofficial.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starcannon-v4-unofficial-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Starsong-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Starsong-v1-i1-GGUF", MessagesFormatterType.CHATML], + "StarDust-12b-v1-Q4_K_M.gguf": ["Luni/StarDust-12b-v1-GGUF", MessagesFormatterType.MISTRAL], + "Lumimaid-Magnum-12B.i1-Q4_K_M.gguf": ["mradermacher/Lumimaid-Magnum-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Nemo-12B-Marlin-v1.i1-Q4_K_M.gguf": ["mradermacher/Nemo-12B-Marlin-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Nemo-12B-Marlin-v2.i1-Q4_K_M.gguf": ["mradermacher/Nemo-12B-Marlin-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Nemo-12B-Marlin-v3.Q4_K_M.gguf": ["mradermacher/Nemo-12B-Marlin-v3-GGUF", MessagesFormatterType.MISTRAL], + "Nemo-12B-Marlin-v4.i1-Q4_K_M.gguf": ["mradermacher/Nemo-12B-Marlin-v4-i1-GGUF", MessagesFormatterType.MISTRAL], + "Nemo-12B-Marlin-v5-Q4_K_M.gguf": ["starble-dev/Nemo-12B-Marlin-v5-GGUF", MessagesFormatterType.CHATML], + "Nemo-12B-Marlin-v7.Q4_K_M.gguf": ["mradermacher/Nemo-12B-Marlin-v7-GGUF", MessagesFormatterType.MISTRAL], + "Nemo-12B-Marlin-v8.Q4_K_S.gguf": ["mradermacher/Nemo-12B-Marlin-v8-GGUF", MessagesFormatterType.MISTRAL], + "NemoDori-v0.2-Upscaled.1-14B.Q4_K_M.gguf": ["mradermacher/NemoDori-v0.2-Upscaled.1-14B-GGUF", MessagesFormatterType.MISTRAL], + "MT-Gen2-GIMMMA-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen2-GIMMMA-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "Fireball-12B-v1.0.i1-Q4_K_M.gguf": ["mradermacher/Fireball-12B-v1.0-i1-GGUF", MessagesFormatterType.MISTRAL], + "Fireball-Mistral-Nemo-Base-2407-sft-v2.2a.Q4_K_M.gguf": ["mradermacher/Fireball-Mistral-Nemo-Base-2407-sft-v2.2a-GGUF", MessagesFormatterType.MISTRAL], + "T-III-12B.Q4_K_M.gguf": ["mradermacher/T-III-12B-GGUF", MessagesFormatterType.CHATML], + "T-IIIa-12B.Q4_K_S.gguf": ["mradermacher/T-IIIa-12B-GGUF", MessagesFormatterType.MISTRAL], + "Type-IV-Last-12B.Q4_K_M.gguf": ["mradermacher/Type-IV-Last-12B-GGUF", MessagesFormatterType.CHATML], + "StorieCreative.i1-Q4_K_S.gguf": ["mradermacher/StorieCreative-i1-GGUF", MessagesFormatterType.MISTRAL], + "Deutscher-Pantheon-12B.Q4_K_M.gguf": ["mradermacher/Deutscher-Pantheon-12B-GGUF", MessagesFormatterType.MISTRAL], + "guns-and-roses-r1-Q4_K_L-imat.gguf": ["Reiterate3680/guns-and-roses-r1-GGUF", MessagesFormatterType.MISTRAL], + "MagnumChronos.Q4_K_M.gguf": ["mradermacher/MagnumChronos-GGUF", MessagesFormatterType.CHATML], + "StarDust-12b-v2.i1-Q5_K_M.gguf": ["mradermacher/StarDust-12b-v2-i1-GGUF", MessagesFormatterType.CHATML], + "Rocinante-12B-v2c-Q4_K_M.gguf": ["TheDrummer/UnslopNemo-v1-GGUF", MessagesFormatterType.MISTRAL], + "mn-maghin-12b-q6_k.gguf": ["rityak/MN-Maghin-12B-Q6_K-GGUF", MessagesFormatterType.MISTRAL], + "qwen2.5-lumen-14b-q4_k_m.gguf": ["Lambent/Qwen2.5-Lumen-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-14B_Uncensored_Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B_Uncensored_Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "EVA-Qwen2.5-14B-v0.0.i1-IQ4_XS.gguf": ["mradermacher/EVA-Qwen2.5-14B-v0.0-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "MN-12B-Vespa-x1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Vespa-x1-i1-GGUF", MessagesFormatterType.CHATML], + "Rocinante-12B-v2h-Q4_K_M.gguf": ["BeaverAI/Rocinante-12B-v2h-GGUF", MessagesFormatterType.MISTRAL], + "Mistral-Nemo-12B-ArliAI-RPMax-v1.1.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Pans_Gutenbergum_V0.1.Q4_K_M.gguf": ["mradermacher/Pans_Gutenbergum_V0.1-GGUF", MessagesFormatterType.MISTRAL], + "AbominationScience-12B-v4.i1-Q4_K_M.gguf": ["mradermacher/AbominationScience-12B-v4-i1-GGUF", MessagesFormatterType.MISTRAL], + "ChronoStar-Unleashed-v0.1.i1-Q4_K_M.gguf": ["mradermacher/ChronoStar-Unleashed-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Chatty-Harry_V3.0.i1-Q4_K_M.gguf": ["mradermacher/Chatty-Harry_V3.0-i1-GGUF", MessagesFormatterType.MISTRAL], + "Tora-12B.i1-Q4_K_M.gguf": ["mradermacher/Tora-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "ArliArli-Meg.Q4_K_M.gguf": ["mradermacher/ArliArli-Meg-GGUF", MessagesFormatterType.MISTRAL], + "ChatML-Nemo-Pro-V2.i1-Q4_K_M.gguf": ["mradermacher/ChatML-Nemo-Pro-V2-i1-GGUF", MessagesFormatterType.MISTRAL], + "MISCHIEVOUS-12B-Mix_0.1v.Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.1v-GGUF", MessagesFormatterType.MISTRAL], + "Canidori-12B-v1.i1-Q4_K_M.gguf": ["mradermacher/Canidori-12B-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-MM-gemma-2-Rv0.4MTM-9B-GGUF", MessagesFormatterType.ALPACA], + "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_12B_v2.0.Q5_K_M.gguf": ["mradermacher/ChatWaifu_12B_v2.0-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_22B_v2.0_preview.Q4_K_S.gguf": ["mradermacher/ChatWaifu_22B_v2.0_preview-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_v1.4.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.4-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_v1.3.1.Q4_K_M.gguf": ["mradermacher/ChatWaifu_v1.3.1-GGUF", MessagesFormatterType.MISTRAL], + #"": ["", MessagesFormatterType.LLAMA_3], + #"": ["", MessagesFormatterType.MISTRAL], + #"": ["", MessagesFormatterType.ALPACA], + #"": ["", MessagesFormatterType.OPEN_CHAT], + #"": ["", MessagesFormatterType.CHATML], + #"": ["", MessagesFormatterType.PHI_3], + "Mistral-7B-Instruct-v0.2-Neural-Story.Q5_K_M.gguf": ["mradermacher/Mistral-7B-Instruct-v0.2-Neural-Story-GGUF", MessagesFormatterType.MISTRAL], + "Layris_9B.Q4_K_M.gguf": ["mradermacher/Layris_9B-GGUF", MessagesFormatterType.MISTRAL], + "Eris_Remix_7B.Q5_K_M.gguf": ["mradermacher/Eris_Remix_7B-GGUF", MessagesFormatterType.MISTRAL], + "kuno-dogwalker-7b.Q5_K_M.gguf": ["mradermacher/kuno-dogwalker-7b-GGUF", MessagesFormatterType.MISTRAL], + "Nandine-7b.Q5_K_M.gguf": ["mradermacher/Nandine-7b-GGUF", MessagesFormatterType.MISTRAL], + "kuno-dogpark-7b.Q5_K_M.gguf": ["mradermacher/kuno-dogpark-7b-GGUF", MessagesFormatterType.MISTRAL], + "flammen-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen-mistral-7B-GGUF", MessagesFormatterType.MISTRAL], + "distilabeled-Marcoro14-7B-slerp-full.i1-Q5_K_M.gguf": ["mradermacher/distilabeled-Marcoro14-7B-slerp-full-i1-GGUF", MessagesFormatterType.MISTRAL], + "Severusectum-7B-DPO.i1-Q5_K_M.gguf": ["mradermacher/Severusectum-7B-DPO-i1-GGUF", MessagesFormatterType.MISTRAL], + "West-Maid-7B.i1-Q5_K_M.gguf": ["mradermacher/West-Maid-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Elusive_Dragon_Heart-8B-LINEAR.i1-Q5_K_M.gguf": ["mradermacher/Elusive_Dragon_Heart-8B-LINEAR-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Elusive1.2-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/Elusive1.2-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "KRONOS-8B-V3.i1-Q5_K_M.gguf": ["mradermacher/KRONOS-8B-V3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "LelaStarling-7B.Q5_K_M.gguf": ["mradermacher/LelaStarling-7B-GGUF", MessagesFormatterType.MISTRAL], + "Copium-Cola-9B.i1-Q4_K_M.gguf": ["mradermacher/Copium-Cola-9B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Wiederchat-7b.i1-Q5_K_M.gguf": ["mradermacher/Wiederchat-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "Athena-1-14B.i1-Q4_K_M.gguf": ["mradermacher/Athena-1-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Prima-LelantaclesV6-7b.i1-Q5_K_M.gguf": ["mradermacher/Prima-LelantaclesV6-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "KangalKhan-Sapphire-7B.Q5_K_M.gguf": ["mradermacher/KangalKhan-Sapphire-7B-GGUF", MessagesFormatterType.MISTRAL], + "KangalKhan-PrimordialSapphire-7B.Q5_K_M.gguf": ["mradermacher/KangalKhan-PrimordialSapphire-7B-GGUF", MessagesFormatterType.MISTRAL], + "Beagle14-7B.i1-Q5_K_M.gguf": ["mradermacher/Beagle14-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Open_Hermes_Orca_Mistral-7B.Q5_K_M.gguf": ["mradermacher/Open_Hermes_Orca_Mistral-7B-GGUF", MessagesFormatterType.MISTRAL], + "VICIOUS_MESH-12B.i1-Q4_K_M.gguf": ["mradermacher/VICIOUS_MESH-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "RolePlayLake-7B.Q5_K_M.gguf": ["mradermacher/RolePlayLake-7B-GGUF", MessagesFormatterType.MISTRAL], + "kuno-royale-v2-7b.Q5_K_M.gguf": ["mradermacher/kuno-royale-v2-7b-GGUF", MessagesFormatterType.MISTRAL], + "Kuno-Lake-7B.Q5_K_M.gguf": ["mradermacher/Kuno-Lake-7B-GGUF", MessagesFormatterType.MISTRAL], + "ColorShadow-7B-v2.Q5_K_M.gguf": ["mradermacher/ColorShadow-7B-v2-GGUF", MessagesFormatterType.MISTRAL], + "ColorShadow-7B.Q5_K_M.gguf": ["mradermacher/ColorShadow-7B-GGUF", MessagesFormatterType.MISTRAL], + "Chupacabra-7B-v2.Q5_K_M.gguf": ["mradermacher/Chupacabra-7B-v2-GGUF", MessagesFormatterType.MISTRAL], + "BeagleLake-7B-Toxic.Q5_K_M.gguf": ["mradermacher/BeagleLake-7B-Toxic-GGUF", MessagesFormatterType.MISTRAL], + "BeagleLake-7B.Q5_K_M.gguf": ["mradermacher/BeagleLake-7B-GGUF", MessagesFormatterType.MISTRAL], + "NeuralDarewin-7B.Q5_K_M.gguf": ["mradermacher/NeuralDarewin-7B-GGUF", MessagesFormatterType.MISTRAL], + "caTUNABeagle.i1-Q5_K_M.gguf": ["mradermacher/caTUNABeagle-i1-GGUF", MessagesFormatterType.MISTRAL], + "Monarch-7B.Q5_K_M.gguf": ["mradermacher/Monarch-7B-GGUF", MessagesFormatterType.MISTRAL], + "haLLawa4-7b.i1-Q5_K_M.gguf": ["mradermacher/haLLawa4-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "haLLAwa3.i1-Q5_K_M.gguf": ["mradermacher/haLLAwa3-i1-GGUF", MessagesFormatterType.MISTRAL], + "Brocae-Area-7B-slerp.Q5_K_M.gguf": ["mradermacher/Brocae-Area-7B-slerp-GGUF", MessagesFormatterType.MISTRAL], + "TurdusTrixBeagle-DARETIES-7B.i1-Q5_K_M.gguf": ["mradermacher/TurdusTrixBeagle-DARETIES-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "NeuralKrishna-7B-V2.Q5_K_M.gguf": ["mradermacher/NeuralKrishna-7B-V2-GGUF", MessagesFormatterType.MISTRAL], + "CatunaLaserPi.i1-Q5_K_M.gguf": ["mradermacher/CatunaLaserPi-i1-GGUF", MessagesFormatterType.MISTRAL], + "Moza-7B-v1.0.i1-Q4_K_M.gguf": ["mradermacher/Moza-7B-v1.0-i1-GGUF", MessagesFormatterType.MISTRAL], + "MoEv4Config-TestWeightedTIES-7b.i1-Q5_K_M.gguf": ["mradermacher/MoEv4Config-TestWeightedTIES-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "WestOrcaNeuralMarco-DPO-v2-DARETIES-7B.i1-Q5_K_M.gguf": ["mradermacher/WestOrcaNeuralMarco-DPO-v2-DARETIES-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "yam-sam-7B.i1-Q5_K_M.gguf": ["mradermacher/yam-sam-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Eris_7B.Q5_K_M.gguf": ["mradermacher/Eris_7B-GGUF", MessagesFormatterType.MISTRAL], + "MistralHermes-CodePro-7B-v1.i1-Q5_K_M.gguf": ["mradermacher/MistralHermes-CodePro-7B-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "bagel-dpo-7b-v0.5.Q4_K_S.gguf": ["mradermacher/bagel-dpo-7b-v0.5-GGUF", MessagesFormatterType.MISTRAL], + "Capt-Eris-420-Dark-Science-12B.Q4_K_S.gguf": ["mradermacher/Capt-Eris-420-Dark-Science-12B-GGUF", MessagesFormatterType.MISTRAL], + "HikariBloom-v0.3-RP.Q5_K_M.gguf": ["mradermacher/HikariBloom-v0.3-RP-GGUF", MessagesFormatterType.LLAMA_3], + "L3Mix.Q4_K_S.gguf": ["mradermacher/L3Mix-GGUF", MessagesFormatterType.LLAMA_3], + "pikus-pikantny-7B-dare.i1-Q5_K_M.gguf": ["mradermacher/pikus-pikantny-7B-dare-i1-GGUF", MessagesFormatterType.MISTRAL], + "Gemma2-9b-WangchanLIONv2-instruct.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-9b-WangchanLIONv2-instruct-i1-GGUF", MessagesFormatterType.ALPACA], + "CatunaMayo-DPO.Q5_K_M.gguf": ["mradermacher/CatunaMayo-DPO-GGUF", MessagesFormatterType.MISTRAL], + "L3.1Mix.i1-Q5_K_M.gguf": ["mradermacher/L3.1Mix-i1-GGUF", MessagesFormatterType.LLAMA_3], + "patricide-12B-Unslop-Mell-v2.i1-Q4_K_M.gguf": ["mradermacher/patricide-12B-Unslop-Mell-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Fett-uccine-Long-Noodle-7B-120k-Context.i1-Q4_K_M.gguf": ["mradermacher/Fett-uccine-Long-Noodle-7B-120k-Context-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mewthree_7B.Q5_K_M.gguf": ["mradermacher/Mewthree_7B-GGUF", MessagesFormatterType.MISTRAL], + "pastiche-crown-clown-7b-dare.Q5_K_M.gguf": ["mradermacher/pastiche-crown-clown-7b-dare-GGUF", MessagesFormatterType.MISTRAL], + "MT2-Gen4-MA-gemma-2-N3N1532-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-MA-gemma-2-N3N1532-9B-GGUF", MessagesFormatterType.ALPACA], + "MT2-Gen4-IMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen4-IMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "nemo-sunfall-v0.6.1.i1-Q4_K_M.gguf": ["mradermacher/nemo-sunfall-v0.6.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3-Hecate-8B-v1.1.i1-Q5_K_M.gguf": ["mradermacher/L3-Hecate-8B-v1.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "CreativeWriter-Personality-12B.i1-Q4_K_M.gguf": ["mradermacher/CreativeWriter-Personality-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MT3-Gen3-GMA-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT3-Gen3-GMA-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "MT2-Gen3-IF-gemma-2-MT4g2S2-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen3-IF-gemma-2-MT4g2S2-9B-GGUF", MessagesFormatterType.ALPACA], + "MISCHIEVOUS-12B-Mix_0.4v.i1-Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.4v-i1-GGUF", MessagesFormatterType.MISTRAL], + "Captain_Violet-Mix-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain_Violet-Mix-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-OpenReviewer-8B-Q5_K_M.gguf": ["bartowski/Llama-OpenReviewer-8B-GGUF", MessagesFormatterType.LLAMA_3], + "ZEUS-8B-V2-ORPO.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V2-ORPO-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Versatile-Llama-3-8B.Q5_K_M.gguf": ["mradermacher/Versatile-Llama-3-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Smegmma-9B-v1.i1-Q4_K_M.gguf": ["mradermacher/Smegmma-9B-v1-i1-GGUF", MessagesFormatterType.ALPACA], + "sixtyoneeighty-7b-chat.Q5_K_M.gguf": ["mradermacher/sixtyoneeighty-7b-chat-GGUF", MessagesFormatterType.MISTRAL], + "Poppy_Porpoise-1.0-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-1.0-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Poppy_Porpoise-0.72-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-0.72-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "ONeil-model_stock-7B.Q5_K_M.gguf": ["mradermacher/ONeil-model_stock-7B-GGUF", MessagesFormatterType.LLAMA_3], + "LLaMa-3-CursedStock-v2.0-8B.i1-Q5_K_M.gguf": ["mradermacher/LLaMa-3-CursedStock-v2.0-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "LLaMa-3-CursedStock-v1.6-8B.i1-Q5_K_M.gguf": ["mradermacher/LLaMa-3-CursedStock-v1.6-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-8B-Instruct-abliterated-dpomix.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-abliterated-dpomix-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Umbral-Mind-RP-v3-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Umbral-Mind-RP-v3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Penumbral-Mind-RP-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Penumbral-Mind-RP-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-8.9B-Blackfall-SummanusAra-v0.1.i1-Q4_K_M.gguf": ["mradermacher/L3-8.9B-Blackfall-SummanusAra-v0.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hathor_RP-v.01-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Hathor_RP-v.01-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hathor_Enigmatica-L3-8B-v0.4.i1-Q5_K_M.gguf": ["mradermacher/Hathor_Enigmatica-L3-8B-v0.4-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-2-9b-indic.Q4_K_M.gguf": ["mradermacher/Gemma-2-9b-indic-GGUF", MessagesFormatterType.ALPACA], + "Eris_PrimeV3.075-Vision-7B.Q5_K_M.gguf": ["mradermacher/Eris_PrimeV3.075-Vision-7B-GGUF", MessagesFormatterType.MISTRAL], + "Domain-Fusion-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Domain-Fusion-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Chimera-8B.Q5_K_M.gguf": ["mradermacher/Chimera-8B-GGUF", MessagesFormatterType.LLAMA_3], + "ArliAI-Llama-3-8B-Formax-v1.0.i1-Q5_K_M.gguf": ["mradermacher/ArliAI-Llama-3-8B-Formax-v1.0-i1-GGUF", MessagesFormatterType.LLAMA_3], + "saiga_gemma2_10b.i1-Q4_K_M.gguf": ["mradermacher/saiga_gemma2_10b-i1-GGUF", MessagesFormatterType.ALPACA], + "Aura-MoE-2x4B-v2.i1-Q5_K_M.gguf": ["mradermacher/Aura-MoE-2x4B-v2-i1-GGUF", MessagesFormatterType.CHATML], + "uzbek-llama-3.1-8B-instruct-v2.Q5_K_M.gguf": ["mradermacher/uzbek-llama-3.1-8B-instruct-v2-GGUF", MessagesFormatterType.LLAMA_3], + "matricide-12B-Unslop-Unleashed-v2.i1-Q4_K_M.gguf": ["mradermacher/matricide-12B-Unslop-Unleashed-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Henbane-7b-attempt2.i1-Q5_K_M.gguf": ["mradermacher/Henbane-7b-attempt2-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "hermes-llama3-roleplay-1000.Q5_K_M.gguf": ["mradermacher/hermes-llama3-roleplay-1000-GGUF", MessagesFormatterType.LLAMA_3], + "MN-12B-Inferor-v0.1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Inferor-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Humanish-Qwen2.5-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Humanish-Qwen2.5-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Humanish-LLama3-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Humanish-LLama3-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Humanish-Mistral-Nemo-Instruct-2407.i1-Q4_K_M.gguf": ["mradermacher/Humanish-Mistral-Nemo-Instruct-2407-i1-GGUF", MessagesFormatterType.MISTRAL], + "Lexi-Llama-3-8B-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hathor_Tahsin-L3-8B-v0.9.i1-Q5_K_M.gguf": ["mradermacher/Hathor_Tahsin-L3-8B-v0.9-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hathor-L3-8B-v.01.i1-Q5_K_M.gguf": ["mradermacher/Hathor-L3-8B-v.01-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Codellama-3-8B-Finetuned-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Codellama-3-8B-Finetuned-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MT-Gen3-GP-gemma-2-S5MTg2-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen3-GP-gemma-2-S5MTg2-9B-GGUF", MessagesFormatterType.ALPACA], + "Captain_Eris-Twighlight-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain_Eris-Twighlight-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Gemma2-9B-KuwaNovelist.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-9B-KuwaNovelist-i1-GGUF", MessagesFormatterType.ALPACA], + "QwQ-LCoT-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/QwQ-LCoT-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "14B-Qwen2.5-Kunou-v1.i1-Q4_K_M.gguf": ["mradermacher/14B-Qwen2.5-Kunou-v1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "ZEUS-8B-V8.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V8-i1-GGUF", MessagesFormatterType.LLAMA_3], + "zephyr.i1-Q5_K_M.gguf": ["mradermacher/zephyr-i1-GGUF", MessagesFormatterType.MISTRAL], + "Xwin-LM-13B-V0.1.i1-Q4_K_M.gguf": ["mradermacher/Xwin-LM-13B-V0.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Utopy.i1-Q4_K_M.gguf": ["mradermacher/Utopy-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma2-9b-KuwaNovelist-v4.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-9b-KuwaNovelist-v4-i1-GGUF", MessagesFormatterType.ALPACA], + "Gemma2-9B-KuwaNovelist-v3.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-9B-KuwaNovelist-v3-i1-GGUF", MessagesFormatterType.ALPACA], + "Gemma2-9b-KuwaNovelist-2.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-9b-KuwaNovelist-2-i1-GGUF", MessagesFormatterType.ALPACA], + "Eclectic-Maid-10B-v2-1.i1-Q4_K_M.gguf": ["mradermacher/Eclectic-Maid-10B-v2-1-i1-GGUF", MessagesFormatterType.MISTRAL], + "SuperNova-Qwen-14B.i1-Q4_K_M.gguf": ["mradermacher/SuperNova-Qwen-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "SlimMelodicMaid.i1-Q5_K_M.gguf": ["mradermacher/SlimMelodicMaid-i1-GGUF", MessagesFormatterType.MISTRAL], + "Silver-Sun-11B.i1-Q4_K_M.gguf": ["mradermacher/Silver-Sun-11B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen-Supernova-14B.i1-Q4_K_M.gguf": ["mradermacher/Qwen-Supernova-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Pans_Gutenbergum_V0.2.i1-Q4_K_M.gguf": ["mradermacher/Pans_Gutenbergum_V0.2-i1-GGUF", MessagesFormatterType.MISTRAL], + "nepoticide-12B-Unslop-Unleashed-Mell-RPMax-v2.i1-Q4_K_M.gguf": ["mradermacher/nepoticide-12B-Unslop-Unleashed-Mell-RPMax-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "nemo-math-science-philosophy-12B.i1-Q4_K_M.gguf": ["mradermacher/nemo-math-science-philosophy-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MISCHIEVOUS-12B-Mix_0.2v.i1-Q4_K_M.gguf": ["mradermacher/MISCHIEVOUS-12B-Mix_0.2v-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama3.1-Allades-DarkPlanet-FS-8B_TIES.i1-Q4_K_M.gguf": ["mradermacher/Llama3.1-Allades-DarkPlanet-FS-8B_TIES-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemmoy-9B-MK.I.i1-Q4_K_M.gguf": ["mradermacher/Gemmoy-9B-MK.I-i1-GGUF", MessagesFormatterType.ALPACA], + "Abomination-merge-attempt-12B.i1-Q4_K_M.gguf": ["mradermacher/Abomination-merge-attempt-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "SauerkrautLM-v2-14b-DPO.i1-Q4_K_M.gguf": ["mradermacher/SauerkrautLM-v2-14b-DPO-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "SAO_LightMix-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/SAO_LightMix-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SahabatAI-Lion-9B-TIES-v1-Instruct.Q4_K_M.gguf": ["mradermacher/SahabatAI-Lion-9B-TIES-v1-Instruct-GGUF", MessagesFormatterType.ALPACA], + "Saba1-7B.i1-Q5_K_M.gguf": ["mradermacher/Saba1-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Robo-Gutenberg_V1.0.i1-Q4_K_M.gguf": ["mradermacher/Robo-Gutenberg_V1.0-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "RevThink-Sejong-Qwen-Instruct-v1.Q5_K_M.gguf": ["mradermacher/RevThink-Sejong-Qwen-Instruct-v1-GGUF", MessagesFormatterType.OPEN_CHAT], + "RevThink-Sejong-Gemma-it-v1.Q4_K_M.gguf": ["mradermacher/RevThink-Sejong-Gemma-it-v1-GGUF", MessagesFormatterType.ALPACA], + "RandomMergeNoNormWEIGHTED-7B-2x7BMOE.i1-Q4_K_M.gguf": ["mradermacher/RandomMergeNoNormWEIGHTED-7B-2x7BMOE-i1-GGUF", MessagesFormatterType.MISTRAL], + "QwenStock-14B.i1-Q4_K_M.gguf": ["mradermacher/QwenStock-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen-Evo-7B.i1-Q5_K_M.gguf": ["mradermacher/Qwen-Evo-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.6-Math-14B-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.6-Math-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "Llama-3-Instruct-8B-SPPO-Iter1.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-Instruct-8B-SPPO-Iter1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "FILM-7B.i1-Q5_K_M.gguf": ["mradermacher/FILM-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "EndlessRP-v3-7B.i1-Q5_K_M.gguf": ["mradermacher/EndlessRP-v3-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-Aloe-Beta-7B.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-Aloe-Beta-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-14B-Vimarckoso.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Vimarckoso-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-Instruct-orpo.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-orpo-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-Instruct-kto.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-kto-GGUF", MessagesFormatterType.OPEN_CHAT], + "Poppy_Porpoise-v0.7-L3-8B.i1-Q5_K_M.gguf": ["mradermacher/Poppy_Porpoise-v0.7-L3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "NeuralStar_Story-9b.i1-Q4_K_M.gguf": ["mradermacher/NeuralStar_Story-9b-i1-GGUF", MessagesFormatterType.MISTRAL], + "MT5-Gen3-MAG-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen3-MAG-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "MT5-Gen3-MAGBMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen3-MAGBMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "MT4-Gen3-MM-gemma-2-Rv0.4MT4g2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen3-MM-gemma-2-Rv0.4MT4g2-9B-GGUF", MessagesFormatterType.ALPACA], + "L3-8B-Poppy-Sunspice-experiment-c.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Poppy-Sunspice-experiment-c-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-Evo-10B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Evo-10B-i1-GGUF", MessagesFormatterType.ALPACA], + "Gemma2-9B-test-novelistwo.Q4_K_M.gguf": ["mradermacher/Gemma2-9B-test-novelistwo-GGUF", MessagesFormatterType.ALPACA], + "Gemma-2-9b-baymax.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-9b-baymax-i1-GGUF", MessagesFormatterType.ALPACA], + "eule-qwen2.5instruct-7b-111224.i1-Q5_K_M.gguf": ["mradermacher/eule-qwen2.5instruct-7b-111224-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Creative-7B-nerd.i1-Q5_K_M.gguf": ["mradermacher/Creative-7B-nerd-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "FuseChat-Llama-3.1-8B-Instruct-Q5_K_M.gguf": ["bartowski/FuseChat-Llama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3], + "Sailor2-8B-Chat-Uncensored.i1-Q4_K_M.gguf": ["mradermacher/Sailor2-8B-Chat-Uncensored-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "oh-dcft-v3.1-llama-3.1-8b.i1-Q5_K_M.gguf": ["mradermacher/oh-dcft-v3.1-llama-3.1-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "oh-dcft-v3.1-claude-3-5-haiku-20241022.i1-Q5_K_M.gguf": ["mradermacher/oh-dcft-v3.1-claude-3-5-haiku-20241022-i1-GGUF", MessagesFormatterType.LLAMA_3], + "NovaSpark.i1-Q5_K_M.gguf": ["mradermacher/NovaSpark-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Novaeus-Promptist-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Novaeus-Promptist-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "suzume-llama-3-8B-multilingual.i1-Q5_K_M.gguf": ["mradermacher/suzume-llama-3-8B-multilingual-i1-GGUF", MessagesFormatterType.LLAMA_3], + "suzume-llama-3-8B-japanese.i1-Q4_K_M.gguf": ["mradermacher/suzume-llama-3-8B-japanese-i1-GGUF", MessagesFormatterType.LLAMA_3], + "nepoticide-12B-Unslop-Unleashed-Mell-RPMax.i1-Q4_K_M.gguf": ["mradermacher/nepoticide-12B-Unslop-Unleashed-Mell-RPMax-i1-GGUF", MessagesFormatterType.MISTRAL], + "NemoMix-12B-DellaV1b.i1-Q4_K_M.gguf": ["mradermacher/NemoMix-12B-DellaV1b-i1-GGUF", MessagesFormatterType.MISTRAL], + "NekoMix-12B.i1-Q4_K_M.gguf": ["mradermacher/NekoMix-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Moriyasu_Qwen2_JP_7B.Q5_K_M.gguf": ["mradermacher/Moriyasu_Qwen2_JP_7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "MN-Funhouse-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-Funhouse-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mistralv0.2-Erosumikav2-Franken-Sonya-10.5B.i1-Q4_K_M.gguf": ["mradermacher/Mistralv0.2-Erosumikav2-Franken-Sonya-10.5B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mistral-Reddit-12B.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Reddit-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MistralMusic.Q5_K_M.gguf": ["mradermacher/MistralMusic-GGUF", MessagesFormatterType.MISTRAL], + "miscii-Virtuoso-Small.i1-Q4_K_M.gguf": ["mradermacher/miscii-Virtuoso-Small-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mermaid-Dolphin-Mixtral-2x7b.i1-Q4_K_M.gguf": ["mradermacher/Mermaid-Dolphin-Mixtral-2x7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "Merged-Tasty-Unsloth-Llama-3.1-8B-v4.Q5_K_M.gguf": ["mradermacher/Merged-Tasty-Unsloth-Llama-3.1-8B-v4-GGUF", MessagesFormatterType.LLAMA_3], + "MedWest-7B.i1-Q5_K_M.gguf": ["mradermacher/MedWest-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Matter-0.1-7B-boost-DPO-preview.i1-Q5_K_M.gguf": ["mradermacher/Matter-0.1-7B-boost-DPO-preview-i1-GGUF", MessagesFormatterType.MISTRAL], + "Magnolia-v3-12B.i1-Q4_K_M.gguf": ["mradermacher/Magnolia-v3-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-TI-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama-TI-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama3-Chinese-8B-Instruct-Agent-v1.Q5_K_M.gguf": ["mradermacher/Llama3-Chinese-8B-Instruct-Agent-v1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-8B-Instruct-DPO-v0.3.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-DPO-v0.3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama3.1-Reddit-Writer-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama3.1-Reddit-Writer-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-Tortoise.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Tortoise-i1-GGUF", MessagesFormatterType.LLAMA_3], + "LightChatAssistant-2x7B.i1-Q4_K_M.gguf": ["mradermacher/LightChatAssistant-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Lamarck-14B-v0.3.i1-Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.3-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "lamarck-14b-prose-model_stock.Q4_K_M.gguf": ["mradermacher/lamarck-14b-prose-model_stock-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3-ColdBrew-DualCore.i1-Q5_K_M.gguf": ["mradermacher/L3-ColdBrew-DualCore-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Tiv-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Tiv-10B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Sekplus-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Sekplus-10B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "KRONOS-8B-V1-P3.Q5_K_M.gguf": ["mradermacher/KRONOS-8B-V1-P3-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma2-9B-test-novelist.Q4_K_M.gguf": ["mradermacher/Gemma2-9B-test-novelist-GGUF", MessagesFormatterType.ALPACA], + "G2-Nowing-9B.i1-Q4_K_M.gguf": ["mradermacher/G2-Nowing-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "G2-Nowing-9B-32K-YS.i1-Q4_K_M.gguf": ["mradermacher/G2-Nowing-9B-32K-YS-i1-GGUF", MessagesFormatterType.ALPACA], + "D_AU-Tiefighter-Plus-OrcaMaid-V3-13B-32k-slerp.i1-Q4_K_M.gguf": ["mradermacher/D_AU-Tiefighter-Plus-OrcaMaid-V3-13B-32k-slerp-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Baldur-KTO.i1-Q5_K_M.gguf": ["mradermacher/Baldur-KTO-i1-GGUF", MessagesFormatterType.LLAMA_3], + "FuseChat-Qwen-2.5-7B-Instruct-Q5_K_M.gguf": ["bartowski/FuseChat-Qwen-2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "FuseChat-Gemma-2-9B-Instruct-Q4_K_M.gguf": ["bartowski/FuseChat-Gemma-2-9B-Instruct-GGUF", MessagesFormatterType.ALPACA], + "Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES.Q4_K_M.gguf": ["mradermacher/Josiefied-abliteratedV4-Qwen2.5-14B-Inst-BaseMerge-TIES-GGUF", MessagesFormatterType.OPEN_CHAT], + "InfinityLake-2x7B.i1-Q4_K_M.gguf": ["mradermacher/InfinityLake-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "InfinityKuno-2x7B.i1-Q4_K_M.gguf": ["mradermacher/InfinityKuno-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Himeyuri-v0.1-12B.i1-Q4_K_M.gguf": ["mradermacher/Himeyuri-v0.1-12B-i1-GGUF", MessagesFormatterType.CHATML], + "MN-Chinofun-12B-3.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-3-i1-GGUF", MessagesFormatterType.MISTRAL], + "FuseChat-7B-VaRM.i1-Q5_K_M.gguf": ["mradermacher/FuseChat-7B-VaRM-i1-GGUF", MessagesFormatterType.MISTRAL], + "Dragon-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/Dragon-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DareBeagel-2x7B.i1-Q4_K_M.gguf": ["mradermacher/DareBeagel-2x7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Cautious_Qwen.Q5_K_M.gguf": ["mradermacher/Cautious_Qwen-GGUF", MessagesFormatterType.OPEN_CHAT], + "Captain-Eris_Twighlight-Magnum-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Twighlight-Magnum-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Brainy_LLAMA.i1-Q5_K_M.gguf": ["mradermacher/Brainy_LLAMA-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Blue-Rose-Coder-12.3B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Blue-Rose-Coder-12.3B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "BigTalker-Lite-8B.i1-Q5_K_M.gguf": ["mradermacher/BigTalker-Lite-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Aura-8B-SFT.i1-Q4_K_M.gguf": ["mradermacher/Aura-8B-SFT-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Aura-8B.i1-Q4_K_M.gguf": ["mradermacher/Aura-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Arconte-13B.i1-Q4_K_M.gguf": ["mradermacher/Arconte-13B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Arabic-Orpo-Llama-3-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Arabic-Orpo-Llama-3-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Elusive_ALT1.1-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/Elusive_ALT1.1-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Writplus-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Writplus-10B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Aura-8B.Q4_K_S.gguf": ["mradermacher/Aura-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Eclectic-Maid-10B-v2.i1-Q4_K_M.gguf": ["mradermacher/Eclectic-Maid-10B-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Captain_BMO-0.420-Magnum-12B-Q4_K_M.gguf": ["bartowski/Captain_BMO-0.420-Magnum-12B-GGUF", MessagesFormatterType.MISTRAL], + "SeQwence-14Bv6.Q4_K_M.gguf": ["mradermacher/SeQwence-14Bv6-GGUF", MessagesFormatterType.OPEN_CHAT], + "Shahin-v0.1.Q4_K_M.gguf": ["mradermacher/Shahin-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT], + "ZEUS-8B-V6.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V6-i1-GGUF", MessagesFormatterType.LLAMA_3], + "AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS.i1-Q4_K_M.gguf": ["mradermacher/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-TI-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Llama-TI-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Fusion3-14B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Fusion3-14B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3-Sophie-improved-v1.Q5_K_M.gguf": ["mradermacher/L3-Sophie-improved-v1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-8B-Stheno-2x8B-MoE.Q4_K_M.gguf": ["mradermacher/L3-8B-Stheno-2x8B-MoE-GGUF", MessagesFormatterType.LLAMA_3], + "megatron_1.1_MoE_2x7B.i1-Q4_K_M.gguf": ["mradermacher/megatron_1.1_MoE_2x7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MT1-Gen3-MU-gemma-2-S2S5-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen3-MU-gemma-2-S2S5-9B-GGUF", MessagesFormatterType.ALPACA], + "MixtureofMerges-MoE-2x7bRP-v8.i1-Q4_K_M.gguf": ["mradermacher/MixtureofMerges-MoE-2x7bRP-v8-i1-GGUF", MessagesFormatterType.MISTRAL], + "EXAONE-3.5-7.8B-Instruct-Q4_K_M.gguf": ["bartowski/EXAONE-3.5-7.8B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "MT1-Gen3-MUI-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen3-MUI-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "Fusion-14B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Fusion-14B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Lamarck-14B-v0.2-experimental.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.2-experimental-GGUF", MessagesFormatterType.OPEN_CHAT], + "Llama3.1-Reddit-Writer-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-Reddit-Writer-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Franken-MistressMaid-10.5B-v2.i1-Q4_K_M.gguf": ["mradermacher/Franken-MistressMaid-10.5B-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mercury_In_Retrograde-ALT-8b-Model-Stock.i1-Q4_K_M.gguf": ["mradermacher/Mercury_In_Retrograde-ALT-8b-Model-Stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Virtuoso-Small.i1-Q4_K_M.gguf": ["mradermacher/Virtuoso-Small-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Tuldur-8B.Q4_K_M.gguf": ["mradermacher/Tuldur-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Orbita-v0.1.i1-Q4_K_M.gguf": ["mradermacher/Orbita-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Violet_Eris-BMO-12B.i1-Q4_K_M.gguf": ["mradermacher/Violet_Eris-BMO-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mistral-Darwin-7b-v0.1.i1-Q5_K_M.gguf": ["mradermacher/Mistral-Darwin-7b-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "PrimaSumika-10.7B-128k.Q4_K_M.gguf": ["mradermacher/PrimaSumika-10.7B-128k-GGUF", MessagesFormatterType.MISTRAL], + "L3-Umbral-Mind-RP-v2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Umbral-Mind-RP-v2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Arch-Function-7B.i1-Q5_K_M.gguf": ["mradermacher/Arch-Function-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Llama-3-Nerdy-RP-8B.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-Nerdy-RP-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "magnum-twilight-12b.i1-Q4_K_M.gguf": ["mradermacher/magnum-twilight-12b-i1-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-Ultimate-14B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-Ultimate-14B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "ContaLLM-Beauty-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/ContaLLM-Beauty-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Eidolon-v3.1-14B-deconditioned.Q4_K_M.gguf": ["mradermacher/Eidolon-v3.1-14B-deconditioned-GGUF", MessagesFormatterType.OPEN_CHAT], + "ZEUS-8B-V2L2.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V2L2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Rocinante-Prism_V2.0.Q4_K_M.gguf": ["mradermacher/Rocinante-Prism_V2.0-GGUF", MessagesFormatterType.MISTRAL], + "Rocinante-Prism_V2.1.Q4_K_M.gguf": ["mradermacher/Rocinante-Prism_V2.1-GGUF", MessagesFormatterType.MISTRAL], + "Virtuoso-Small-Q4_K_M.gguf": ["bartowski/Virtuoso-Small-GGUF", MessagesFormatterType.OPEN_CHAT], + "ZEUS-8B-V2.i1-Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Lamarck-14B-v0.1-experimental.i1-Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.1-experimental-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "patricide-12B-Unslop-Mell.Q4_K_M.gguf": ["mradermacher/patricide-12B-Unslop-Mell-GGUF", MessagesFormatterType.MISTRAL], + "Eidolon-v3.1-14B.Q4_K_M.gguf": ["mradermacher/Eidolon-v3.1-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Frigg-v1.4-8b-HIGH-FANTASY.Q5_K_M.gguf": ["mradermacher/Frigg-v1.4-8b-HIGH-FANTASY-GGUF", MessagesFormatterType.LLAMA_3], + "Thor-v1.4-8b-DARK-FICTION.i1-Q5_K_M.gguf": ["mradermacher/Thor-v1.4-8b-DARK-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "QwenMosaic-7B.i1-Q5_K_M.gguf": ["mradermacher/QwenMosaic-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-Spanish-0.2.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Spanish-0.2-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "IceDrunkenCherryRP-7b-Q5_K_M.gguf": ["bartowski/IceDrunkenCherryRP-7b-GGUF", MessagesFormatterType.MISTRAL], + "SmolLumi-8B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/SmolLumi-8B-Instruct-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Capt-Dark-Science-12B.i1-Q4_K_S.gguf": ["mradermacher/Capt-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Thor-v1.4-8b-DARK-FANTASY.i1-Q4_K_M.gguf": ["mradermacher/Thor-v1.4-8b-DARK-FANTASY-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mayo.Q5_K_M.gguf": ["mradermacher/Mayo-GGUF", MessagesFormatterType.MISTRAL], + "Ella-9B.i1-Q4_K_M.gguf": ["mradermacher/Ella-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "miscii-14b-1028-Q4_K_M.gguf": ["bartowski/miscii-14b-1028-GGUF", MessagesFormatterType.OPEN_CHAT], + "SeaMarco-o1-7B-v1.Q4_K_M.gguf": ["mradermacher/SeaMarco-o1-7B-v1-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.1-RP-Hero-InBetween-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-RP-Hero-InBetween-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SeQwence-14Bv4.Q4_K_M.gguf": ["mradermacher/SeQwence-14Bv4-GGUF", MessagesFormatterType.OPEN_CHAT], + "QwenStock2-14B.Q4_K_M.gguf": ["mradermacher/QwenStock2-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Dark-Science-12B.i1-Q4_K_S.gguf": ["mradermacher/Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Liberated-Qwen1.5-14B.Q4_K_M.gguf": ["mradermacher/Liberated-Qwen1.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Blur-7b-slerp-v1.4.Q5_K_M.gguf": ["mradermacher/Blur-7b-slerp-v1.4-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-linear-8B.Q5_K_M.gguf": ["mradermacher/Llama-3-linear-8B-GGUF", MessagesFormatterType.LLAMA_3], + "SAINEMO-reMIX.i1-Q4_K_M.gguf": ["mradermacher/SAINEMO-reMIX-i1-GGUF", MessagesFormatterType.MISTRAL], + "Blur-7b-slerp-v1.44.Q5_K_M.gguf": ["mradermacher/Blur-7b-slerp-v1.44-GGUF", MessagesFormatterType.MISTRAL], + "QwenStock1-14B.Q4_K_S.gguf": ["mradermacher/QwenStock1-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Matryoshka-8B-LINEAR.i1-Q4_K_S.gguf": ["mradermacher/Matryoshka-8B-LINEAR-i1-GGUF", MessagesFormatterType.LLAMA_3], + "8b-Base-mixed-1.Q5_K_M.gguf": ["mradermacher/8b-Base-mixed-1-GGUF", MessagesFormatterType.LLAMA_3], + "MT-Gen3-IMM-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen3-IMM-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "MT-Gen3-IF-gemma-2-MT4g2S5-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen3-IF-gemma-2-MT4g2S5-9B-GGUF", MessagesFormatterType.ALPACA], + "Nemo-DPO-v11.Q4_K_M.gguf": ["mradermacher/Nemo-DPO-v11-GGUF", MessagesFormatterType.MISTRAL], + "SeQwence-14B-EvolMerge.i1-Q4_K_M.gguf": ["mradermacher/SeQwence-14B-EvolMerge-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Q2.5-14B-Evalternagar.Q4_K_M.gguf": ["mradermacher/Q2.5-14B-Evalternagar-GGUF", MessagesFormatterType.OPEN_CHAT], + "RP-SAINEMO.i1-Q4_K_M.gguf": ["mradermacher/RP-SAINEMO-i1-GGUF", MessagesFormatterType.MISTRAL], + "Freyja-v4.95-New-writer7-7b-NON-FICTION.i1-Q4_K_M.gguf": ["mradermacher/Freyja-v4.95-New-writer7-7b-NON-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "WIP-Acacia-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/WIP-Acacia-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3], + "Freyja-v4.95-Sao10K-7b-NON-FICTION.i1-Q4_K_M.gguf": ["mradermacher/Freyja-v4.95-Sao10K-7b-NON-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MT-Merge2-MUB-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT-Merge2-MUB-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "llama3.1-8b-instruct-political-subreddits.i1-Q5_K_M.gguf": ["mradermacher/llama3.1-8b-instruct-political-subreddits-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Freyja-v4.95-Undi95-7b-NON-FICTION.i1-Q5_K_M.gguf": ["mradermacher/Freyja-v4.95-Undi95-7b-NON-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Freyja-v4.95-mix-7b-NON-FICTION.i1-Q4_K_M.gguf": ["mradermacher/Freyja-v4.95-mix-7b-NON-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Condensed_Milk-8B-Model_Stock.Q4_K_S.gguf": ["mradermacher/Condensed_Milk-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3], + "Freyja-v4.95-maldv-7b-NON-FICTION.i1-Q4_K_S.gguf": ["mradermacher/Freyja-v4.95-maldv-7b-NON-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Freyja-v4.95-New-writer-7b-NON-FICTION.i1-Q4_K_M.gguf": ["mradermacher/Freyja-v4.95-New-writer-7b-NON-FICTION-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Freyja-v4.95-Dark-Planet-7b-NON-FICTION.Q5_K_M.gguf": ["mradermacher/Freyja-v4.95-Dark-Planet-7b-NON-FICTION-GGUF", MessagesFormatterType.LLAMA_3], + "AgoraMix-14B-stock-v0.1.i1-Q4_K_M.gguf": ["mradermacher/AgoraMix-14B-stock-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Keiana-L3-Test6.2-8B-18.Q5_K_M.gguf": ["mradermacher/Keiana-L3-Test6.2-8B-18-GGUF", MessagesFormatterType.LLAMA_3], + "MFANNv0.25.i1-Q5_K_M.gguf": ["mradermacher/MFANNv0.25-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwestion-14B.i1-Q4_K_M.gguf": ["mradermacher/Qwestion-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "SeQwence-14B-EvolMergev1.i1-Q4_K_M.gguf": ["mradermacher/SeQwence-14B-EvolMergev1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Frigg-v1.35-8b-HIGH-FANTASY-1024k.i1-Q5_K_M.gguf": ["mradermacher/Frigg-v1.35-8b-HIGH-FANTASY-1024k-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Odin-v1.0-8b-FICTION-1024k.i1-Q4_K_M.gguf": ["mradermacher/Odin-v1.0-8b-FICTION-1024k-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Marco-01-slerp6-7B.Q5_K_M.gguf": ["mradermacher/Marco-01-slerp6-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Alita99-8B-LINEAR.Q5_K_M.gguf": ["mradermacher/Alita99-8B-LINEAR-GGUF", MessagesFormatterType.LLAMA_3], + "Thor-v1.35-8b-DARK-FANTASY-1024k.Q5_K_M.gguf": ["mradermacher/Thor-v1.35-8b-DARK-FANTASY-1024k-GGUF", MessagesFormatterType.LLAMA_3], + "Thor-v1.3a-8b-FANTASY-1024k.Q5_K_M.gguf": ["mradermacher/Thor-v1.3a-8b-FANTASY-1024k-GGUF", MessagesFormatterType.LLAMA_3], + "LemonP_ALT-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/LemonP_ALT-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3], + "Loki-v2.75-8b-EROTICA-1024k.Q5_K_M.gguf": ["mradermacher/Loki-v2.75-8b-EROTICA-1024k-GGUF", MessagesFormatterType.LLAMA_3], + "marco-o1-uncensored.Q5_K_M.gguf": ["mradermacher/marco-o1-uncensored-GGUF", MessagesFormatterType.OPEN_CHAT], + "SeQwence-14Bv1.i1-Q4_K_M.gguf": ["mradermacher/SeQwence-14Bv1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "MT5-Gen2-GP-gemma-2-MT1RGDv0.1-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen2-GP-gemma-2-MT1RGDv0.1-9B-GGUF", MessagesFormatterType.ALPACA], + "MT5-Gen2-IF-gemma-2-MT1RAv0.1-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen2-IF-gemma-2-MT1RAv0.1-9B-GGUF", MessagesFormatterType.ALPACA], + "SeQwence-14Bv2.i1-Q4_K_M.gguf": ["mradermacher/SeQwence-14Bv2-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "ChaiML-Nemo-DPO-V8.i1-Q4_K_M.gguf": ["mradermacher/ChaiML-Nemo-DPO-V8-i1-GGUF", MessagesFormatterType.MISTRAL], + "MT4-Gen2-MAMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen2-MAMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "MT4-Gen2-IF-gemma-2-MT5MT1-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen2-IF-gemma-2-MT5MT1-9B-GGUF", MessagesFormatterType.ALPACA], + "Chronos-Prism_V1.0.i1-Q4_K_M.gguf": ["mradermacher/Chronos-Prism_V1.0-i1-GGUF", MessagesFormatterType.MISTRAL], + "Marco-01-slerp5-7B.Q5_K_M.gguf": ["mradermacher/Marco-01-slerp5-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "RQwen-v0.1.Q4_K_M.gguf": ["mradermacher/RQwen-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Teleut-7b.i1-Q5_K_M.gguf": ["mradermacher/Teleut-7b-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "RP-Naughty-v1.0f-8b.i1-Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.0f-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MT4-Gen2-GBMAMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen2-GBMAMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "RP-Naughty-v1.1-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.1-8b-GGUF", MessagesFormatterType.LLAMA_3], + "RP-Naughty-v1.0e-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.0e-8b-GGUF", MessagesFormatterType.LLAMA_3], + "RP-Naughty-v1.1b-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.1b-8b-GGUF", MessagesFormatterType.LLAMA_3], + "RP-Naughty-v1.1a-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.1a-8b-GGUF", MessagesFormatterType.LLAMA_3], + "Marco-01-slerp4-7B.Q5_K_M.gguf": ["mradermacher/Marco-01-slerp4-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "RP-Naughty-v1.0b-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.0b-8b-GGUF", MessagesFormatterType.LLAMA_3], + "RP-Naughty-v1.0c-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.0c-8b-GGUF", MessagesFormatterType.LLAMA_3], + "IceDrunkenCherryRP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceDrunkenCherryRP-7b-i1-GGUF", MessagesFormatterType.ALPACA], + "Thor-v1.2-8b-1024k.i1-Q5_K_M.gguf": ["mradermacher/Thor-v1.2-8b-1024k-i1-GGUF", MessagesFormatterType.LLAMA_3], + "RP-Naughty-v1.0d-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.0d-8b-GGUF", MessagesFormatterType.LLAMA_3], + "Cakrawala-8B.i1-Q4_K_S.gguf": ["mradermacher/Cakrawala-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Thor-v1.1e-8b-1024k.Q5_K_M.gguf": ["mradermacher/Thor-v1.1e-8b-1024k-GGUF", MessagesFormatterType.LLAMA_3], + "RP-Naughty-v1.0a-8b.Q5_K_M.gguf": ["mradermacher/RP-Naughty-v1.0a-8b-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-14B-Mixed-Instruct.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Mixed-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "WestKunai-Hermes-10.7b-test.Q4_K_M.gguf": ["mradermacher/WestKunai-Hermes-10.7b-test-GGUF", MessagesFormatterType.MISTRAL], + "Tulu-3.1-8B-SuperNova.i1-Q4_K_M.gguf": ["mradermacher/Tulu-3.1-8B-SuperNova-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Loki-v2.6-8b-1024k.i1-Q5_K_M.gguf": ["mradermacher/Loki-v2.6-8b-1024k-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Kosmos-8B-v1.i1-Q5_K_M.gguf": ["mradermacher/Kosmos-8B-v1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-7B-Instruct-DPO-v01.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-DPO-v01-GGUF", MessagesFormatterType.OPEN_CHAT], + "HomerCreativeAnvita-Mix-Qw7B.i1-Q5_K_M.gguf": ["mradermacher/HomerCreativeAnvita-Mix-Qw7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "EVA-Tissint-v1.2-14B.i1-Q4_K_M.gguf": ["mradermacher/EVA-Tissint-v1.2-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Llama-3.1-Tulu-3-8B-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-Tulu-3-8B-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mistral-Nemo-12B-ArliAI-RPMax-v1.2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-i1-GGUF", MessagesFormatterType.MISTRAL], + "EVA-Tissint-v1.2-14B.i1-Q4_K_M.gguf": ["mradermacher/EVA-Tissint-v1.2-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Intelligence-7.i1-Q5_K_M.gguf": ["mradermacher/Intelligence-7-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Ice0.40-20.11-RP.i1-Q5_K_M.gguf": ["mradermacher/Ice0.40-20.11-RP-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.1-8B-ArliAI-RPMax-v1.2.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-ArliAI-RPMax-v1.2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SzilviaB_DarkSlushNeuralDaredevil-8b-abliterated.i1-Q5_K_M.gguf": ["mradermacher/SzilviaB_DarkSlushNeuralDaredevil-8b-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-7B-HomerCreative-Mix.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-HomerCreative-Mix-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "MN-Instruct-2407-14.7B-BRAINSTORM-10x-FORM-3.i1-Q4_K_M.gguf": ["mradermacher/MN-Instruct-2407-14.7B-BRAINSTORM-10x-FORM-3-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-Instruct-2407-13.35B-BRAINSTORM-5x-FORM-11.Q4_K_M.gguf": ["mradermacher/MN-Instruct-2407-13.35B-BRAINSTORM-5x-FORM-11-GGUF", MessagesFormatterType.MISTRAL], + "NeuralDarkDevil-8b-abliterated.i1-Q5_K_M.gguf": ["mradermacher/NeuralDarkDevil-8b-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DarkNeuralDaredevilUnholy-8b.i1-Q5_K_M.gguf": ["mradermacher/DarkNeuralDaredevilUnholy-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DarkAuraUnholy-Uncensored-OAS-8b.i1-Q5_K_M.gguf": ["mradermacher/DarkAuraUnholy-Uncensored-OAS-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DarkUnholyDareDevil-abliterated-8b.i1-Q5_K_M.gguf": ["mradermacher/DarkUnholyDareDevil-abliterated-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DarkDareDevilAura-abliterated-uncensored-OAS-8b.i1-Q5_K_M.gguf": ["mradermacher/DarkDareDevilAura-abliterated-uncensored-OAS-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DarkNeuralDareDevil-Eight-Orbs-Of-Power-8b.i1-Q5_K_M.gguf": ["mradermacher/DarkNeuralDareDevil-Eight-Orbs-Of-Power-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mistral-NeuralDPO-v0.4.Q5_K_M.gguf": ["mradermacher/Mistral-NeuralDPO-v0.4-GGUF", MessagesFormatterType.MISTRAL], + "Hermes-Instruct-7B-v0.2.i1-Q5_K_M.gguf": ["mradermacher/Hermes-Instruct-7B-v0.2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.1-Tulu-3-8B-DPO-Q5_K_M.gguf": ["bartowski/Llama-3.1-Tulu-3-8B-DPO-GGUF", MessagesFormatterType.LLAMA_3], + "Platyboros-Instruct-7B.i1-Q5_K_M.gguf": ["mradermacher/Platyboros-Instruct-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "hermes-llama3-roleplay-2000-v3.i1-Q5_K_M.gguf": ["mradermacher/hermes-llama3-roleplay-2000-v3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hermes-Instruct-7B-100K.i1-Q5_K_M.gguf": ["mradermacher/Hermes-Instruct-7B-100K-i1-GGUF", MessagesFormatterType.MISTRAL], + "SeQwence-14B.i1-Q4_K_M.gguf": ["mradermacher/SeQwence-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Llama-3.1-Tulu-3-8B-Q5_K_M.gguf": ["bartowski/Llama-3.1-Tulu-3-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Ministral-8B-Instruct-2410.Q5_K_M.gguf": ["mradermacher/Ministral-8B-Instruct-2410-GGUF", MessagesFormatterType.MISTRAL], + "Loki-v2.6-8b-1024k.Q4_K_M.gguf": ["mradermacher/Loki-v2.6-8b-1024k-GGUF", MessagesFormatterType.LLAMA_3], + "DarkUnholyPlanet-OAS-8b.i1-Q5_K_M.gguf": ["mradermacher/DarkUnholyPlanet-OAS-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-7B-HomerAnvita-NerdMix.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-7B-HomerAnvita-NerdMix-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "DarkUnholyDareDevil-8b-abliterated.i1-Q4_K_M.gguf": ["mradermacher/DarkUnholyDareDevil-8b-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "LLama3.1-Hawkish-Theia-Fireball-8B.i1-Q5_K_M.gguf": ["mradermacher/LLama3.1-Hawkish-Theia-Fireball-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MT3-Gen2-MU-gemma-2-GQv1-9B.Q4_K_M.gguf": ["mradermacher/MT3-Gen2-MU-gemma-2-GQv1-9B-GGUF", MessagesFormatterType.ALPACA], + "MT3-Gen2-GMM-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT3-Gen2-GMM-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "Platyboros-Instruct-7B.Q5_K_M.gguf": ["mradermacher/Platyboros-Instruct-7B-GGUF", MessagesFormatterType.MISTRAL], + "Fuselage-8B.Q5_K_M.gguf": ["mradermacher/Fuselage-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Kudzerk-8B.Q5_K_M.gguf": ["mradermacher/Kudzerk-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-Coder-7B-Instruct-abliterated-TIES-v2.0.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-TIES-v2.0-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "B-NIMITA-L3-8B-v0.02.Q5_K_M.gguf": ["mradermacher/B-NIMITA-L3-8B-v0.02-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Aspire-Heart-Matrix-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Aspire-Heart-Matrix-8B-GGUF", MessagesFormatterType.LLAMA_3], + "HomerSlerp1-7B.Q5_K_M.gguf": ["mradermacher/HomerSlerp1-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "MN-Slush.i1-Q4_K_M.gguf": ["mradermacher/MN-Slush-i1-GGUF", MessagesFormatterType.MISTRAL], + "HomerSlerp2-7B.i1-Q4_K_M.gguf": ["mradermacher/HomerSlerp2-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "LLaMA-Mesh-Q5_K_M.gguf": ["bartowski/LLaMA-Mesh-GGUF", MessagesFormatterType.LLAMA_3], + "BgGPT-Gemma-2-9B-IT-v1.0.i1-Q4_K_M.gguf": ["mradermacher/BgGPT-Gemma-2-9B-IT-v1.0-i1-GGUF", MessagesFormatterType.ALPACA], + "Ice0.37-19.11-RP-orpo-1.i1-Q5_K_M.gguf": ["mradermacher/Ice0.37-19.11-RP-orpo-1-i1-GGUF", MessagesFormatterType.MISTRAL], + "CursedMatrix-8B-v9.i1-Q5_K_M.gguf": ["mradermacher/CursedMatrix-8B-v9-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Cakrawala-8B.i1-Q5_K_M.gguf": ["mradermacher/Cakrawala-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "JerseyDevil-14b.i1-Q4_K_M.gguf": ["mradermacher/JerseyDevil-14b-i1-GGUF", MessagesFormatterType.SOLAR], + "Llama-3.1-Jamet-8B-MK.I.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-Jamet-8B-MK.I-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SeQwence-14B-v5.Q4_K_S.gguf": ["mradermacher/SeQwence-14B-v5-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.1-8B-Dark-Planet-Slush.i1-Q4_K_M.gguf": ["mradermacher/L3.1-8B-Dark-Planet-Slush-i1-GGUF", MessagesFormatterType.LLAMA_3], + "QwenSlerp12-7B.Q5_K_M.gguf": ["mradermacher/QwenSlerp12-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "qwen-carpmuscle-v0.4.Q4_K_M.gguf": ["mradermacher/qwen-carpmuscle-v0.4-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.1-8B-Slush-v1.1.i1-Q4_K_M.gguf": ["mradermacher/L3.1-8B-Slush-v1.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.2-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Llama-3.2-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3], + "Homer-v0.3-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/Homer-v0.3-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Norns-Qwen2.5-7B-v0.2.i1-Q5_K_M.gguf": ["mradermacher/Norns-Qwen2.5-7B-v0.2-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "LLAMA-3_8B_Unaligned_BETA.i1-Q5_K_M.gguf": ["mradermacher/LLAMA-3_8B_Unaligned_BETA-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SELM-Llama-3-8B-Instruct-iter-3.Q5_K_M.gguf": ["mradermacher/SELM-Llama-3-8B-Instruct-iter-3-GGUF", MessagesFormatterType.LLAMA_3], + "ArliAI-RPMax-v1.3-merge-8B.i1-Q4_K_M.gguf": ["mradermacher/ArliAI-RPMax-v1.3-merge-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-2-9b-it-DS-V2.Q4_K_M.gguf": ["mradermacher/gemma-2-9b-it-DS-V2-GGUF", MessagesFormatterType.ALPACA], + "Stheno-Hercules-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Stheno-Hercules-3.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "EVA-Norns-Qwen2.5-v0.1.i1-Q5_K_M.gguf": ["mradermacher/EVA-Norns-Qwen2.5-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Infinirc-ArliAI-RPMax-v1.3-merge-8B.i1-Q5_K_M.gguf": ["mradermacher/Infinirc-ArliAI-RPMax-v1.3-merge-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Verdandi-Qwen2.5-7B.Q5_K_M.gguf": ["mradermacher/Verdandi-Qwen2.5-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2-Wukong-7B.Q5_K_M.gguf": ["mradermacher/Qwen2-Wukong-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Lelantos-7B.Q5_K_M.gguf": ["mradermacher/Lelantos-7B-GGUF", MessagesFormatterType.MISTRAL], + "Kunoichi-7B.Q5_K_M.gguf": ["mradermacher/Kunoichi-7B-GGUF", MessagesFormatterType.MISTRAL], + "llama-3-cat-8b-instruct-v1.Q5_K_M.gguf": ["mradermacher/llama-3-cat-8b-instruct-v1-GGUF", MessagesFormatterType.LLAMA_3], + "DPOpenHermes-7B.i1-Q5_K_M.gguf": ["mradermacher/DPOpenHermes-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "NeuralDaredevil-8B-abliterated.Q5_K_M.gguf": ["mradermacher/NeuralDaredevil-8B-abliterated-GGUF", MessagesFormatterType.LLAMA_3], + "AstroSage-8B.Q5_K_M.gguf": ["mradermacher/AstroSage-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-8B-Theresa.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Theresa-GGUF", MessagesFormatterType.LLAMA_3], + "Sonya-7B.Q5_K_M.gguf": ["mradermacher/Sonya-7B-GGUF", MessagesFormatterType.MISTRAL], + "Hathor_Tahsin-L3-8B-v0.9.Q4_K_S.gguf": ["mradermacher/Hathor_Tahsin-L3-8B-v0.9-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen-Qwen2.5-7B-Instruct-llamafied.Q5_K_M.gguf": ["mradermacher/Qwen-Qwen2.5-7B-Instruct-llamafied-GGUF", MessagesFormatterType.OPEN_CHAT], + "Ice0.34n-14.11-RP.i1-Q4_K_S.gguf": ["mradermacher/Ice0.34n-14.11-RP-i1-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-14B-Wernicke-SFT.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14B-Wernicke-SFT-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-nerd-uncensored-v1.6.i1-Q4_K_S.gguf": ["mradermacher/Qwen2.5-7B-nerd-uncensored-v1.6-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "ArliAI-RPMax-v1.3-merge-8B.Q4_K_S.gguf": ["mradermacher/ArliAI-RPMax-v1.3-merge-8B-GGUF", MessagesFormatterType.LLAMA_3], + "MN-Violet-Lotus-12B.Q4_K_M.gguf": ["mradermacher/MN-Violet-Lotus-12B-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-7B-nerd-uncensored-v1.8.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-nerd-uncensored-v1.8-GGUF", MessagesFormatterType.OPEN_CHAT], + "ArliAI-RPMax-v1.3-merge-llama3-8B.i1-Q4_K_M.gguf": ["mradermacher/ArliAI-RPMax-v1.3-merge-llama3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-SuperNova-8B-Lite_TIES_with_Base.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base-i1-GGUF", MessagesFormatterType.LLAMA_3], + "maverick-llama3-8B.i1-Q4_K_M.gguf": ["mradermacher/maverick-llama3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "JSL-MedLlama-3-8B-v2.0.i1-Q5_K_M.gguf": ["mradermacher/JSL-MedLlama-3-8B-v2.0-i1-GGUF", MessagesFormatterType.LLAMA_3], + "hiwaifu-12b.i1-Q4_K_M.gguf": ["mradermacher/hiwaifu-12b-i1-GGUF", MessagesFormatterType.MISTRAL], + "samantha-1.1-westlake-7b-laser.i1-Q5_K_M.gguf": ["mradermacher/samantha-1.1-westlake-7b-laser-i1-GGUF", MessagesFormatterType.MISTRAL], + "Wukong-0.1-Mistral-7B-v0.2.i1-Q5_K_M.gguf": ["mradermacher/Wukong-0.1-Mistral-7B-v0.2-i1-GGUF", MessagesFormatterType.MISTRAL], + "InfinityRP-v1-7B.i1-Q5_K_M.gguf": ["mradermacher/InfinityRP-v1-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3-Luna-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Luna-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Awanllm-Llama-3-8B-Instruct-ORPO-v0.1.i1-Q5_K_M.gguf": ["mradermacher/Awanllm-Llama-3-8B-Instruct-ORPO-v0.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "dolphin-2.9.1-llama-3-8b.i1-Q5_K_M.gguf": ["mradermacher/dolphin-2.9.1-llama-3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "EVA-Tissint-14B.i1-Q4_K_M.gguf": ["mradermacher/EVA-Tissint-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "EVA-Tissint-v1.1-14B.Q4_K_M.gguf": ["mradermacher/EVA-Tissint-v1.1-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "magnum-12b-v2.5-kto.i1-Q4_K_M.gguf": ["mradermacher/magnum-12b-v2.5-kto-i1-GGUF", MessagesFormatterType.CHATML], + "L3.1-8B-Slush.i1-Q5_K_M.gguf": ["mradermacher/L3.1-8B-Slush-i1-GGUF", MessagesFormatterType.LLAMA_3], + "QandoraExp-7B-Persona.i1-Q5_K_M.gguf": ["mradermacher/QandoraExp-7B-Persona-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Pantheon-RP-1.6-12b-Nemo-KTO.i1-Q4_K_M.gguf": ["mradermacher/Pantheon-RP-1.6-12b-Nemo-KTO-i1-GGUF", MessagesFormatterType.CHATML], + "Unaligned-Base-8b-1024K.i1-Q5_K_M.gguf": ["mradermacher/Unaligned-Base-8b-1024K-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mistral-Nemo-Prism-12B-v6.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v6-GGUF", MessagesFormatterType.MISTRAL], + "hermes-llama3-roleplay-1000-v3.Q5_K_M.gguf": ["mradermacher/hermes-llama3-roleplay-1000-v3-GGUF", MessagesFormatterType.LLAMA_3], + "Prismatic-12b.Q4_K_M.gguf": ["mradermacher/Prismatic-12b-GGUF", MessagesFormatterType.MISTRAL], + "Qwen-2.5-Aether-SlerpFusion-7B.i1-Q5_K_M.gguf": ["mradermacher/Qwen-2.5-Aether-SlerpFusion-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "miscii-14b-1028.i1-Q4_K_M.gguf": ["mradermacher/miscii-14b-1028-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "DarkAtom-12B-v3.i1-Q4_K_M.gguf": ["mradermacher/DarkAtom-12B-v3-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mistral-Nemo-Prism-12B.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "QandoraExp-7B-v2.Q5_K_M.gguf": ["mradermacher/QandoraExp-7B-v2-GGUF", MessagesFormatterType.OPEN_CHAT], + "Kunocchini-7b-128k-test.Q5_K_M.gguf": ["mradermacher/Kunocchini-7b-128k-test-GGUF", MessagesFormatterType.MISTRAL], + "MT2-Gen2-BGMAMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen2-BGMAMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "dolphin-mixtral-2x7b.i1-Q4_K_M.gguf": ["mradermacher/dolphin-mixtral-2x7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "NightyGurps-14b-v1.1.Q4_K_M.gguf": ["mradermacher/NightyGurps-14b-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT], + "MT2-Gen2-BB-gemma-2-MTMMT5-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen2-BB-gemma-2-MTMMT5-9B-GGUF", MessagesFormatterType.ALPACA], + "MT2-Gen2-IMM-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT2-Gen2-IMM-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "Unaligned-RP-Base-8b-3.Q5_K_M.gguf": ["mradermacher/Unaligned-RP-Base-8b-3-GGUF", MessagesFormatterType.LLAMA_3], + "Unaligned-RP-Base-8b-2.Q5_K_M.gguf": ["mradermacher/Unaligned-RP-Base-8b-2-GGUF", MessagesFormatterType.LLAMA_3], + "LongWriter-Qwen2.5-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/LongWriter-Qwen2.5-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Everyone-LLM-7b-Base.i1-Q5_K_M.gguf": ["mradermacher/Everyone-LLM-7b-Base-i1-GGUF", MessagesFormatterType.MISTRAL], + "QwenSlerp8-7B.Q5_K_M.gguf": ["mradermacher/QwenSlerp8-7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Tess-10.7B-v1.5.Q4_K_M.gguf": ["mradermacher/Tess-10.7B-v1.5-GGUF", MessagesFormatterType.LLAMA_3], + "Rombos-Coder-V2.5-Qwen-7b.i1-Q5_K_M.gguf": ["mradermacher/Rombos-Coder-V2.5-Qwen-7b-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf": ["mradermacher/Qwen2.5-Gutenberg-Doppel-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "MT-Gen2-MU-gemma-2-MT1RAv0.1t0.25-9B.Q4_K_M.gguf": ["mradermacher/MT-Gen2-MU-gemma-2-MT1RAv0.1t0.25-9B-GGUF", MessagesFormatterType.ALPACA], + "MT1-Gen2-GP-gemma-2-MT1DMv1-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen2-GP-gemma-2-MT1DMv1-9B-GGUF", MessagesFormatterType.ALPACA], + "MT1-Gen2-GMA-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen2-GMA-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "MT1-Gen2-MMMU-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT1-Gen2-MMMU-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA], + "LGRC-7B-slerp.Q5_K_M.gguf": ["mradermacher/LGRC-7B-slerp-GGUF", MessagesFormatterType.MISTRAL], + "Ice0.32-10.11-RP.Q5_K_M.gguf": ["mradermacher/Ice0.32-10.11-RP-GGUF", MessagesFormatterType.MISTRAL], + "Vecteus-v1.i1-Q5_K_M.gguf": ["mradermacher/Vecteus-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-BaeZel-8B-Della.Q4_K_S.gguf": ["mradermacher/L3.1-BaeZel-8B-Della-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-14B-Instruct-SEALONG.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-SEALONG-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-Instruct-SEALONG.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-SEALONG-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Fraken-Maid-TW-K-Slerp.i1-Q5_K_M.gguf": ["mradermacher/Fraken-Maid-TW-K-Slerp-i1-GGUF", MessagesFormatterType.MISTRAL], + "AutoTrain-Qwen-Rui-Elite.Q5_K_M.gguf": ["mradermacher/AutoTrain-Qwen-Rui-Elite-GGUF", MessagesFormatterType.OPEN_CHAT], + "dolphin-2.6-mistral-7b-dpo-laser.Q4_K_S.gguf": ["mradermacher/dolphin-2.6-mistral-7b-dpo-laser-GGUF", MessagesFormatterType.MISTRAL], + "Flowable-Docs-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Flowable-Docs-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "slimorca-gemma2-9b-fft.Q4_K_M.gguf": ["mradermacher/slimorca-gemma2-9b-fft-GGUF", MessagesFormatterType.ALPACA], + "TQ2.5-14B-Sugarquill-v1-Q4_K_M.gguf": ["bartowski/TQ2.5-14B-Sugarquill-v1-GGUF", MessagesFormatterType.OPEN_CHAT], + "magnum-v3-9b-customgemma2.i1-Q4_K_M.gguf": ["mradermacher/magnum-v3-9b-customgemma2-i1-GGUF", MessagesFormatterType.ALPACA], + "Captain_BMO-12B.Q4_K_M.gguf": ["mradermacher/Captain_BMO-12B-GGUF", MessagesFormatterType.MISTRAL], + "LemonP-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/LemonP-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Ice0.31-08.11-RP.i1-Q5_K_M.gguf": ["mradermacher/Ice0.31-08.11-RP-i1-GGUF", MessagesFormatterType.MISTRAL], + "EVA-Qwen2.5-14B-v0.2.i1-Q4_K_M.gguf": ["mradermacher/EVA-Qwen2.5-14B-v0.2-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q4_k_m.gguf": ["DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF", MessagesFormatterType.LLAMA_3], + "EndlessRP-v2-7B.Q5_K_M.gguf": ["mradermacher/EndlessRP-v2-7B-GGUF", MessagesFormatterType.MISTRAL], + "badger-lambda-0-llama-3-8b.i1-Q5_K_M.gguf": ["mradermacher/badger-lambda-0-llama-3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Artemis-e2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-e2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MN-12B-Inferor-v0.0.Q4_K_M.gguf": ["mradermacher/MN-12B-Inferor-v0.0-GGUF", MessagesFormatterType.MISTRAL], + "Eclipse-13B-dpo.i1-Q4_K_M.gguf": ["mradermacher/Eclipse-13B-dpo-i1-GGUF", MessagesFormatterType.MISTRAL], + "Epic_Fiction-8b-v0.1.Q5_K_M.gguf": ["mradermacher/Epic_Fiction-8b-v0.1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-8B-StoryGenerator.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-StoryGenerator-i1-GGUF", MessagesFormatterType.LLAMA_3], + "badger-mu-llama-3-8b.i1-Q5_K_M.gguf": ["mradermacher/badger-mu-llama-3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "badger-writer-llama-3-8b.i1-Q5_K_M.gguf": ["mradermacher/badger-writer-llama-3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen-Rui-SE.Q5_K_M.gguf": ["mradermacher/Qwen-Rui-SE-GGUF", MessagesFormatterType.OPEN_CHAT], + "Valor-7B-v0.1.i1-Q4_K_M.gguf": ["mradermacher/Valor-7B-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Fraken-Maid-TW-Slerp.i1-Q5_K_M.gguf": ["mradermacher/Fraken-Maid-TW-Slerp-i1-GGUF", MessagesFormatterType.MISTRAL], + "KunoichiLake-2x7b.Q4_K_M.gguf": ["mradermacher/KunoichiLake-2x7b-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.1-SuperNova-8B-Lite_TIES_with_Base-Q4_K_M.gguf": ["bartowski/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base-GGUF", MessagesFormatterType.LLAMA_3], + "blossom-v4-qwen-14b.Q4_K_M.gguf": ["mradermacher/blossom-v4-qwen-14b-GGUF", MessagesFormatterType.OPEN_CHAT], + "Cookie_7B.Q5_K_M.gguf": ["mradermacher/Cookie_7B-GGUF", MessagesFormatterType.MISTRAL], + "Sejong-Qwen-v5.Q5_K_M.gguf": ["mradermacher/Sejong-Qwen-v5-GGUF", MessagesFormatterType.OPEN_CHAT], + "Triunvirato-7b.i1-Q5_K_M.gguf": ["mradermacher/Triunvirato-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-7B-CyberRombos.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-CyberRombos-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "G2-9B-Aletheia-v1.i1-Q4_K_M.gguf": ["mradermacher/G2-9B-Aletheia-v1-i1-GGUF", MessagesFormatterType.ALPACA], + "Qwen2.5-14B-UpToDate.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-UpToDate-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mistral-T5-7B-v1.Q4_K_M.gguf": ["mradermacher/Mistral-T5-7B-v1-GGUF", MessagesFormatterType.MISTRAL], + "NM-StarUnleashed.i1-Q4_K_M.gguf": ["mradermacher/NM-StarUnleashed-i1-GGUF", MessagesFormatterType.CHATML], + "WestLake-7B-v2-laser.i1-Q5_K_M.gguf": ["mradermacher/WestLake-7B-v2-laser-i1-GGUF", MessagesFormatterType.MISTRAL], + "Top-Western-Maid-7B.i1-Q4_K_M.gguf": ["mradermacher/Top-Western-Maid-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "MarcoHermes.i1-Q4_K_M.gguf": ["mradermacher/MarcoHermes-i1-GGUF", MessagesFormatterType.MISTRAL], + "Mayoroya.i1-Q4_K_M.gguf": ["mradermacher/Mayoroya-i1-GGUF", MessagesFormatterType.MISTRAL], + "NeuraLake-m7-v2-7B.i1-Q5_K_M.gguf": ["mradermacher/NeuraLake-m7-v2-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Loyal-Macaroni-Maid-7B.Q5_K_M.gguf": ["mradermacher/Loyal-Macaroni-Maid-7B-GGUF", MessagesFormatterType.MISTRAL], + "NeuraLake-m7-7B.i1-Q5_K_M.gguf": ["mradermacher/NeuraLake-m7-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Nero-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/Nero-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL], + "MarcoroCapy-7B.Q5_K_M.gguf": ["mradermacher/MarcoroCapy-7B-GGUF", MessagesFormatterType.MISTRAL], + "KunaiBeagle-Hermes-7b.Q5_K_M.gguf": ["mradermacher/KunaiBeagle-Hermes-7b-GGUF", MessagesFormatterType.MISTRAL], + "CapyLake-7B-v2-laser.Q5_K_M.gguf": ["mradermacher/CapyLake-7B-v2-laser-GGUF", MessagesFormatterType.MISTRAL], + "OmniBeagleMBX-v3-7B.Q5_K_M.gguf": ["mradermacher/OmniBeagleMBX-v3-7B-GGUF", MessagesFormatterType.MISTRAL], + "Omnarch-7B.Q5_K_M.gguf": ["mradermacher/Omnarch-7B-GGUF", MessagesFormatterType.MISTRAL], + "FoFoNet-SuperMayo-MBX-slerp.Q5_K_M.gguf": ["mradermacher/FoFoNet-SuperMayo-MBX-slerp-GGUF", MessagesFormatterType.MISTRAL], + "culturalmixer.Q5_K_M.gguf": ["mradermacher/culturalmixer-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-7B-task2.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-task2-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "FoFoNet-SuperMBX-slerp.Q5_K_M.gguf": ["mradermacher/FoFoNet-SuperMBX-slerp-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.2-3B-Apex.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Apex-i1-GGUF", MessagesFormatterType.LLAMA_3], + "lumimaid-8B-autotrain.i1-Q5_K_M.gguf": ["mradermacher/lumimaid-8B-autotrain-i1-GGUF", MessagesFormatterType.LLAMA_3], + "NeuralHermes-2.5-AshhLimaRP-Mistral-7B.Q5_K_M.gguf": ["mradermacher/NeuralHermes-2.5-AshhLimaRP-Mistral-7B-GGUF", MessagesFormatterType.LLAMA_3], + "CrystalMistralv2.5.Q5_K_M.gguf": ["mradermacher/CrystalMistralv2.5-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-Aetheric-Hermes-Lexi-Smaug-8B.Q5_K_M.gguf": ["mradermacher/Llama-3-Aetheric-Hermes-Lexi-Smaug-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-3B-Loki.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Loki-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B.Q5_K_M.gguf": ["mradermacher/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF", MessagesFormatterType.LLAMA_3], + "G2-9B-Sugarquill-v0.i1-Q4_K_M.gguf": ["mradermacher/G2-9B-Sugarquill-v0-i1-GGUF", MessagesFormatterType.ALPACA], + "medius-erebus-magnum-14b.i1-Q4_K_M.gguf": ["mradermacher/medius-erebus-magnum-14b-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.1-Start-10B.Q4_K_M.gguf": ["mradermacher/L3.1-Start-10B-GGUF", MessagesFormatterType.LLAMA_3], + "cybertron-v4-qw7B-MGS-Q5_K_M.gguf": ["bartowski/cybertron-v4-qw7B-MGS-GGUF", MessagesFormatterType.OPEN_CHAT], + "CompassJudger-1-14B-Instruct.Q4_K_M.gguf": ["mradermacher/CompassJudger-1-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "FIxtral.0.2.Q5_K_M.gguf": ["mradermacher/FIxtral.0.2-GGUF", MessagesFormatterType.MISTRAL], + "Starcannon-Unleashed-12B-v1.0.Q4_K_M.gguf": ["mradermacher/Starcannon-Unleashed-12B-v1.0-GGUF", MessagesFormatterType.MISTRAL], + "Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES.Q5_K_M.gguf": ["mradermacher/Rombos-Qwen2.5-7B-Inst-BaseMerge-TIES-GGUF", MessagesFormatterType.OPEN_CHAT], + "WIP_Damascus-8B-TIES.i1-Q5_K_M.gguf": ["mradermacher/WIP_Damascus-8B-TIES-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5_7B_IST_StoryGen_vanilla.i1-Q5_K_M.gguf": ["mradermacher/Qwen2.5_7B_IST_StoryGen_vanilla-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Supernova-Blackhole_V0.1.i1-Q5_K_M.gguf": ["mradermacher/Supernova-Blackhole_V0.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemmaslerp2-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemmaslerp2-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "Eidolon-v3-14B.i1-Q4_K_M.gguf": ["mradermacher/Eidolon-v3-14B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "MN-WORDSTORM-pt4-RCM-Cliffhanger-18.5B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/MN-WORDSTORM-pt4-RCM-Cliffhanger-18.5B-Instruct-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-WORDSTORM-pt5-RCM-Extra-Intense-18.5B-Instruct.i1-Q4_K_M.gguf": ["mradermacher/MN-WORDSTORM-pt5-RCM-Extra-Intense-18.5B-Instruct-i1-GGUF", MessagesFormatterType.MISTRAL], + "UnslopNemo-12B-v4.1.i1-Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v4.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "MFANN-Llama3.1-Abliterated-Slerp-V3.2.Q5_K_M.gguf": ["mradermacher/MFANN-Llama3.1-Abliterated-Slerp-V3.2-GGUF", MessagesFormatterType.LLAMA_3], + "MFANN-Llama3.1-Abliterated-Slerp-TIES.Q5_K_M.gguf": ["mradermacher/MFANN-Llama3.1-Abliterated-Slerp-TIES-GGUF", MessagesFormatterType.LLAMA_3], + "Qwenslerp1-7B.i1-Q4_K_M.gguf": ["mradermacher/Qwenslerp1-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen-modelstock2-15B.Q4_K_M.gguf": ["mradermacher/Qwen-modelstock2-15B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Magnum_HomieMaid_DPO_12b.Q4_K_M.gguf": ["mradermacher/Magnum_HomieMaid_DPO_12b-GGUF", MessagesFormatterType.MISTRAL], + "Magnum_Dark_Madness_12b.Q4_K_S.gguf": ["mradermacher/Magnum_Dark_Madness_12b-GGUF", MessagesFormatterType.MISTRAL], + "Magnum_Lyra_Darkness_12b.Q4_K_M.gguf": ["mradermacher/Magnum_Lyra_Darkness_12b-GGUF", MessagesFormatterType.MISTRAL], + "Heart_Stolen-8B-task.i1-Q4_K_M.gguf": ["mradermacher/Heart_Stolen-8B-task-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Magnum_Backyard_Party_12b.Q4_K_M.gguf": ["mradermacher/Magnum_Backyard_Party_12b-GGUF", MessagesFormatterType.MISTRAL], + "Magnum_Madness-12b.Q4_K_M.gguf": ["mradermacher/Magnum_Madness-12b-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Moe-2x8B-v0.2.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Moe-2x8B-v0.2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-14B-Wernicke-DPO.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Wernicke-DPO-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Gemma-2-Ataraxy-v4d-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v4d-9B-i1-GGUF", MessagesFormatterType.GEMMA_2], + "qwen2.5-14b-megamerge-pt2-q5_k_m.gguf": ["CultriX/Qwen2.5-14B-MegaMerge-pt2-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "quantqwen2-merged-16bit-q4_k_m.gguf": ["davidbzyk/QuantQwen2-merged-16bit-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mistral-nemo-ja-rp-v0.2-Q4_K_S.gguf": ["ascktgcc/Mistral-nemo-ja-rp-v0.2-GGUF", MessagesFormatterType.MISTRAL], + "llama3.1-darkstorm-aspire-8b-q4_k_m.gguf": ["ZeroXClem/Llama3.1-DarkStorm-Aspire-8B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "llama-3-yggdrasil-astralspice-8b-q4_k_m.gguf": ["ZeroXClem/Llama-3-Yggdrasil-AstralSpice-8B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "hermes-llama3-roleplay-1000-v2.Q5_K_M.gguf": ["mradermacher/hermes-llama3-roleplay-1000-v2-GGUF", MessagesFormatterType.LLAMA_3], + "hermes-stheno-8B-v0.1.i1-Q5_K_M.gguf": ["mradermacher/hermes-stheno-8B-v0.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "qwen-carpmuscle-r-v0.3.Q4_K_M.gguf": ["mradermacher/qwen-carpmuscle-r-v0.3-GGUF", MessagesFormatterType.OPEN_CHAT], + "magnum-v4-12b.i1-Q4_K_M.gguf": ["mradermacher/magnum-v4-12b-i1-GGUF", MessagesFormatterType.MISTRAL], + "magnum-consolidatum-v1-12b.Q4_K_M.gguf": ["mradermacher/magnum-consolidatum-v1-12b-GGUF", MessagesFormatterType.MISTRAL], + "sillyrp-7b.i1-Q5_K_M.gguf": ["mradermacher/sillyrp-7b-i1-GGUF", MessagesFormatterType.CHATML], + "BlackSheep-Coder.i1-Q4_K_M.gguf": ["mradermacher/BlackSheep-Coder-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Gemmasutra-9B-v1.Q4_K_M.gguf": ["mradermacher/Gemmasutra-9B-v1-GGUF", MessagesFormatterType.ALPACA], + "Tiger-Gemma-9B-v3.Q4_K_M.gguf": ["mradermacher/Tiger-Gemma-9B-v3-GGUF", MessagesFormatterType.ALPACA], + "mt-merge-gemma-2-9b-q6_k.gguf": ["zelk12/MT-Merge-gemma-2-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "Qwen2.5-14B-Wernicke.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Wernicke-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Llama-3SOME-8B-v2.Q5_K_M.gguf": ["mradermacher/Llama-3SOME-8B-v2-GGUF", MessagesFormatterType.LLAMA_3], + "Ministral-8B-Instruct-2410-Q5_K_M.gguf": ["bartowski/Ministral-8B-Instruct-2410-GGUF", MessagesFormatterType.MISTRAL], + "mahou-1.5-mistral-nemo-12b-lorablated.Q4_K_M.gguf": ["nbeerbower/Mahou-1.5-mistral-nemo-12B-lorablated-GGUF", MessagesFormatterType.MISTRAL], + "Gemma2-Eclipse-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-Eclipse-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "ldm_soup_Llama-3.1-8B-Inst.Q5_K_M.gguf": ["mradermacher/ldm_soup_Llama-3.1-8B-Inst-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-ChubbyBase-10B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-ChubbyBase-10B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MN-Tiramisu-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-Tiramisu-12B-i1-GGUF", MessagesFormatterType.CHATML], + "llama-3.2-3b-instruct-uncensored-q6_k.gguf": ["nolynn/Llama-3.2-3B-Instruct-uncensored-Q6_K-GGUF", MessagesFormatterType.LLAMA_3], + "thea-3b-25r.i1-Q5_K_M.gguf": ["mradermacher/thea-3b-25r-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-2-9B-It-SPPO-Iter3.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-9B-It-SPPO-Iter3-i1-GGUF", MessagesFormatterType.ALPACA], + "Qwenslerp3-14B.Q4_K_M.gguf": ["mradermacher/Qwenslerp3-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "magnum-v4-9b.Q4_K_M.gguf": ["mradermacher/magnum-v4-9b-GGUF", MessagesFormatterType.ALPACA], + "make_my_monster_grow-12b-model_stock-q4_k_m.gguf": ["DreadPoor/Make_My_Monster_Grow-12B-Model_Stock-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "emu_eggs-9b-model_stock-q4_k_m.gguf": ["DreadPoor/Emu_Eggs-9B-Model_Stock-Q4_K_M-GGUF", MessagesFormatterType.ALPACA], + "Aster-G2-9B-v1.Q4_K_S.gguf": ["mradermacher/Aster-G2-9B-v1-GGUF", MessagesFormatterType.ALPACA], + "nemo-12b-rp-merge.Q4_K_S.gguf": ["mradermacher/nemo-12b-rp-merge-GGUF", MessagesFormatterType.MISTRAL], + "SthenoMix3.3.Q5_K_M.gguf": ["mradermacher/SthenoMix3.3-GGUF", MessagesFormatterType.LLAMA_3], + "Celestial-Harmony-14b-v1.0-Experimental-1016-Q4_K_M.gguf": ["bartowski/Celestial-Harmony-14b-v1.0-Experimental-1016-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-2-Ataraxy-v4c-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v4c-9B-GGUF", MessagesFormatterType.ALPACA], + "Gemma-2-Ataraxy-v4b-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v4b-9B-GGUF", MessagesFormatterType.ALPACA], + "L3.1-EtherealRainbow-v1.0-rc1-8B.Q5_K_M.gguf": ["mradermacher/L3.1-EtherealRainbow-v1.0-rc1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "MN-Lulanum-12B-FIX.i1-Q4_K_M.gguf": ["mradermacher/MN-Lulanum-12B-FIX-i1-GGUF", MessagesFormatterType.MISTRAL], + "Ministral-8B-Instruct-2410-HF-Q4_K_M.gguf": ["bartowski/Ministral-8B-Instruct-2410-HF-GGUF-TEST", MessagesFormatterType.MISTRAL], + "QevaCoT-7B-Stock.Q5_K_M.gguf": ["mradermacher/QevaCoT-7B-Stock-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mixtronix-8B.i1-Q4_K_M.gguf": ["mradermacher/Mixtronix-8B-i1-GGUF", MessagesFormatterType.CHATML], + "Tsunami-0.5x-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Tsunami-0.5x-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "mt3-gemma-2-9b-q6_k.gguf": ["zelk12/MT3-gemma-2-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated.Q5_K_M.gguf": ["mradermacher/NeuralDaredevil-SuperNova-Lite-7B-DARETIES-abliterated-GGUF", MessagesFormatterType.LLAMA_3], + "MadMix-Unleashed-12B.Q4_K_M.gguf": ["mradermacher/MadMix-Unleashed-12B-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-2-Ataraxy-v4a-Advanced-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v4a-Advanced-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "writing-roleplay-20k-context-nemo-12b-v1.0.i1-Q4_K_M.gguf": ["mradermacher/writing-roleplay-20k-context-nemo-12b-v1.0-i1-GGUF", MessagesFormatterType.MISTRAL], + "GEMMA2-9b-Pollux-exp.Q4_K_M.gguf": ["mradermacher/GEMMA2-9b-Pollux-exp-GGUF", MessagesFormatterType.ALPACA], + "Gemma-2-Ataraxy-v4a-Advanced-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v4a-Advanced-9B-GGUF", MessagesFormatterType.ALPACA], + "llama-3.1-8b-titanfusion-mix-2.1-q4_k_m-imat.gguf": ["bunnycore/Llama-3.1-8B-TitanFusion-Mix-2.1-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-2-Ataraxy-v4-Advanced-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v4-Advanced-9B-GGUF", MessagesFormatterType.ALPACA], + "Gemma-2-9B-ArliAI-RPMax-v1.1.i1-Q4_K_S.gguf": ["mradermacher/Gemma-2-9B-ArliAI-RPMax-v1.1-i1-GGUF", MessagesFormatterType.ALPACA], + "SuperNeuralDreadDevil-8b.Q5_K_M.gguf": ["mradermacher/SuperNeuralDreadDevil-8b-GGUF", MessagesFormatterType.LLAMA_3], + "astral-fusion-neural-happy-l3.1-8b-q4_0.gguf": ["ZeroXClem/Astral-Fusion-Neural-Happy-L3.1-8B-Q4_0-GGUF", MessagesFormatterType.LLAMA_3], + "LexiMaid-L3-8B.Q5_K_M.gguf": ["mradermacher/LexiMaid-L3-8B-GGUF", MessagesFormatterType.LLAMA_3], + "ModeliCo-8B.i1-Q5_K_M.gguf": ["mradermacher/ModeliCo-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama3-8B-function-calling-dpo-slerp.i1-Q5_K_M.gguf": ["mradermacher/Llama3-8B-function-calling-dpo-slerp-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Aspire1.2-8B-TIES.i1-Q5_K_M.gguf": ["mradermacher/Aspire1.2-8B-TIES-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Rombos-LLM-V2.6-Qwen-14b.Q4_K_M.gguf": ["mradermacher/Rombos-LLM-V2.6-Qwen-14b-GGUF", MessagesFormatterType.OPEN_CHAT], + "Moonlight-L3-15B-v2-64k.Q4_K_M.gguf": ["mradermacher/Moonlight-L3-15B-v2-64k-GGUF", MessagesFormatterType.LLAMA_3], + "mistral-7b-ppo-hermes-v0.3.Q5_K_M.gguf": ["mradermacher/mistral-7b-ppo-hermes-v0.3-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-2-9B-ArliAI-RPMax-v1.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-9B-ArliAI-RPMax-v1.1-GGUF", MessagesFormatterType.ALPACA], + "Mistral-Nemo-12B-ArliAI-RPMax-v1.1.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF", MessagesFormatterType.MISTRAL], + "Odin-9B.i1-Q4_K_M.gguf": ["mradermacher/Odin-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "writing-roleplay-20k-context-nemo-12b-v1.0-q4_k_m.gguf": ["openerotica/writing-roleplay-20k-context-nemo-12b-v1.0-gguf", MessagesFormatterType.CHATML], + "llama-3.2-3b-titanfusion-v2-q4_k_m.gguf": ["bunnycore/Llama-3.2-3B-TitanFusion-v2-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-2-9b-it-function-calling-q4_k_m.gguf": ["NeuroWhAI/gemma-2-9b-it-function-calling-Q4_K_M-GGUF", MessagesFormatterType.ALPACA], + "mt-gemma-2-9b-q6_k.gguf": ["zelk12/MT-gemma-2-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "Halu-8B-Llama3-Blackroot-Q5_K_M.gguf": ["bartowski/Halu-8B-Llama3-Blackroot-GGUF", MessagesFormatterType.LLAMA_3], + "OpenO1-Qwen-7B-v0.1.i1-Q5_K_M.gguf": ["mradermacher/OpenO1-Qwen-7B-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q5_K_M.gguf": ["mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-MagPie-Ultra.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF", MessagesFormatterType.LLAMA_3], + "EdgeRunner-Command-Nested.Q5_K_M.gguf": ["mradermacher/EdgeRunner-Command-Nested-GGUF", MessagesFormatterType.OPEN_CHAT], + "CursorCore-QW2.5-7B.i1-Q5_K_M.gguf": ["mradermacher/CursorCore-QW2.5-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Odins-Allseeing-Eye-9B.i1-Q4_K_M.gguf": ["mradermacher/Odins-Allseeing-Eye-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "MN-GRAND-Gutenberg-Lyra4-Lyra-12B-MADNESS.i1-Q4_K_M.gguf": ["mradermacher/MN-GRAND-Gutenberg-Lyra4-Lyra-12B-MADNESS-i1-GGUF", MessagesFormatterType.MISTRAL], + "Zinakha-12b.Q4_K_M.gguf": ["mradermacher/Zinakha-12b-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-2-Ataraxy-v3-Advanced-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v3-Advanced-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "MFANN-llama3.1-abliterated-SLERP-v3.1.Q5_K_M.gguf": ["mradermacher/MFANN-llama3.1-abliterated-SLERP-v3.1-GGUF", MessagesFormatterType.LLAMA_3], + "Magnolia-v2-Gemma2-8k-9B.Q4_K_M.gguf": ["mradermacher/Magnolia-v2-Gemma2-8k-9B-GGUF", MessagesFormatterType.ALPACA], + "gemma-2-aeria-infinity-9b-q5_k_m.gguf": ["AELLM/gemma-2-aeria-infinity-9b-Q5_K_M-GGUF", MessagesFormatterType.ALPACA], + "recoilme-gemma-2-ataraxy-9b-v0.1-t0.375-q6_k.gguf": ["zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.375-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "recoilme-gemma-2-ataraxy-9b-v0.2-q6_k.gguf": ["zelk12/recoilme-gemma-2-Ataraxy-9B-v0.2-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "MN-Dark-Planet-TITAN-12B.Q4_K_M.gguf": ["QuantFactory/MN-Dark-Planet-TITAN-12B-GGUF", MessagesFormatterType.MISTRAL], + "gemma-2-inko-9b-q5_k_m.gguf": ["AELLM/gemma-2-inko-9b-Q5_K_M-GGUF", MessagesFormatterType.ALPACA], + "MN-GRAND-Gutenberg-Lyra4-Lyra-12B-MADNESS-D_AU-Q4_k_m.gguf": ["DavidAU/MN-GRAND-Gutenberg-Lyra4-Lyra-12B-MADNESS-GGUF", MessagesFormatterType.ALPACA], + "gemma-2-aeria-9b-q5_k_m.gguf": ["AELLM/gemma-2-aeria-9b-Q5_K_M-GGUF", MessagesFormatterType.ALPACA], + "MN-GRAND-Gutenburg-Lyra4-Lyra-12B-DARKNESS-D_AU-Q4_k_m.gguf": ["DavidAU/MN-GRAND-Gutenberg-Lyra4-Lyra-12B-DARKNESS-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Promissum_Mane-8B-Della-calc.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Promissum_Mane-8B-Della-calc-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Astral-Fusion-8b-v0.0.Q5_K_M.gguf": ["mradermacher/Astral-Fusion-8b-v0.0-GGUF", MessagesFormatterType.LLAMA_3], + "Magnolia-v1-Gemma2-8k-9B.Q4_K_M.gguf": ["mradermacher/Magnolia-v1-Gemma2-8k-9B-GGUF", MessagesFormatterType.ALPACA], + "MFANN-llama3.1-abliterated-SLERP-v3.i1-Q4_K_M.gguf": ["mradermacher/MFANN-llama3.1-abliterated-SLERP-v3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "recoilme-gemma-2-ataraxy-9b-v0.1-t0.25-q6_k.gguf": ["zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-t0.25-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "llama-jpsft-2.0-q4_k_m.gguf": ["ai-net/Llama-JPSFT-2.0-GGUF", MessagesFormatterType.LLAMA_3], + "Humanish-Qwen2.5-7B-Instruct-Q5_K_M.gguf": ["bartowski/Humanish-Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "FactAlign-LLaMA-3-8B.i1-Q4_K_M.gguf": ["mradermacher/FactAlign-LLaMA-3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Magot-v3-Gemma2-8k-9B.i1-Q4_K_M.gguf": ["mradermacher/Magot-v3-Gemma2-8k-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "EVA-Qwen2.5-14B-v0.1-Q4_K_M.gguf": ["bartowski/EVA-Qwen2.5-14B-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Flammades-Mistral-Nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Flammades-Mistral-Nemo-12B-i1-GGUF", MessagesFormatterType.CHATML], + "Humanish-LLama3-8B-Instruct-Q5_K_M.gguf": ["bartowski/Humanish-LLama3-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3], + "Humanish-Mistral-Nemo-Instruct-2407-Q4_K_M.gguf": ["bartowski/Humanish-Mistral-Nemo-Instruct-2407-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Clouded-Uchtave-v0.1-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Clouded-Uchtave-v0.1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Baldur-Q5_K_M.gguf": ["Delta-Vector/Baldur-8B-GGUF", MessagesFormatterType.LLAMA_3], + "llama-jpsft-q6_k.gguf": ["ai-net/Llama-JPSFT-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-2-Ataraxy-v3i-9B.Q5_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v3i-9B-GGUF", MessagesFormatterType.ALPACA], + "EVA-Qwen2.5-7B-v0.1.i1-Q5_K_M.gguf": ["mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "EZO-Llama-3.2-3B-Instruct-dpoE.Q4_K_S.gguf": ["mradermacher/EZO-Llama-3.2-3B-Instruct-dpoE-GGUF", MessagesFormatterType.LLAMA_3], + "Bezaliel_p1.1-12B.i1-Q4_K_M.gguf": ["mradermacher/Bezaliel_p1.1-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Ice0.7-29.09-RP.i1-Q5_K_M.gguf": ["mradermacher/Ice0.7-29.09-RP-i1-GGUF", MessagesFormatterType.MISTRAL], + "IceWhiskeyRP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceWhiskeyRP-7b-i1-GGUF", MessagesFormatterType.ALPACA], + "L3.1-Purosani-2-8B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Purosani-2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "llama-3.2-3b-instruct-abliterated-q4_k_m.gguf": ["darkc0de/Llama-3.2-3B-Instruct-abliterated-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Daredevil-Aura-8B_uncensored_OAS_abliterated.i1-Q4_K_S.gguf": ["mradermacher/Daredevil-Aura-8B_uncensored_OAS_abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen-2.5-7b-TitanFusion-v3.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7b-TitanFusion-v3-GGUF", MessagesFormatterType.OPEN_CHAT], + "MixTAO-7Bx2-MoE-v8.1.Q4_K_M.gguf": ["mradermacher/MixTAO-7Bx2-MoE-v8.1-GGUF", MessagesFormatterType.ALPACA], + "Promissum_Mane-8B-LINEAR.i1-Q5_K_M.gguf": ["mradermacher/Promissum_Mane-8B-LINEAR-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Purosani-1.5-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Purosani-1.5-8B-GGUF", MessagesFormatterType.LLAMA_3], + "SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q5_K_M.gguf": ["mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "eidolon-v1-14b-q4_k_m.gguf": ["Lambent/Eidolon-v1-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mistral-Nemo-Gutenberg-Doppel-12B-v2.Q4_K_M.gguf": ["QuantFactory/Mistral-Nemo-Gutenberg-Doppel-12B-v2-GGUF", MessagesFormatterType.MISTRAL], + "MN-Dark-Planet-TITAN-12B-D_AU-Q4_k_s.gguf": ["DavidAU/MN-Dark-Planet-TITAN-12B-GGUF", MessagesFormatterType.CHATML], + "Gemma-2-Ataraxy-Remix-9B-Q8_0.gguf": ["lemon07r/Gemma-2-Ataraxy-Remix-9B-Q8_0-GGUF", MessagesFormatterType.ALPACA], + "recoilme-gemma-2-ataraxy-9b-v0.1-q6_k.gguf": ["zelk12/recoilme-gemma-2-Ataraxy-9B-v0.1-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "qwen-2.5-7b-titanfusion-v3-iq4_nl-imat.gguf": ["bunnycore/Qwen-2.5-7b-TitanFusion-v3-IQ4_NL-GGUF", MessagesFormatterType.OPEN_CHAT], + "ExtremeFusion.Q5_K_M.gguf": ["pyhornet/ExtremeFusion-8B-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-2-2b-jpn-it.Q6_K.iMatrix.gguf": ["MCZK/gemma-2-2b-jpn-it-GGUF", MessagesFormatterType.ALPACA], + "Qwen-2.5-7b-TitanFusion-v2.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7b-TitanFusion-v2-GGUF", MessagesFormatterType.OPEN_CHAT], + "Ice0.15-02.10-RP.Q5_K_M.gguf": ["mradermacher/Ice0.15-02.10-RP-GGUF", MessagesFormatterType.MISTRAL], + "Ice0.16-02.10-RP.Q5_K_M.gguf": ["mradermacher/Ice0.16-02.10-RP-GGUF", MessagesFormatterType.MISTRAL], + "Mistral-NeMo-Minitron-8B-Instruct.Q4_K_M.gguf": ["mradermacher/Mistral-NeMo-Minitron-8B-Instruct-GGUF", MessagesFormatterType.MISTRAL], + "Stellar-Odyssey-12b-v0.0.Q4_K_S.gguf": ["mradermacher/Stellar-Odyssey-12b-v0.0-GGUF", MessagesFormatterType.MISTRAL], + "NIHAPPY-L3.1-8B-v0.09.Q5_K_M.gguf": ["mradermacher/NIHAPPY-L3.1-8B-v0.09-GGUF", MessagesFormatterType.LLAMA_3], + "replete-llm-v2.5-qwen-14b-q4_k_m.gguf": ["Potatass/Replete-LLM-V2.5-Qwen-14b-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "memory-9-q4_k_m-imat.gguf": ["ClaudioItaly/Memory-9-Q4_K_M-GGUF", MessagesFormatterType.ALPACA], + "felix_dies-mistral-7B-model_stock.Q5_K_M.gguf": ["mradermacher/felix_dies-mistral-7B-model_stock-GGUF", MessagesFormatterType.MISTRAL], + "Lyra4-Gutenberg2-12B.i1-Q4_K_M.gguf": ["mradermacher/Lyra4-Gutenberg2-12B-i1-GGUF", MessagesFormatterType.CHATML], + "Dans-Instruct-Mix-8b-ChatML-V0.2.0.Q5_K_M.gguf": ["mradermacher/Dans-Instruct-Mix-8b-ChatML-V0.2.0-GGUF", MessagesFormatterType.CHATML], + "Aspire1.1-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Aspire1.1-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Dhenu2-India-2.1-Llama-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Dhenu2-India-2.1-Llama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3], + "Hermes2-Gutenberg2-Mistral-7B.Q5_K_M.gguf": ["mradermacher/Hermes2-Gutenberg2-Mistral-7B-GGUF", MessagesFormatterType.CHATML], + "ezo-humanities-9b-gemma-2-it-q8_0.gguf": ["mashima/EZO-Humanities-9B-gemma-2-it-Q8_0-GGUF", MessagesFormatterType.ALPACA], + "Gemma2-Gutenberg-Doppel-9B-Q4_K_M.gguf": ["bartowski/Gemma2-Gutenberg-Doppel-9B-GGUF", MessagesFormatterType.ALPACA], + "lyra4-gutenberg2-12b-q4_k_m.gguf": ["TheDrunkenSnail/Lyra4-Gutenberg2-12B-Q4_K_M-GGUF", MessagesFormatterType.CHATML], + "templare-12b-q4_k_m.gguf": ["ClaudioItaly/Templare-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Aurora_faustus-8B-LORABLATED.i1-Q5_K_M.gguf": ["mradermacher/Aurora_faustus-8B-LORABLATED-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Aurora_faustus-8B-LORABLATED_ALT.Q5_K_M.gguf": ["mradermacher/Aurora_faustus-8B-LORABLATED_ALT-GGUF", MessagesFormatterType.LLAMA_3], + "Kainoverse-7b-v0.1-bangla.Q4_K_S.gguf": ["mradermacher/Kainoverse-7b-v0.1-bangla-GGUF", MessagesFormatterType.MISTRAL], + "Kainoverse-7b-v0.1.Q5_K_M.gguf": ["mradermacher/Kainoverse-7b-v0.1-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-7B-HyperMix.Q4_K_M.gguf": ["mradermacher/Qwen2.5-7B-HyperMix-GGUF", MessagesFormatterType.OPEN_CHAT], + "Spei_Meridiem-8B-model_stock.Q4_K_S.gguf": ["mradermacher/Spei_Meridiem-8B-model_stock-GGUF", MessagesFormatterType.LLAMA_3], + "Replete-LLM-V2.5-Qwen-7b-Q4_K_M.gguf": ["bartowski/Replete-LLM-V2.5-Qwen-7b-GGUF", MessagesFormatterType.OPEN_CHAT], + "EVA-Qwen2.5-7B-v0.0.Q4_K_S.gguf": ["mradermacher/EVA-Qwen2.5-7B-v0.0-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3-8B-Stheno-v3.2-TASKBLATED.Q4_K_S.gguf": ["mradermacher/L3-8B-Stheno-v3.2-TASKBLATED-GGUF", MessagesFormatterType.LLAMA_3], + "Heart_Stolen1.1-8B-Model_Stock.Q4_K_S.gguf": ["mradermacher/Heart_Stolen1.1-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3], + "aurora_faustus-8b-lorablated_alt-q4_k_m.gguf": ["DreadPoor/Aurora_faustus-8B-LORABLATED_ALT-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Suze-Vume-2-calc.Q5_K_M.gguf": ["mradermacher/L3.1-Suze-Vume-2-calc-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-2-Ataraxy-v2-9B.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-v2-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "DreamTeam-gemma2-9b-it-vision.Q4_K_M.gguf": ["mradermacher/DreamTeam-gemma2-9b-it-vision-GGUF", MessagesFormatterType.ALPACA], + "L3.1-Aglow-Vulca-v0.1-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Aglow-Vulca-v0.1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-15B-EtherealMaid-t0.0001-alpha.Q4_K_M.gguf": ["mradermacher/L3.1-15B-EtherealMaid-t0.0001-alpha-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.2-3B-Instruct-uncensored.i1-Q5_K_S.gguf": ["mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-SthenoMaid-8B-V1-Q5_K_M.gguf": ["bartowski/L3-SthenoMaid-8B-V1-GGUF", MessagesFormatterType.LLAMA_3], + "Magot-v2-Gemma2-8k-9B.Q5_K_M.gguf": ["grimjim/Magot-v2-Gemma2-8k-9B-GGUF", MessagesFormatterType.ALPACA], + "Dante_9B.i1-Q4_K_M.gguf": ["mradermacher/Dante_9B-i1-GGUF", MessagesFormatterType.ALPACA], + "L3.1-Artemis-faustus-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-faustus-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "EdgeRunner-Command-Nested-FC-v3.i1-Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-Nested-FC-v3-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Virgil_9B.i1-Q4_K_M.gguf": ["mradermacher/Virgil_9B-i1-GGUF", MessagesFormatterType.ALPACA], + "L3.1-Noraian.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Noraian-i1-GGUF", MessagesFormatterType.LLAMA_3], + "DARKER-PLANET-Broken-Land-12.15B-D_AU-Q4_k_m.gguf": ["DavidAU/DARKER-PLANET-Broken-Land-12.15B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Purosani.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Purosani-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Darker-Planet-12.15B.i1-Q4_K_S.gguf": ["mradermacher/L3-Darker-Planet-12.15B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MFANN-llama3.1-Abliterated-SLERP.i1-Q5_K_M.gguf": ["mradermacher/MFANN-llama3.1-Abliterated-SLERP-i1-GGUF", MessagesFormatterType.LLAMA_3], + "arsenic-v1-qwen2.5-14B.Q4_K_M.gguf": ["mradermacher/arsenic-v1-qwen2.5-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mistral-Nemo-Gutenberg-Doppel-12B.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Gutenberg-Doppel-12B-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-The-Writer-9B.Q4_K_M.gguf": ["mradermacher/Gemma-The-Writer-9B-GGUF", MessagesFormatterType.ALPACA], + "Qwen2.5-14B-Instruct-abliterated.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "LongCite-llama3.1-8B-Q5_K_M.gguf": ["LPN64/LongCite-llama3.1-8b-GGUF", MessagesFormatterType.LLAMA_3], + "IceDrinkNameGoesHereV0RP-7b-Model_Stock.Q4_K_M.gguf": ["mradermacher/IceDrinkNameGoesHereV0RP-7b-Model_Stock-GGUF", MessagesFormatterType.MISTRAL], + "Magnum-Picaro-0.7-v2-12b.i1-Q4_K_M.gguf": ["mradermacher/Magnum-Picaro-0.7-v2-12b-i1-GGUF", MessagesFormatterType.CHATML], + "arsenic-v1-qwen2.5-14b-q4_k_m.gguf": ["Lambent/arsenic-v1-qwen2.5-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "magnum-v3-9b-chatml.i1-Q4_K_M.gguf": ["mradermacher/magnum-v3-9b-chatml-i1-GGUF", MessagesFormatterType.CHATML], + "Aether-12b.Q4_K_M.gguf": ["mradermacher/Aether-12b-GGUF", MessagesFormatterType.MISTRAL], + "Magnum-Picaro-0.7-v2-12b.Q4_K_M.gguf": ["mradermacher/Magnum-Picaro-0.7-v2-12b-GGUF", MessagesFormatterType.CHATML], + "IceMartiniV1RP-7b.i1-Q4_K_M.gguf": ["mradermacher/IceMartiniV1RP-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3-Darker-Planet-12.15B-D_AU-Q4_k_s.gguf": ["DavidAU/L3-Darker-Planet-12.15B-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-8B-Stroganoff-4.0-Version-B.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-4.0-Version-B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "IceDrunkCherryV1RP-7b.Q5_K_S.gguf": ["mradermacher/IceDrunkCherryV1RP-7b-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-8B-Stroganoff-4.0-Version-A.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-4.0-Version-A-i1-GGUF", MessagesFormatterType.LLAMA_3], + "vulca-reshapetesting-006.q8_0.gguf": ["kromquant/vulca-reshapetesting-006-GGUFs", MessagesFormatterType.MISTRAL], + "FatGirl_v2_DPO_v2_8B.Q4_K_M.gguf": ["mradermacher/FatGirl_v2_DPO_v2_8B-GGUF", MessagesFormatterType.MISTRAL], + "NemonsterExtreme-12b.Q4_K_M.gguf": ["mradermacher/NemonsterExtreme-12b-GGUF", MessagesFormatterType.MISTRAL], + "Magnum-Instruct-DPO-18B.Q4_K_M.gguf": ["mradermacher/Magnum-Instruct-DPO-18B-GGUF", MessagesFormatterType.MISTRAL], + "qwen2.5-reinstruct-alternate-lumen-14B.Q4_K_M.gguf": ["mradermacher/qwen2.5-reinstruct-alternate-lumen-14B-GGUF", MessagesFormatterType.OPEN_CHAT], + "SuperHeart.i1-Q5_K_M.gguf": ["mradermacher/SuperHeart-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SuperHeartBerg.i1-Q4_K_M.gguf": ["mradermacher/SuperHeartBerg-i1-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-2-9B-it-function-calling-Q5_K_M.gguf": ["DiTy/gemma-2-9b-it-function-calling-GGUF", MessagesFormatterType.ALPACA], + "Qwen2.5-7B-TitanFusion.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-TitanFusion-GGUF", MessagesFormatterType.OPEN_CHAT], + "Collaiborator-MEDLLM-Llama-3-8B-v1.i1-Q5_K_M.gguf": ["mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Chili_Dog_8B.i1-Q4_K_M.gguf": ["mradermacher/Chili_Dog_8B-i1-GGUF", MessagesFormatterType.CHATML], + "astra-v1-12b-q5_k_m.gguf": ["P0x0/Astra-v1-12B-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.1-8B-TitanFusion-Mix.Q4_K_S.gguf": ["mradermacher/Llama-3.1-8B-TitanFusion-Mix-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-7B-Instruct-kowiki-qa-Q5_K_M.gguf": ["teddylee777/Qwen2.5-7B-Instruct-kowiki-qa-gguf", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-Instruct-abliterated-v2.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF", MessagesFormatterType.OPEN_CHAT], + "Mistral-Small-Instruct-2409-abliterated.Q4_K_S.gguf": ["mradermacher/Mistral-Small-Instruct-2409-abliterated-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-14b-web.Q4_K_S.gguf": ["mradermacher/Qwen2.5-14b-web-GGUF", MessagesFormatterType.OPEN_CHAT], + "EVA-Yi-1.5-9B-32K-V1.i1-Q4_K_M.gguf": ["mradermacher/EVA-Yi-1.5-9B-32K-V1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Eunoia_Vespera-8B-LINEAR.i1-Q5_K_M.gguf": ["mradermacher/Eunoia_Vespera-8B-LINEAR-i1-GGUF", MessagesFormatterType.LLAMA_3], + "fatgirlmagicv2.i1-Q4_K_M.gguf": ["mradermacher/fatgirlmagicv2-i1-GGUF", MessagesFormatterType.CHATML], + "Pullulation-2-9B.Q4_K_S.gguf": ["mradermacher/Pullulation-2-9B-GGUF", MessagesFormatterType.ALPACA], + "Neithabet-9G.Q4_K_M.gguf": ["mradermacher/Neithabet-9G-GGUF", MessagesFormatterType.ALPACA], + "magicfatgirlv2.Q4_K_M.gguf": ["mradermacher/magicfatgirlv2-GGUF", MessagesFormatterType.CHATML], + "Llama-3.1-8B-TitanFusion-v3.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-TitanFusion-v3-GGUF", MessagesFormatterType.LLAMA_3], + "Fatgirl_v2_8B.Q5_K_M.gguf": ["mradermacher/Fatgirl_v2_8B-GGUF", MessagesFormatterType.CHATML], + "wip-test_pending_4-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_4-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "himeyuri12b-01-Q4_K_M.gguf": ["Elizezen/Himeyuri-v0.1-12B-GGUF", MessagesFormatterType.MISTRAL], + "Qwen2.5-14B-Gutenberg-1e-Delta.Q4_K_M.gguf": ["QuantFactory/Qwen2.5-14B-Gutenberg-1e-Delta-GGUF", MessagesFormatterType.OPEN_CHAT], + "mn-12b-stellar-veil-q6_k.gguf": ["v000000/MN-12B-Stellar-Veil-Q6_K-GGUF", MessagesFormatterType.MISTRAL], + "stock.g2mma-q4_k_m.gguf": ["ClaudioItaly/Stock.G2mma-Q4_K_M-GGUF", MessagesFormatterType.ALPACA], + "Athena-gemma-2-9b-it-Philos-KTO.i1-Q4_K_M.gguf": ["mradermacher/Athena-gemma-2-9b-it-Philos-KTO-i1-GGUF", MessagesFormatterType.ALPACA], + "Qwen2.5-14B-Gutenberg-Instruct-Slerpeno.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Gutenberg-Instruct-Slerpeno-GGUF", MessagesFormatterType.OPEN_CHAT], + "typressai-9b-q4_k_m.gguf": ["ClaudioItaly/TypressAI-9B-Q4_K_M-GGUF", MessagesFormatterType.ALPACA], + "josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_M.gguf": ["Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-v2-gguf", MessagesFormatterType.OPEN_CHAT], + "josiefied-qwen2.5-7b-instruct-abliterated.Q5_K_M.gguf": ["Isaak-Carter/Josiefied-Qwen2.5-7B-Instruct-abliterated-gguf", MessagesFormatterType.OPEN_CHAT], + "Fireball-Llama-3.1-8B-Philos-Reflection-v0.2.i1-Q5_K_M.gguf": ["mradermacher/Fireball-Llama-3.1-8B-Philos-Reflection-v0.2-i1-GGUF", MessagesFormatterType.MISTRAL], + "ArliAI-RPMax-Formax-v1.Q5_K_M.gguf": ["mradermacher/ArliAI-RPMax-Formax-v1-GGUF", MessagesFormatterType.LLAMA_3], + "Agente-Llama-3.1-Asistant-16bit-v2.Q5_K_M.gguf": ["mradermacher/Agente-Llama-3.1-Asistant-16bit-v2-GGUF", MessagesFormatterType.LLAMA_3], + "Magnum-Blackout-Ataraxy-4-9b.Q4_K_M.gguf": ["mradermacher/Magnum-Blackout-Ataraxy-4-9b-GGUF", MessagesFormatterType.ALPACA], + "Magnum-Blackout-Ataraxy-5-9b.Q4_K_M.gguf": ["mradermacher/Magnum-Blackout-Ataraxy-5-9b-GGUF", MessagesFormatterType.ALPACA], + "Vapor_7B.Q5_K_M.gguf": ["mradermacher/Vapor_7B-GGUF", MessagesFormatterType.OPEN_CHAT], + "fusion-guide-12b-0.1.Q4_K_M.gguf": ["mradermacher/fusion-guide-12b-0.1-GGUF", MessagesFormatterType.MISTRAL], + "Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES.i1-Q4_K_M.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-HalfAbliterated-TIES-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Qwen2.5-14B_Uncencored-Q4_K_M.gguf": ["bartowski/Qwen2.5-14B_Uncencored-GGUF", MessagesFormatterType.OPEN_CHAT], + "L3.1-Niitorm-8B-DPO-t0.0001.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Niitorm-8B-DPO-t0.0001-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "qwen2.5-boosted-q5_k_m.gguf": ["ClaudioItaly/Qwen2.5-Boosted-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "qwen2.5-14b-q4_k_m.gguf": ["Triangle104/Qwen2.5-14B-Q4_K_M-GGUF", MessagesFormatterType.OPEN_CHAT], + "Qwen2.5-7B-Instruct-Q4_K_M.gguf": ["bartowski/Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT], + "Hermes-Storm-lorablated.i1-Q5_K_M.gguf": ["mradermacher/Hermes-Storm-lorablated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-Ataraxy-Dare-NoBase-9b.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Ataraxy-Dare-NoBase-9b-i1-GGUF", MessagesFormatterType.ALPACA], + "Axolotl-Llama-3.1-8B-instruct-finetuned-V3-merged.Q4_K_M.gguf": ["mradermacher/Axolotl-Llama-3.1-8B-instruct-finetuned-V3-merged-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-TitanFusion-v2.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-TitanFusion-v2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Magnum-Blackout-Ataraxy-2-9b.Q4_K_M.gguf": ["mradermacher/Magnum-Blackout-Ataraxy-2-9b-GGUF", MessagesFormatterType.ALPACA], + "Aspire-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Aspire-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Celestial-Stone-2x8B-DPO.Q4_K_M.gguf": ["mradermacher/L3.1-Celestial-Stone-2x8B-DPO-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Dark-Planet-8B-V2-Eight-Orbs-Of-Power.i1-Q4_K_M.gguf": ["mradermacher/L3-Dark-Planet-8B-V2-Eight-Orbs-Of-Power-i1-GGUF", MessagesFormatterType.LLAMA_3], + "l3-luna-8b-q5_k_m-imat.gguf": ["Casual-Autopsy/L3-Luna-8B-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Insanity.i1-Q4_K_M.gguf": ["mradermacher/Insanity-i1-GGUF", MessagesFormatterType.MISTRAL], + "Rocinante-12B-v2d-Q4_K_M.gguf": ["TheDrummer/UnslopNemo-v2-GGUF", MessagesFormatterType.MISTRAL], + "Fatgirl_8B.Q4_K_M.gguf": ["QuantFactory/Fatgirl_8B-GGUF", MessagesFormatterType.MISTRAL], + "stormclimate-q4_k_m.gguf": ["MotherEarth/stormclimate-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "InsanityB.Q4_K_M.gguf": ["mradermacher/InsanityB-GGUF", MessagesFormatterType.MISTRAL], + "mistral-nemo-gutades-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-gutades-12B-GGUF", MessagesFormatterType.MISTRAL], + "FourFictionGemma-9.Q5_K_M.gguf": ["mradermacher/FourFictionGemma-9-GGUF", MessagesFormatterType.ALPACA], + "blackmagnumataraxy-9b-q6_k.gguf": ["BarBarickoza/BlackMagnumAtaraxy-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "fourfastgemma-9-q4_k_m-imat.gguf": ["ClaudioItaly/FourFastGemma-9-Q4_K_M-GGUF", MessagesFormatterType.ALPACA], + "ThinkingMistral-gen.i1-Q4_K_M.gguf": ["mradermacher/ThinkingMistral-gen-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Dark-Planet-10.7B-ExxxxxxxxTended-D_AU-Q4_k_m.gguf": ["DavidAU/L3.1-Dark-Planet-10.7B-ExxxxxxxxTended-GGUF", MessagesFormatterType.LLAMA_3], + "Gemma-The-Writer-9B-D_AU-Q4_k_m.gguf": ["DavidAU/Gemma-The-Writer-9B-GGUF", MessagesFormatterType.ALPACA], + "CleverBoi-Nemo-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/CleverBoi-Nemo-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "ORPO-EdgeRunner-Tactical-7B-GSM8K.Q5_K_M.gguf": ["mradermacher/ORPO-EdgeRunner-Tactical-7B-GSM8K-GGUF", MessagesFormatterType.OPEN_CHAT], + "wip-test_pending_c-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_C-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-8B-komorebi-q8_0.gguf": ["crestf411/L3.1-8B-komorebi-gguf", MessagesFormatterType.LLAMA_3], + "Canada_Reimbursement_Model.Q5_K_M.gguf": ["mradermacher/Canada_Reimbursement_Model-GGUF", MessagesFormatterType.LLAMA_3], + "BuddyGlassNeverSleeps.Q5_K_M.gguf": ["mradermacher/BuddyGlassNeverSleeps-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-writer-stock-no-ifable-9b-q6_k.gguf": ["BarBarickoza/Gemma-writer-stock-no-Ifable-9b-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "Gemma-Ataraxy-Dare-9b.i1-Q4_K_M.gguf": ["mradermacher/Gemma-Ataraxy-Dare-9b-i1-GGUF", MessagesFormatterType.ALPACA], + "MotherEarth-Hermes-8B.i1-Q5_K_M.gguf": ["mradermacher/MotherEarth-Hermes-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "albacus-q5_k_m-imat.gguf": ["ClaudioItaly/Albacus-V2-Imatrix", MessagesFormatterType.MISTRAL], + "mn-12b-siskin-test2-q8_0.gguf": ["Nohobby/MN-12B-Siskin-TEST2-Q8_0-GGUF", MessagesFormatterType.MISTRAL], + "mn-12b-siskin-test3-q8_0.gguf": ["Nohobby/MN-12B-Siskin-TEST3-Q8_0-GGUF", MessagesFormatterType.MISTRAL], + "Violet_Twilight-v0.2.Q4_K_M.gguf": ["Epiculous/Violet_Twilight-v0.2-GGUF", MessagesFormatterType.CHATML], + "albacus-q4_k_m-imat.gguf": ["ClaudioItaly/Albacus-Imatrix-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "mn-chinofun-q4_k_m.gguf": ["djuna/MN-Chinofun-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "NarraThinker12B.i1-Q4_K_M.gguf": ["mradermacher/NarraThinker12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "IceDrinkNameNotFoundRP-7b-Model_Stock.Q4_K_S.gguf": ["mradermacher/IceDrinkNameNotFoundRP-7b-Model_Stock-GGUF", MessagesFormatterType.MISTRAL], + "Hatheno_Max_1.1-ALT-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Hatheno_Max_1.1-ALT-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL], + "Gluon-8B.i1-Q5_K_M.gguf": ["mradermacher/Gluon-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "mergekit-model_stock-yhrnwcb-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_A-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "wip-test_pending_b-q4_k_m.gguf": ["DreadPoor/WIP-TEST_PENDING_B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Hatheno_Max_1.1-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Hatheno_Max_1.1-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MN-12B-Siskin-v0.2.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Siskin-v0.2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Hatheno_Max-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Hatheno_Max-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-SuperNovabliterated-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/L3.1-SuperNovabliterated-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Hatheno_Max-ALT-8B-model_stock.i1-Q5_K_M.gguf": ["mradermacher/Hatheno_Max-ALT-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "experiment_x-wip-q4_k_m.gguf": ["DreadPoor/EXPERIMENT_X-WIP-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "narrathinker12b-q4_k_m.gguf": ["ClaudioItaly/NarraThinker12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "llama-3.1-8b-matrix-q5_k_m.gguf": ["bunnycore/LLama-3.1-8B-Matrix-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Barcenas-8b-Cartas.Q5_K_M.gguf": ["mradermacher/Barcenas-8b-Cartas-GGUF", MessagesFormatterType.LLAMA_3], + "HannaOpenHermes-2.5-Mistral-7B.Q5_K_M.gguf": ["mradermacher/HannaOpenHermes-2.5-Mistral-7B-GGUF", MessagesFormatterType.MISTRAL], + "IceDrinkNameGoesHereRP-7b-Model_Stock.i1-Q4_K_M.gguf": ["mradermacher/IceDrinkNameGoesHereRP-7b-Model_Stock-i1-GGUF", MessagesFormatterType.ALPACA], + "Llama-3.1-Literotica-8B.Q4_K_S.gguf": ["mradermacher/Llama-3.1-Literotica-8B-GGUF", MessagesFormatterType.LLAMA_3], + "project-12-q4_k_m.gguf": ["ClaudioItaly/Project-12-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Celestial-Stone-2x8B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Celestial-Stone-2x8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "experiment_y-wip-q4_k_m.gguf": ["DreadPoor/EXPERIMENT_Y-WIP-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Vulca-Epith-Bluegrade-v0.2-8B.q8_0.gguf": ["kromquant/L3.1-Vulca-Epith-Bluegrade-v0.2-8B-GGUFs", MessagesFormatterType.LLAMA_3], + "llama-3.1-8b-omnimatrix-iq4_nl-imat.gguf": ["bunnycore/Llama-3.1-8B-OmniMatrix-IQ4_NL-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Artemis-d-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-d-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "G2-9B-Blackout-R1-Q4_K_M.gguf": ["bartowski/G2-9B-Blackout-R1-GGUF", MessagesFormatterType.ALPACA], + "FireStorm-Llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/FireStorm-Llama-3.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-2-ifable-9b-q6_k.gguf": ["nengo/gemma-2-Ifable-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "llama-3.1-8b-hypernova-abliteration-q5_k_m.gguf": ["bunnycore/LLama-3.1-8B-HyperNova-abliteration-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "llama-3.1-8b-hypernova-q4_k_m.gguf": ["bunnycore/LLama-3.1-8B-HyperNova-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.1-SuperNova-Lite-lorabilterated-8B.i1-Q4_K_S.gguf": ["mradermacher/Llama-3.1-SuperNova-Lite-lorabilterated-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "book-gut12b-q4_k_m.gguf": ["ClaudioItaly/Book-Gut12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "chocolatine-14b-instruct-dpo-v1.2-q4_k_m.gguf": ["jpacifico/Chocolatine-14B-Instruct-DPO-v1.2-Q4_K_M-GGUF", MessagesFormatterType.PHI_3], + "Nymph_8B.Q4_K_M.gguf": ["QuantFactory/Nymph_8B-GGUF", MessagesFormatterType.LLAMA_3], + "l3.1-8b-rp-test-004-slerp-q8_0.gguf": ["v000000/L3.1-Storniitova-8B-Q8_0-GGUF", MessagesFormatterType.MISTRAL], + "white_dwarf-q4_k_m.gguf": ["Daemontatox/White_dwarf-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Gemma2-9b-Max.i1-Q4_K_M.gguf": ["mradermacher/Gemma2-9b-Max-i1-GGUF", MessagesFormatterType.ALPACA], + "Evolutions-Reflex.Q4_K_M.gguf": ["mradermacher/Evolutions-Reflex-GGUF", MessagesFormatterType.MISTRAL], + "IceEspressoRPv6.Q5_K_M.gguf": ["mradermacher/IceEspressoRPv6-GGUF", MessagesFormatterType.MISTRAL], + "Heart_Stolen-ALT-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Heart_Stolen-ALT-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3], + "Pulzar-DPO-7.Q5_K_M.gguf": ["mradermacher/Pulzar-DPO-7-GGUF", MessagesFormatterType.MISTRAL], + "HermesNova-Llama-3.1-8B.Q4_K_M.gguf": ["mradermacher/HermesNova-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "IceEspressoRPv2-7b.Q5_K_M.gguf": ["mradermacher/IceEspressoRPv2-7b-GGUF", MessagesFormatterType.MISTRAL], + "gemma-2-9B-it-advanced-v2.1.Q4_K_M.gguf": ["RichardErkhov/jsgreenawalt_-_gemma-2-9B-it-advanced-v2.1-gguf", MessagesFormatterType.ALPACA], + "Gemma-9B-ColdBrew-Testing.Q4_K_M.gguf": ["mradermacher/Gemma-9B-ColdBrew-Testing-GGUF", MessagesFormatterType.ALPACA], + "opencrystal-12b-l3-v4-beta-q5_k_m.gguf": ["Darkknight535/OpenCrystal-12B-L3-v4-Beta-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "HyperLLama3.1-8b-Nova.i1-Q4_K_M.gguf": ["mradermacher/HyperLLama3.1-8b-Nova-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Boshima-b-FIX.Q5_K_M.gguf": ["mradermacher/L3.1-Boshima-b-FIX-GGUF", MessagesFormatterType.LLAMA_3], + "Maxtopia-13B.i1-Q4_K_M.gguf": ["mradermacher/Maxtopia-13B-i1-GGUF", MessagesFormatterType.ALPACA], + "Instant-RP-Noodles-12B-v1.4.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-v1.4-GGUF", MessagesFormatterType.MISTRAL], + "HyperGemma-2-9B.i1-Q4_K_M.gguf": ["mradermacher/HyperGemma-2-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "reflex-gutenberg-dpo-q5_k_m.gguf": ["ClaudioItaly/Reflex-Gutenberg-DPO-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "magnum-picaro-0.7-v2-12b-q5_k_m.gguf": ["Trappu/Magnum-Picaro-0.7-v2-12b-Q5_K_M-GGUF", MessagesFormatterType.CHATML], + "Llama-3.1-SuperNova-Lite-Q5_K_M.gguf": ["bartowski/Llama-3.1-SuperNova-Lite-GGUF", MessagesFormatterType.LLAMA_3], + "Fireball-Alpaca-Llama3.1.06-8B-Philos.i1-Q5_K_M.gguf": ["mradermacher/Fireball-Alpaca-Llama3.1.06-8B-Philos-i1-GGUF", MessagesFormatterType.CHATML], + "fimbmoister-11range-q4_k_m.gguf": ["ClaudioItaly/FimbMoister-11Range-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Magot-v1-Gemma2-8k-9B.Q4_K_M.gguf": ["mradermacher/Magot-v1-Gemma2-8k-9B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Boshima-b.Q5_K_M.gguf": ["mradermacher/L3.1-Boshima-b-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Vulca-Epith-Humbeta-v0.2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Vulca-Epith-Humbeta-v0.2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "l3.1-forsths-q5_k_m.gguf": ["djuna/L3.1-ForStHS-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "l3-umbral-storm-8b-t0.0001-q8_0.gguf": ["v000000/L3-Umbral-Storm-8B-t0.0001-Q8_0-GGUF", MessagesFormatterType.LLAMA_3], + "IceSakeRP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceSakeRP-7b-i1-GGUF", MessagesFormatterType.ALPACA], + "llama-3.1-8b-ultra-max-pro-q5_k_m.gguf": ["bunnycore/LLama-3.1-8b-Ultra-Max-Pro-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "maxtopia-13b-q4_k_m.gguf": ["ClaudioItaly/Maxtopia-13B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "utopia-range-q4_k_m.gguf": ["ClaudioItaly/Utopia-Range-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Dark-Planet-8B-V2-EOOP-D_AU-Q4_k_m.gguf": ["DavidAU/L3-Dark-Planet-8B-V2-Eight-Orbs-Of-Power-GGUF", MessagesFormatterType.LLAMA_3], + "mergekit-model_stock-azjsvkh-q4_k_m.gguf": ["DreadPoor/Heart_Stolen-8B-Model_Stock-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Pantheon-RP-1.6.1-12b-Nemo-Q4_K_M.gguf": ["bartowski/Pantheon-RP-1.6.1-12b-Nemo-GGUF", MessagesFormatterType.MISTRAL], + "mistral-nemo-12b-arliai-rpmax-v1.1-q5_k_m.gguf": ["NikolayKozloff/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "ggml-model-Q5_K.gguf": ["jeiku/Luna_7B_GGUF", MessagesFormatterType.MISTRAL], + "Daredevil-8B-abliterated-dpomix.i1-Q5_K_M.gguf": ["mradermacher/Daredevil-8B-abliterated-dpomix-i1-GGUF", MessagesFormatterType.LLAMA_3], + "MN-12B-Chronos-Gold-Celeste-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Chronos-Gold-Celeste-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-HaremUnion-12B.i1-Q4_K_M.gguf": ["mradermacher/MN-HaremUnion-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Evocation.i1-Q4_K_M.gguf": ["mradermacher/Evocation-i1-GGUF", MessagesFormatterType.ALPACA], + "gemma-2-9b-it-WPO-HB-Q4_K_M.gguf": ["bartowski/gemma-2-9b-it-WPO-HB-GGUF", MessagesFormatterType.ALPACA], + "MN-12B-Lyra-v4.Q4_K_M.gguf": ["QuantFactory/MN-12B-Lyra-v4-GGUF", MessagesFormatterType.CHATML], + "Stella-mistral-nemo-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Stella-mistral-nemo-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL], + "Artificium-llama3.1-8B-001.i1-Q5_K_M.gguf": ["mradermacher/Artificium-llama3.1-8B-001-i1-GGUF", MessagesFormatterType.MISTRAL], + "Sensibilitystory-7B.i1-Q5_K_M.gguf": ["mradermacher/Sensibilitystory-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "ataraxy-actually-9b.i1-Q4_K_M.gguf": ["mradermacher/ataraxy-actually-9b-i1-GGUF", MessagesFormatterType.ALPACA], + "xortron7methedup-slerp-8b-q5_k_m.gguf": ["darkc0de/Xortron7MethedUp-SLERP-8B-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "magnaraxy-9b.i1-Q4_K_M.gguf": ["mradermacher/magnaraxy-9b-i1-GGUF", MessagesFormatterType.ALPACA], + "L3.1-HermesBreakGradientXL-12B.Q4_K_M.gguf": ["mradermacher/L3.1-HermesBreakGradientXL-12B-GGUF", MessagesFormatterType.LLAMA_3], + "nemo-picaro-v0.1-12b-q4_k_s.gguf": ["Trappu/Nemo-Picaro-v0.1-12B-Q4_K_S-GGUF", MessagesFormatterType.CHATML], + "magnum-picaro-0.7-12b-q5_k_m.gguf": ["Trappu/Magnum-Picaro-0.7-12b-Q5_K_M-GGUF", MessagesFormatterType.CHATML], + "gemma-2-gemmama-9b-q5_k_m.gguf": ["djuna/Gemma-2-gemmama-9b-Q5_K_M-GGUF", MessagesFormatterType.ALPACA], + "mn-haremunion-12b-q6_k.gguf": ["rityak/MN-HaremUnion-12B-Q6_K-GGUF", MessagesFormatterType.MISTRAL], + "magnum-v3-9b-chatml-Q4_K_M.gguf": ["bartowski/magnum-v3-9b-chatml-GGUF", MessagesFormatterType.ALPACA], + "stella-mistral-nemo-12b-v2-q5_k_m.gguf": ["Triangle104/Stella-mistral-nemo-12B-v2-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "magnaraxy-9b-Q4_K_M.gguf": ["bartowski/magnaraxy-9b-GGUF", MessagesFormatterType.ALPACA], + "magnum-v3-9b-customgemma2-Q4_K_M.gguf": ["bartowski/magnum-v3-9b-customgemma2-GGUF", MessagesFormatterType.ALPACA], + "mn-12b-lyra-v4a1-q4_k_m.gguf": ["404ProfileUnknown/MN-12B-Lyra-v4a1-Q4_K_M-GGUF", MessagesFormatterType.CHATML], + "nemored_1-q4_k_m.gguf": ["Daemontatox/nemored_1-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-BlueSkyy-8B.Q4_K_S.gguf": ["mradermacher/L3.1-BlueSkyy-8B-GGUF", MessagesFormatterType.LLAMA_3], + "EvolutionStar.Q5_K_M.gguf": ["mradermacher/EvolutionStar-GGUF", MessagesFormatterType.MISTRAL], + "Xortron7_Alpha.Q5_K_M.gguf": ["mradermacher/Xortron7_Alpha-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-DarkStock-8B.Q4_K_S.gguf": ["mradermacher/L3.1-DarkStock-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-IFEvalStock-8B.Q5_K_M.gguf": ["mradermacher/L3.1-IFEvalStock-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3-SunnySkyy-8B.Q5_K_M.gguf": ["mradermacher/L3-SunnySkyy-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Xortron7MethedUp.Q5_K_M.gguf": ["mradermacher/Xortron7MethedUp-GGUF", MessagesFormatterType.LLAMA_3], + "l3.1-hermesbreakgradient-8b-q8_0.gguf": ["rityak/L3.1-HermesBreakGradient-8B-Q8_0-GGUF", MessagesFormatterType.LLAMA_3], + "hematoma-gemma-model-stock-9b-q6_k.gguf": ["Nekuromento/Hematoma-Gemma-Model-Stock-9B-Q6_K-GGUF", MessagesFormatterType.ALPACA], + "l3.1-darkstock-8b-q8_0.gguf": ["rityak/L3.1-DarkStock-8B-Q8_0-GGUF", MessagesFormatterType.MISTRAL], + "evolutionfimbmoister-11-q4_k_m.gguf": ["ClaudioItaly/EvolutionFimbMoister-11-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "IceTea21EnergyDrinkRPV13-DPOv3.Q5_K_M.gguf": ["mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-GGUF", MessagesFormatterType.MISTRAL], + "top11evolution-q4_k_m.gguf": ["ClaudioItaly/Top11Evolution-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-FormaxGradient.Q5_K_M.gguf": ["mradermacher/L3.1-FormaxGradient-GGUF", MessagesFormatterType.LLAMA_3], + "IceEspressoRPv1-7b.i1-Q5_K_M.gguf": ["mradermacher/IceEspressoRPv1-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "Ph3della3-14B.Q4_K_M.gguf": ["mradermacher/Ph3della3-14B-GGUF", MessagesFormatterType.PHI_3], + "Llama-3-bllossom-8B-PM1-finetuned-v1-15.Q5_K_M.gguf": ["mradermacher/Llama-3-bllossom-8B-PM1-finetuned-v1-15-GGUF", MessagesFormatterType.LLAMA_3], + "Evolutionstory-7B-v3.0.Q5_K_M.gguf": ["mradermacher/Evolutionstory-7B-v3.0-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Niitorm-8B-t0.0001.i1.imatrix-Q8_0.gguf": ["v000000/L3.1-Niitorm-8B-t0.0001-i1-imatrix-Q8_0-GGUF", MessagesFormatterType.LLAMA_3], + "lyris_dev_2-q6_k.gguf": ["v000000/NM-12B-Lyris-dev-2-Q6_K-GGUF", MessagesFormatterType.MISTRAL], + "nm-12b-lyris-dev-3-q6_k.gguf": ["v000000/NM-12B-Lyris-dev-3-Q6_K-GGUF", MessagesFormatterType.MISTRAL], + "sensibilitystory-7b-q5_k_m.gguf": ["ClaudioItaly/Sensibilitystory-7B-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "NeuralExperiment-7b-MagicCoder-v7.5.i1-Q5_K_M.gguf": ["mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF", MessagesFormatterType.MISTRAL], + "dolphin-2.2.1-mistral-7b.Q5_K_M.gguf": ["mradermacher/dolphin-2.2.1-mistral-7b-GGUF", MessagesFormatterType.MISTRAL], + "L3-Dark-Planet-Horror-City-8B-NEO-IMAT-D_AU-Q5_K_M-imat.gguf": ["DavidAU/L3-Dark-Planet-Horror-City-8B-NEO-Imatrix-GGUF", MessagesFormatterType.LLAMA_3], + "hyperllama-3.1-8b-iq4_nl-imat.gguf": ["bunnycore/HyperLlama-3.1-8B-IQ4_NL-GGUF", MessagesFormatterType.LLAMA_3], + "SystemAI-7B.Q5_K_M.gguf": ["mradermacher/SystemAI-7B-GGUF", MessagesFormatterType.MISTRAL], + "OpenCrystal-15B-L3-v3.Q4_K_M.gguf": ["mradermacher/OpenCrystal-15B-L3-v3-GGUF", MessagesFormatterType.LLAMA_3], + "Enzo.Q4_K_M.gguf": ["mradermacher/Enzo-GGUF", MessagesFormatterType.MISTRAL], + "CelineGPT-12B-v0.1.Q4_K_M.gguf": ["mradermacher/CelineGPT-12B-v0.1-GGUF", MessagesFormatterType.MISTRAL], + "Lama-DPOlphin-8B.Q5_K_M.gguf": ["mradermacher/Lama-DPOlphin-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Artemis-a-8B.i1-Q4_K_S.gguf": ["mradermacher/L3.1-Artemis-a-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Artemis-b-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Artemis-b-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Artemis-c-8B.Q4_K_S.gguf": ["mradermacher/L3.1-Artemis-c-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Vulca-Umboshima-8B-bf16.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Vulca-Umboshima-8B-bf16-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Vulca-Umboshima-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Vulca-Umboshima-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mistral-Nemo-Instruct-2407-abliterated.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Instruct-2407-abliterated-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3-Dark-Planet-8B-D_AU-Q5_k_s.gguf": ["DavidAU/L3-Dark-Planet-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Dark-Planet-Ring-World-8B-F32-D_AU-Q4_k_s.gguf": ["DavidAU/L3-Dark-Planet-Ring-World-8B-F32-GGUF", MessagesFormatterType.LLAMA_3], + "penny-lexi-llama3.1-8B.Q5_K_M.gguf": ["mradermacher/penny-lexi-llama3.1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "penny-llama3.1-dolphin2.9.4.Q5_K_M.gguf": ["mradermacher/penny-llama3.1-dolphin2.9.4-GGUF", MessagesFormatterType.MISTRAL], + "zirel3.1.Q5_K_M.gguf": ["mradermacher/zirel3.1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-8B-komorebi-v0.1-Q5_K_M.gguf": ["Vdr1/L3.1-8B-komorebi-v0.1-GGUF-IQ", MessagesFormatterType.LLAMA_3], + "Lumimaid-Rocinate-v0.1.Q4_K_M.gguf": ["mradermacher/Lumimaid-Rocinate-v0.1-GGUF", MessagesFormatterType.MISTRAL], + "Athlon-8B-0.1.Q5_K_M.gguf": ["mradermacher/Athlon-8B-0.1-GGUF", MessagesFormatterType.LLAMA_3], + "Phenom-12B-0.1.i1-Q5_K_M.gguf": ["mradermacher/Phenom-12B-0.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Ph3della-14B.Q4_K_S.gguf": ["mradermacher/Ph3della-14B-GGUF", MessagesFormatterType.PHI_3], + "alfacentaury11b-q5_k_m.gguf": ["ClaudioItaly/AlfaCentaury11B-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q5_K_M-imat.gguf": ["DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF", MessagesFormatterType.LLAMA_3], + "penny-dolphin2.9.4.gguf": ["giannisan/penny-dolphin2.9.4-llama3.1-GGUF", MessagesFormatterType.MISTRAL], + "systemhd-7b-q5_k_m.gguf": ["ClaudioItaly/SystemHD-7B-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "lit_red_storm-q4_k_m.gguf": ["Daemontatox/lit_red_storm-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "llama-3-youko-8b-instruct.Q5_K_M.gguf": ["mradermacher/llama-3-youko-8b-instruct-GGUF", MessagesFormatterType.LLAMA_3], + "Fimbulvetr-11B-v2.Q5_K_M.gguf": ["QuantFactory/Fimbulvetr-11B-v2-GGUF", MessagesFormatterType.VICUNA], + "ogha-8b-model_stock-q4_k_m.gguf": ["DreadPoor/Ogha-8B-model_stock-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "westicelemontearp-32k-7b-q5_k_s-imat.gguf": ["woofwolfy/WestIceLemonTeaRP-32k-7b-Q5_K_S-GGUF-Imatrix", MessagesFormatterType.ALPACA], + "ArliAI-RPMax-12B-v1.1-Q4_K_M.gguf": ["ArliAI/ArliAI-RPMax-12B-v1.1-GGUF", MessagesFormatterType.MISTRAL], + "l3-8b-serpentine-q4_k_m-imat.gguf": ["woofwolfy/L3-8B-Serpentine-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "llama-3-alpha-centauri-v0.1-q4_k_m-imat.gguf": ["woofwolfy/Llama-3-Alpha-Centauri-v0.1-Q4_K_M-GGUF-Imatrix", MessagesFormatterType.LLAMA_3], + "OpenCrystal-15B-L3-v2.i1-Q4_K_M.gguf": ["mradermacher/OpenCrystal-15B-L3-v2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Gukbap-Mistral-7B.i1-Q4_K_M.gguf": ["mradermacher/Gukbap-Mistral-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Gukbap-Qwen2-7B.i1-Q4_K_M.gguf": ["mradermacher/Gukbap-Qwen2-7B-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Irina-8B-model_stock.Q5_K_M.gguf": ["mradermacher/Irina-8B-model_stock-GGUF", MessagesFormatterType.MISTRAL], + "silicon-alice-7b-q5_k_m-imat.gguf": ["woofwolfy/Silicon-Alice-7B-Q5_K_M-GGUF-Imatrix", MessagesFormatterType.MISTRAL], + "l3.1-8b-rpgrammax-q5_k_m.gguf": ["djuna/L3.1-8B-RPGramMax-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Instant-RP-Noodles-12B-v1.2.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-v1.2-GGUF", MessagesFormatterType.MISTRAL], + "Ellaria-9B-Q4_K_M.gguf": ["bartowski/Ellaria-9B-GGUF", MessagesFormatterType.ALPACA], + "evolutionstory-7b-v2.2-q5_k_m.gguf": ["ClaudioItaly/Evolutionstory-7B-v2.2-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "NeuroNoise_v2.Q6_K.gguf": ["mradermacher/NeuroNoise_v2-GGUF", MessagesFormatterType.CHATML], + "daybreak-kunoichi-2dpo-7b.i1-Q5_K_M.gguf": ["mradermacher/daybreak-kunoichi-2dpo-7b-i1-GGUF", MessagesFormatterType.MISTRAL], + "l3.1-niitorm-8b-latcosx2-q8_0.gguf": ["v000000/L3.1-Niitorm-8B-LATCOSx2-Version-Q8_0-GGUF", MessagesFormatterType.MISTRAL], + "IceTea21EnergyDrinkRPV13-dpo240.Q4_K_M.gguf": ["mradermacher/IceTea21EnergyDrinkRPV13-dpo240-GGUF", MessagesFormatterType.MISTRAL], + "topneuralstory-q6_k.gguf": ["ClaudioItaly/TopNeuralStory-Q6_K-GGUF", MessagesFormatterType.MISTRAL], + #"L3.1-Ablaze-Vulca-v0.2h-8B.q8_0.gguf": ["kromquant/L3.1-Ablaze-Vulca-v0.2h-8B-GGUFs", MessagesFormatterType.MISTRAL], + "Fireball-12B-v1.13a-philosophers.Q4_K_M.gguf": ["mradermacher/Fireball-12B-v1.13a-philosophers-GGUF", MessagesFormatterType.MISTRAL], + "l3.1-niitorm-8b-q8_0.gguf": ["v000000/L3.1-Niitorm-8B-t0.0001-Q8_0-GGUF", MessagesFormatterType.MISTRAL], + "mn-12b-lyra-v3-q5_k_m.gguf": ["HalleyStarbun/MN-12B-Lyra-v3-Q5_K_M-GGUF", MessagesFormatterType.CHATML], + "mergekit-model_stock-ffibbcs-q4_k_s.gguf": ["DarwinAnim8or/mergekit-model_stock-ffibbcs-Q4_K_S-GGUF", MessagesFormatterType.ALPACA], + "experiment-wip-being-q4_k_m.gguf": ["DreadPoor/EXPERIMENT-WIP-BEING-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Sunmoy-9B-G2.Q4_K_M.gguf": ["backyardai/Sunmoy-9B-G2-GGUF", MessagesFormatterType.ALPACA], + "kainaticulous-rp-7b.Q5_K_M.gguf": ["mradermacher/kainaticulous-rp-7b-GGUF", MessagesFormatterType.MISTRAL], + "OpenCrystal-12B-L3.1-128K.Q4_K_S.gguf": ["mradermacher/OpenCrystal-12B-L3.1-128K-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-12B-Niitama-v1.1.Q4_K_S.gguf": ["mradermacher/L3.1-12B-Niitama-v1.1-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-12B-Celeste-V1.5.Q4_K_S.gguf": ["mradermacher/L3.1-12B-Celeste-V1.5-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Sthenorm-8B.Q4_K_S.gguf": ["mradermacher/L3.1-Sthenorm-8B-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Estrella-v2.2.Q4_K_M.gguf": ["mradermacher/MN-12B-Estrella-v2.2-GGUF", MessagesFormatterType.MISTRAL], + "WoonaV1.2-9b.Q4_K_M.gguf": ["QuantFactory/WoonaV1.2-9b-GGUF", MessagesFormatterType.MISTRAL], + "kainaticulous-rp-7B-Q5_K_M.gguf": ["kainatq/kainaticulous-rp-7b-gguf", MessagesFormatterType.MISTRAL], + "experiment-wip-q4_k_m.gguf": ["DreadPoor/EXPERIMENT-WIP-Q4_K_M-GGUF", MessagesFormatterType.CHATML], + "eye_of_the_storm-q4_k_m.gguf": ["Daemontatox/Eye_of_the_Storm-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Fireball-3.1-8B-ORPO.i1-Q5_K_M.gguf": ["mradermacher/Fireball-3.1-8B-ORPO-i1-GGUF", MessagesFormatterType.LLAMA_3], + "ggml-model-Q4_K_M.gguf": ["lightblue/suzume-llama-3-8B-multilingual-orpo-borda-half-gguf", MessagesFormatterType.LLAMA_3], + "kukulemon-v3-soul_mix-32k-7B.Q5_K_M.gguf": ["grimjim/kukulemon-v3-soul_mix-32k-7B-GGUF", MessagesFormatterType.MISTRAL], + #"CestLumi-v2.Q4_K_M.gguf": ["mradermacher/CestLumi-v2-GGUF", MessagesFormatterType.CHATML], # incomplete merges according to the author + "zephyr-wizard-kuno-royale-BF16-merge-7B.Q5_K_M.gguf": ["grimjim/zephyr-wizard-kuno-royale-BF16-merge-7B-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-Luminurse-v0.2-OAS-8B.Q5_K_M.gguf": ["grimjim/Llama-3-Luminurse-v0.2-OAS-8B-GGUF", MessagesFormatterType.LLAMA_3], + #"L3.1-Ablaze-Vulca-v0.2b-8B.q8_0.gguf": ["kromquant/L3.1-Ablaze-Vulca-v0.2b-8B-GGUFs", MessagesFormatterType.MISTRAL], + "MN-12B-Lyra-v2a1.Q4_K_M.gguf": ["mradermacher/MN-12B-Lyra-v2a1-GGUF", MessagesFormatterType.MISTRAL], + "OpenCrystal-8B-L3.Q5_K_M.gguf": ["mradermacher/OpenCrystal-8B-L3-GGUF", MessagesFormatterType.LLAMA_3], + "MN-CelesteGold-12B-Merge.Q4_K_M.gguf": ["mradermacher/MN-CelesteGold-12B-Merge-GGUF", MessagesFormatterType.CHATML], + "L3.1-Suze-Vume-calc.Q5_K_M.gguf": ["mradermacher/L3.1-Suze-Vume-calc-GGUF", MessagesFormatterType.MISTRAL], + "OpenCrystal-8B-L3.i1-Q4_K_M.gguf": ["mradermacher/OpenCrystal-8B-L3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "cestlumi-v2-q4_k_m.gguf": ["TheDrunkenSnail/CestLumi-v2-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "cestlumi-v1-q4_k_m.gguf": ["TheDrunkenSnail/CestLumi-v1-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Lyra_Gutenbergs-Twilight_Magnum-12B-Q4_K_M.gguf": ["bartowski/Lyra_Gutenbergs-Twilight_Magnum-12B-GGUF", MessagesFormatterType.MISTRAL], + "llama-3.1-8b-ultra-instruct-q4_k_s-imat.gguf": ["Dampfinchen/Llama-3.1-8B-Ultra-Instruct-Q4_K_S-GGUF", MessagesFormatterType.LLAMA_3], + "kunoichi-lemon-royale-v3-32K-7B.Q5_K_M.gguf": ["grimjim/kunoichi-lemon-royale-v3-32K-7B-GGUF", MessagesFormatterType.MISTRAL], + "kukulemon-spiked-9B.Q4_K_M.gguf": ["grimjim/kukulemon-spiked-9B-GGUF", MessagesFormatterType.MISTRAL], + "lemonade-rebase-32k-7B.Q8_0.gguf": ["grimjim/lemonade-rebase-32k-7B-GGUF", MessagesFormatterType.MISTRAL], + "infinite-lemonade-7B.Q8_0.gguf": ["grimjim/infinite-lemonade-SLERP-7B-GGUF", MessagesFormatterType.MISTRAL], + "llama-3-merge-pp-instruct-8B.Q8_0.gguf": ["grimjim/llama-3-merge-pp-instruct-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3-SthenoMaidBlackroot-12.2B-V1-INSTRUCT-16fp.i1-Q4_K_S.gguf": ["mradermacher/L3-SthenoMaidBlackroot-12.2B-V1-INSTRUCT-16fp-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Fireball-Mistral-Nemo-Base-2407-Instruct-v1.Q4_K_M.gguf": ["mradermacher/Fireball-Mistral-Nemo-Base-2407-Instruct-v1-GGUF", MessagesFormatterType.MISTRAL], + "L3-12B-Niitama-v1.Q4_K_M.gguf": ["mradermacher/L3-12B-Niitama-v1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-12B-Celeste-V1.2.Q4_K_M.gguf": ["mradermacher/L3-12B-Celeste-V1.2-GGUF", MessagesFormatterType.LLAMA_3], + "OpenCrystal-12B-L3.Q4_K_M.gguf": ["mradermacher/OpenCrystal-12B-L3-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Stheno-v3.2-12.2B-Instruct.Q4_K_M.gguf": ["mradermacher/L3-Stheno-v3.2-12.2B-Instruct-GGUF", MessagesFormatterType.LLAMA_3], + "L3-SMB-Instruct-12.2B-F32.Q4_K_M.gguf": ["mradermacher/L3-SMB-Instruct-12.2B-F32-GGUF", MessagesFormatterType.LLAMA_3], + "OpenCrystal-12B-L3.i1-Q4_K_M.gguf": ["mradermacher/OpenCrystal-12B-L3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Lumimaid-12.2B-v0.1-OAS-Instruct.Q4_K_M.gguf": ["mradermacher/L3-Lumimaid-12.2B-v0.1-OAS-Instruct-GGUF", MessagesFormatterType.LLAMA_3], + "nemo-12b-hiwaifu-Q4_K_L-imat.gguf": ["Reiterate3680/nemo-12b-hiwaifu-GGUF", MessagesFormatterType.MISTRAL], + "Soliloquy-7B-v3-Q4_K_L-imat.gguf": ["Reiterate3680/Soliloquy-7B-v3-GGUF", MessagesFormatterType.OPEN_CHAT], + "Lyra-Gutenberg-mistral-nemo-12B.Q4_K_M.gguf": ["mradermacher/Lyra-Gutenberg-mistral-nemo-12B-GGUF", MessagesFormatterType.MISTRAL], + "Gutensuppe-mistral-nemo-12B.Q4_K_M.gguf": ["mradermacher/Gutensuppe-mistral-nemo-12B-GGUF", MessagesFormatterType.MISTRAL], + "IceTea21EnergyDrinkRPV13-dpo240-Q8_0.gguf": ["icefog72/IceTea21EnergyDrinkRPV13-dpo240-gguf", MessagesFormatterType.MISTRAL], + "Instant-RP-Noodles-12B.Q4_K_M.gguf": ["mradermacher/Instant-RP-Noodles-12B-GGUF", MessagesFormatterType.MISTRAL], + "Violet_Twilight-v0.1_q4_K_M.gguf": ["Epiculous/Violet_Twilight-v0.1-GGUF", MessagesFormatterType.MISTRAL], + "Llama3.1-vodka.Q4_K_S.gguf": ["mradermacher/Llama3.1-vodka-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Pyro-Mantus-v0.1c-8B.q5_k_m.gguf": ["kromquant/L3.1-Pyro-Mantus-v0.1c-8B-GGUFs", MessagesFormatterType.MISTRAL], + "Llama-3.1-8B-ArliAI-RPMax-v1.1-Q5_K_M.gguf": ["ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1-GGUF", MessagesFormatterType.MISTRAL], + "l3-notcrazy-8b-q4_k_m.gguf": ["bunnycore/L3-NotCrazy-8B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Maverick-8B.Q5_K_M.gguf": ["RichardErkhov/bunnycore_-_Maverick-8B-gguf", MessagesFormatterType.LLAMA_3], + "Fireball-12B-v1.01a.Q4_K_M.gguf": ["mradermacher/Fireball-12B-v1.01a-GGUF", MessagesFormatterType.CHATML], + "Loki-v5.2.Q5_K_M.gguf": ["mradermacher/Loki-v5.2-GGUF", MessagesFormatterType.MISTRAL], + "Loki-v5.1.Q5_K_M.gguf": ["mradermacher/Loki-v5.1-GGUF", MessagesFormatterType.MISTRAL], + "GracieRP-freefallenLora-Gemma2-Inst-9B.i1-Q4_K_M.gguf": ["mradermacher/GracieRP-freefallenLora-Gemma2-Inst-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "mistral-nemo-gutenberg-12B-v4.Q4_K_M.gguf": ["mradermacher/mistral-nemo-gutenberg-12B-v4-GGUF", MessagesFormatterType.MISTRAL], + "FunkyMerge-12b-0.1.Q4_K_M.gguf": ["mradermacher/FunkyMerge-12b-0.1-GGUF", MessagesFormatterType.MISTRAL], + "NemoMix-Unleashed-12B-Q4_K_M.gguf": ["bartowski/NemoMix-Unleashed-12B-GGUF", MessagesFormatterType.MISTRAL], + "IceTea21EnergyDrinkRPV13.Q4_K_S.gguf": ["mradermacher/IceTea21EnergyDrinkRPV13-GGUF", MessagesFormatterType.MISTRAL], + "MegaBeam-Mistral-7B-512k-Q5_K_M.gguf": ["bartowski/MegaBeam-Mistral-7B-512k-GGUF", MessagesFormatterType.MISTRAL], + "azur-8b-model_stock-q4_k_m.gguf": ["DreadPoor/Azur-8B-model_stock-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Chronos-Gold-12B-1.0-Q4_K_M.gguf": ["bartowski/Chronos-Gold-12B-1.0-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Romes-Ninomos-Maxxing.Q5_K_M.gguf": ["mradermacher/L3.1-Romes-Ninomos-Maxxing-GGUF", MessagesFormatterType.LLAMA_3], + "mistral-nemo-minitron-8b-base-q4_k_m.gguf": ["Daemontatox/Mistral-NeMo-Minitron-8B-Base-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Nokstella_coder-8B-model_stock.i1-Q4_K_S.gguf": ["mradermacher/Nokstella_coder-8B-model_stock-i1-GGUF", MessagesFormatterType.LLAMA_3], + "vtion_model_v1.Q5_K_M.gguf": ["mradermacher/vtion_model_v1-GGUF", MessagesFormatterType.LLAMA_3], + "storiecreative-q5_k_m.gguf": ["ClaudioItaly/StorieCreative-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-gramamax.Q5_K_M.gguf": ["mradermacher/L3.1-gramamax-GGUF", MessagesFormatterType.MISTRAL], + "Evolutionstory128.Q5_K_M.gguf": ["mradermacher/Evolutionstory128-GGUF", MessagesFormatterType.CHATML], + "sellen-8b-model_stock-q4_k_m.gguf": ["DreadPoor/Sellen-8B-model_stock-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "nokstella_coder-8b-model_stock-q4_k_m.gguf": ["DreadPoor/Nokstella_coder-8B-model_stock-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Ultra-Instruct-12B-Q4_K_M.gguf": ["bartowski/Ultra-Instruct-12B-GGUF", MessagesFormatterType.MISTRAL], + "L3.1-Sithamo-v0.4-8B.q5_k_m.gguf": ["kromquant/L3.1-Siithamo-v0.4-8B-GGUFs", MessagesFormatterType.MISTRAL], + "Berry-Spark-7B-Fix.Q5_K_M.gguf": ["mradermacher/Berry-Spark-7B-Fix-GGUF", MessagesFormatterType.OPEN_CHAT], + "llama3.1-gutenberg-8B.Q4_K_S.gguf": ["mradermacher/llama3.1-gutenberg-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Romes-Ninomos.Q4_K_S.gguf": ["mradermacher/L3.1-Romes-Ninomos-GGUF", MessagesFormatterType.LLAMA_3], + "nemo-12b-summarizer-de-v3.Q4_K_M.gguf": ["mradermacher/nemo-12b-summarizer-de-v3-GGUF", MessagesFormatterType.MISTRAL], + "suzume-llama-3-8B-multilingual-orpo-borda-top25.Q5_K_M.gguf": ["darkshapes/suzume-llama-3-8B-multilingual-orpo-borda-top25-gguf", MessagesFormatterType.LLAMA_3], + "Fireball-Mistral-Nemo-Base-2407-sft-v2.1.Q4_K_M.gguf": ["mradermacher/Fireball-Mistral-Nemo-Base-2407-sft-v2.1-GGUF", MessagesFormatterType.MISTRAL], + "gemma-2-9B-it-advanced-v2.1-Q5_K_M.gguf": ["jsgreenawalt/gemma-2-9B-it-advanced-v2.1-GGUF", MessagesFormatterType.ALPACA], + "mistral-12b-neptune-6k-instruct.Q4_K_M.gguf": ["mradermacher/mistral-12b-neptune-6k-instruct-GGUF", MessagesFormatterType.MISTRAL], + "evolutionstory-q5_k_m.gguf": ["ClaudioItaly/Evolutionstory-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "AuraFinal12B-Q4_K_L-imat.gguf": ["Reiterate3680/AuraFinal12B-GGUF", MessagesFormatterType.MISTRAL], + "Hollow-Tail-V1-12B-Q5_K_M.gguf": ["starble-dev/Hollow-Tail-V1-12B-GGUF", MessagesFormatterType.MISTRAL], + "IceSakeRPTrainingTestV1-7b.Q5_K_M.gguf": ["mradermacher/IceSakeRPTrainingTestV1-7b-GGUF", MessagesFormatterType.MISTRAL], + "IceTea21EnergyDrinkRPV10.Q5_K_M.gguf": ["mradermacher/IceTea21EnergyDrinkRPV10-GGUF", MessagesFormatterType.MISTRAL], + "MN-LooseCannon-12B-v2-Q4_K_L-imat.gguf": ["Reiterate3680/MN-LooseCannon-12B-v2-GGUF", MessagesFormatterType.CHATML], + "MN-MT3-m4-12B-Q4_K_L-imat.gguf": ["Reiterate3680/MN-MT3-m4-12B-GGUF", MessagesFormatterType.CHATML], + "Mahou-Gutenberg-Nemo-12B.Q4_K_M.gguf": ["mradermacher/Mahou-Gutenberg-Nemo-12B-GGUF", MessagesFormatterType.MISTRAL], + "Mahou-1.3-llama3.1-8B.Q5_K_M.gguf": ["mradermacher/Mahou-1.3-llama3.1-8B-GGUF", MessagesFormatterType.CHATML], + "gemma-advanced-v1.Q4_K_M.gguf": ["QuantFactory/gemma-advanced-v1-GGUF", MessagesFormatterType.ALPACA], + "flammen21X-mistral-7B-Q5_K_M.gguf": ["duyntnet/flammen21X-mistral-7B-imatrix-GGUF", MessagesFormatterType.MISTRAL], + "Magnum-Instruct-DPO-12B.Q4_K_M.gguf": ["mradermacher/Magnum-Instruct-DPO-12B-GGUF", MessagesFormatterType.MISTRAL], + "Carasique-v0.3b.Q4_K_S.gguf": ["mradermacher/Carasique-v0.3b-GGUF", MessagesFormatterType.MISTRAL], + "MN-12b-Sunrose-Q4_K_L-imat.gguf": ["Reiterate3680/MN-12b-Sunrose-GGUF", MessagesFormatterType.MISTRAL], + "OpenChat-3.5-7B-SOLAR-v2.0.i1-Q4_K_M.gguf": ["mradermacher/OpenChat-3.5-7B-SOLAR-v2.0-i1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Carasique-v0.3.Q4_K_M.gguf": ["mradermacher/Carasique-v0.3-GGUF", MessagesFormatterType.MISTRAL], + "Crimson_Dawn-V0.1.Q4_K_M.gguf": ["mradermacher/Crimson_Dawn-V0.1-GGUF", MessagesFormatterType.MISTRAL], + "Samantha-hermes3-8b-model-fixed.i1-Q5_K_M.gguf": ["mradermacher/Samantha-hermes3-8b-model-fixed-i1-GGUF", MessagesFormatterType.MISTRAL], + "Hermes-3-Llama-3.1-8B-lorablated-Q5_K_M.gguf": ["bartowski/Hermes-3-Llama-3.1-8B-lorablated-GGUF", MessagesFormatterType.LLAMA_3], + "stratagem-instruct-12b.i1-Q4_K_M.gguf": ["mradermacher/stratagem-instruct-12b-i1-GGUF", MessagesFormatterType.MISTRAL], + "omed-llama3.1-8b.Q5_K_M.gguf": ["mradermacher/omed-llama3.1-8b-GGUF", MessagesFormatterType.LLAMA_3], + "omed-gemma2-9b.i1-Q4_K_M.gguf": ["mradermacher/omed-gemma2-9b-i1-GGUF", MessagesFormatterType.ALPACA], + "L3.1-Siithamo-v0.3-8B.q5_k_m.gguf": ["kromquant/L3.1-Siithamo-v0.3-8B-GGUFs", MessagesFormatterType.LLAMA_3], + "mistral-nemo-gutenberg-12B-v3.i1-Q4_K_M.gguf": ["mradermacher/mistral-nemo-gutenberg-12B-v3-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Tarsus-Q4_K_L-imat.gguf": ["Reiterate3680/MN-12B-Tarsus-GGUF", MessagesFormatterType.MISTRAL], + "Magnum-Instruct-12B.Q4_K_M.gguf": ["mradermacher/Magnum-Instruct-12B-GGUF", MessagesFormatterType.MISTRAL], + "Rocinante-12B-v1.i1-Q4_K_M.gguf": ["mradermacher/Rocinante-12B-v1-i1-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3.1-Storm-8B-Q5_K_M.gguf": ["bartowski/Llama-3.1-Storm-8B-GGUF", MessagesFormatterType.MISTRAL], + "Tess-3-Mistral-Nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Tess-3-Mistral-Nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Hermes-3-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Hermes-3-Llama-3.1-8B-GGUF", MessagesFormatterType.MISTRAL], + "Roleplay-Hermes-3-Llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Roleplay-Hermes-3-Llama-3.1-8B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Dusk_Rainbow_Ep03-Q5_K_M.gguf": ["SicariusSicariiStuff/Dusk_Rainbow_GGUFs", MessagesFormatterType.LLAMA_3], + "NemoReRemix-12B-Q4_K_M.gguf": ["bartowski/NemoReRemix-12B-GGUF", MessagesFormatterType.MISTRAL], + "Aura-NeMo-12B-Q4_K_L-imat.gguf": ["Reiterate3680/Aura-NeMo-12B-GGUF", MessagesFormatterType.MISTRAL], + "TypeII-12B.Q4_K_S.gguf": ["mradermacher/TypeII-12B-GGUF", MessagesFormatterType.MISTRAL], + "TypeII-A-12B.Q4_K_M.gguf": ["mradermacher/TypeII-A-12B-GGUF", MessagesFormatterType.CHATML], + "yuna-ai-v3-atomic-q_4_k_m.gguf": ["yukiarimo/yuna-ai-v3-atomic", MessagesFormatterType.CHATML], + "Peach-9B-8k-Roleplay-Q4_K_M.gguf": ["bartowski/Peach-9B-8k-Roleplay-GGUF", MessagesFormatterType.LLAMA_3], + "heartstolen_model-stock_8b-q4_k_m.gguf": ["DreadPoor/HeartStolen_model-stock_8B-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-ArliAI-Formax-v1.0-Q5_K_M.gguf": ["ArliAI/Llama-3.1-8B-ArliAI-Formax-v1.0-GGUF", MessagesFormatterType.MISTRAL], + "ArliAI-Llama-3-8B-Formax-v1.0-Q5_K_M.gguf": ["ArliAI/ArliAI-Llama-3-8B-Formax-v1.0-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-ArliAI-RPMax-v1.0-Q5_K_M.gguf": ["ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.0-GGUF", MessagesFormatterType.MISTRAL], + "badger-writer-llama-3-8b-q4_k_m.gguf": ["A2va/badger-writer-llama-3-8b-Q4_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "magnum-12b-v2.5-kto-Q4_K_L-imat.gguf": ["Reiterate3680/magnum-12b-v2.5-kto-GGUF", MessagesFormatterType.CHATML], + "CeleMo-Instruct-128k.Q4_K_S.gguf": ["mradermacher/CeleMo-Instruct-128k-GGUF", MessagesFormatterType.CHATML], + "KukulStanta-7B-Seamaiiza-7B-v1-slerp-merge.q3_k_l.gguf": ["AlekseiPravdin/KukulStanta-7B-Seamaiiza-7B-v1-slerp-merge-gguf", MessagesFormatterType.MISTRAL], + "HolyNemo-12B.Q4_K_M.gguf": ["mradermacher/HolyNemo-12B-GGUF", MessagesFormatterType.MISTRAL], + "mistral-nemo-gutenberg-12B-v2.Q4_K_M.gguf": ["mradermacher/mistral-nemo-gutenberg-12B-v2-GGUF", MessagesFormatterType.MISTRAL], + "KukulStanta-InfinityRP-7B-slerp.Q5_K_M.gguf": ["mradermacher/KukulStanta-InfinityRP-7B-slerp-GGUF", MessagesFormatterType.MISTRAL], + "Rocinante-12B-v1a-Q4_K_M.gguf": ["BeaverAI/Rocinante-12B-v1a-GGUF", MessagesFormatterType.MISTRAL], + "gemma-2-9b-it-WPO-HB.Q4_K_M.gguf": ["mradermacher/gemma-2-9b-it-WPO-HB-GGUF", MessagesFormatterType.ALPACA], + "mistral-nemo-bophades-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-bophades-12B-GGUF", MessagesFormatterType.MISTRAL], + "Stella-mistral-nemo-12B.Q4_K_S.gguf": ["mradermacher/Stella-mistral-nemo-12B-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-2-Ataraxy-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-9B-GGUF", MessagesFormatterType.ALPACA], + "NemoRemix-Magnum_V2_Base-12B.Q4_K_S.gguf": ["mradermacher/NemoRemix-Magnum_V2_Base-12B-GGUF", MessagesFormatterType.MISTRAL], + "Synatra-7B-v0.3-dpo.Q5_K_M.gguf": ["mradermacher/Synatra-7B-v0.3-dpo-GGUF", MessagesFormatterType.MISTRAL], + "OpenCrystal-12B-Instruct.Q4_K_M.gguf": ["mradermacher/OpenCrystal-12B-Instruct-GGUF", MessagesFormatterType.MISTRAL], + "dolphinmaid_l3-1_01sl-q5ks.gguf": ["Dunjeon/DolphinMaid_L3.1_8B-01_GGUF", MessagesFormatterType.LLAMA_3], + "TypeI-12B.Q4_K_S.gguf": ["mradermacher/TypeI-12B-GGUF", MessagesFormatterType.CHATML], + "lyralin-12b-v1-q5_k_m.gguf": ["NGalrion/Lyralin-12B-v1-Q5_K_M-GGUF", MessagesFormatterType.CHATML], + "margnum-12b-v1-q5_k_m.gguf": ["NGalrion/Margnum-12B-v1-Q5_K_M-GGUF", MessagesFormatterType.CHATML], + "L3-Boshima-a.Q5_K_M.gguf": ["mradermacher/L3-Boshima-a-GGUF", MessagesFormatterType.LLAMA_3], + "canidori-12b-v1-q5_k_m.gguf": ["NGalrion/Canidori-12B-v1-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Estrella-v1.Q4_K_S.gguf": ["mradermacher/MN-12B-Estrella-v1-GGUF", MessagesFormatterType.CHATML], + "gemmaomni2-2b-q5_k_m.gguf": ["bunnycore/GemmaOmni2-2B-Q5_K_M-GGUF", MessagesFormatterType.ALPACA], + "MN-LooseCannon-12B-v1.Q4_K_M.gguf": ["mradermacher/MN-LooseCannon-12B-v1-GGUF", MessagesFormatterType.CHATML], + "Pleiades-12B-v1.Q4_K_M.gguf": ["mradermacher/Pleiades-12B-v1-GGUF", MessagesFormatterType.CHATML], + "mistral-nemo-gutenberg-12B.Q4_K_S.gguf": ["mradermacher/mistral-nemo-gutenberg-12B-GGUF", MessagesFormatterType.MISTRAL], + "gemma2-gutenberg-9B.Q4_K_M.gguf": ["mradermacher/gemma2-gutenberg-9B-GGUF", MessagesFormatterType.ALPACA], + "NemoDori-v0.5-12B-MN-BT.i1-Q4_K_M.gguf": ["mradermacher/NemoDori-v0.5-12B-MN-BT-i1-GGUF", MessagesFormatterType.MISTRAL], + "NemoDori-v0.2.1-12B-MN-BT.Q4_K_M.gguf": ["mradermacher/NemoDori-v0.2.1-12B-MN-BT-GGUF", MessagesFormatterType.MISTRAL], + "NemoDori-v0.2.2-12B-MN-ties.Q4_K_M.gguf": ["mradermacher/NemoDori-v0.2.2-12B-MN-ties-GGUF", MessagesFormatterType.MISTRAL], + "Mini-Magnum-Unboxed-12B-Q4_K_M.gguf": ["concedo/Mini-Magnum-Unboxed-12B-GGUF", MessagesFormatterType.ALPACA], + "L3.1-Siithamo-v0.1-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Siithamo-v0.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-Siithamo-v0.2-8B.i1-Q5_K_M.gguf": ["mradermacher/L3.1-Siithamo-v0.2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Kitsunebi-v1-Gemma2-8k-9B.Q5_K_M.gguf": ["grimjim/Kitsunebi-v1-Gemma2-8k-9B-GGUF", MessagesFormatterType.ALPACA], + "Llama-3-8B-Stroganoff-3.0.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-3.0-i1-GGUF", MessagesFormatterType.LLAMA_3], + "NemoDori-v0.2-12B-MN-BT.i1-Q4_K_M.gguf": ["mradermacher/NemoDori-v0.2-12B-MN-BT-i1-GGUF", MessagesFormatterType.CHATML], + "NemoDori-v0.1-12B-MS.Q4_K_M.gguf": ["mradermacher/NemoDori-v0.1-12B-MS-GGUF", MessagesFormatterType.CHATML], + "magnum-12b-v2.i1-Q4_K_M.gguf": ["mradermacher/magnum-12b-v2-i1-GGUF", MessagesFormatterType.CHATML], + "Alpaca-Llama3.1-8B.Q5_K_M.gguf": ["mradermacher/Alpaca-Llama3.1-8B-GGUF", MessagesFormatterType.CHATML], + "Orthrus-12b-v0.8.Q4_K_M.gguf": ["mradermacher/Orthrus-12b-v0.8-GGUF", MessagesFormatterType.CHATML], + "LongWriter-llama3.1-8b-Q5_K_M.gguf": ["bartowski/LongWriter-llama3.1-8b-GGUF", MessagesFormatterType.MISTRAL], + "L3-bluuwhale-SAO-MIX-8B-V1_fp32-merge-calc.Q5_K_M.gguf": ["mradermacher/L3-bluuwhale-SAO-MIX-8B-V1_fp32-merge-calc-GGUF", MessagesFormatterType.LLAMA_3], + "YetAnotherMerge-v0.5.Q4_K_M.gguf": ["mradermacher/YetAnotherMerge-v0.5-GGUF", MessagesFormatterType.CHATML], + "open-hermes-sd-finetune-erot-story.Q5_K_M.gguf": ["mradermacher/open-hermes-sd-finetune-erot-story-GGUF", MessagesFormatterType.CHATML], + "OntologyHermes-2.5-Mistral-7B.Q6_K.gguf": ["mradermacher/OntologyHermes-2.5-Mistral-7B-GGUF", MessagesFormatterType.MISTRAL], + "cosmic-2.i1-Q5_K_M.gguf": ["mradermacher/cosmic-2-i1-GGUF", MessagesFormatterType.MISTRAL], + "L3-Horizon-Anteros-Ara-v0.1-9B.i1-Q4_K_M.gguf": ["mradermacher/L3-Horizon-Anteros-Ara-v0.1-9B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mistral-Nemo-Instruct-2407.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Instruct-2407-i1-GGUF", MessagesFormatterType.MISTRAL], + "Ellaria-9B.i1-Q4_K_M.gguf": ["mradermacher/Ellaria-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "Apollo-0.4-Llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Apollo-0.4-Llama-3.1-8B-i1-GGUF", MessagesFormatterType.MISTRAL], + "NemoRemix-12B.Q4_K_M.gguf": ["mradermacher/NemoRemix-12B-GGUF", MessagesFormatterType.MISTRAL], + "32K_Selfbot.i1-Q5_K_M.gguf": ["mradermacher/32K_Selfbot-i1-GGUF", MessagesFormatterType.MISTRAL], + "Viviana_V3.i1-Q5_K_M.gguf": ["mradermacher/Viviana_V3-i1-GGUF", MessagesFormatterType.MISTRAL], + "dolphin-2.9.4-llama3.1-8b.i1-Q5_K_M.gguf": ["mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF", MessagesFormatterType.CHATML], + "L3-SAO-MIX-8B-V1.i1-Q5_K_M.gguf": ["mradermacher/L3-SAO-MIX-8B-V1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "bestofllama3-8b-stock-q5_k_m.gguf": ["bunnycore/BestofLLama3-8B-stock-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Umbral-Mind-RP-v3.0-8B-Q5_K_M.gguf": ["bartowski/L3-Umbral-Mind-RP-v3.0-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Tess-3-Mistral-Nemo-Q4_K_M.gguf": ["bartowski/Tess-3-Mistral-Nemo-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-8B-Stroganoff-2.0.Q5_K_M.gguf": ["RichardErkhov/HiroseKoichi_-_Llama-3-8B-Stroganoff-2.0-gguf", MessagesFormatterType.LLAMA_3], + "L3-8B-Helium3.Q5_K_M.gguf": ["mradermacher/L3-8B-Helium3-GGUF", MessagesFormatterType.LLAMA_3], + "MN-12B-Lyra-v1.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-Lyra-v1-i1-GGUF", MessagesFormatterType.CHATML], + "mahou-1.3-mistral-nemo-12b-q5_k_m.gguf": ["sh1njuku/Mahou-1.3-mistral-nemo-12B-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Humanish-Roleplay-Llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-Luminurse-v0.1-OAS-8B.Q5_K_M.gguf": ["grimjim/Llama-3-Luminurse-v0.1-OAS-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-8B-Niitama-v1.1-Q5_K_M-imat.gguf": ["L3.1-8B-Niitama-v1.1-Q5_K_M-imat.gguf", MessagesFormatterType.MISTRAL], + "Evolved-Llama3-8B.i1-Q5_K_M.gguf": ["mradermacher/Evolved-Llama3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Pantheon-RP-1.5-12b-Nemo.i1-Q4_K_M.gguf": ["mradermacher/Pantheon-RP-1.5-12b-Nemo-i1-GGUF", MessagesFormatterType.CHATML], + "DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-Q5_K_M.gguf": ["bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-Swallow-8B-Instruct-v0.1.Q5_K_M.gguf": ["YukiTomita-CC/Llama-3-Swallow-8B-Instruct-v0.1-IMat-GGUF_dolly-15k-ja-prompt", MessagesFormatterType.ALPACA], + "natsumura-storytelling-rp-1.0-llama-3.1-8B.Q5_K_M.gguf": ["tohur/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF", MessagesFormatterType.LLAMA_3], + "mini-magnum-12b-v1.1.i1-Q4_K_M.gguf": ["mradermacher/mini-magnum-12b-v1.1-i1-GGUF", MessagesFormatterType.MISTRAL], + "MN-12B-Celeste-V1.9-Q4_K_M.gguf": ["bartowski/MN-12B-Celeste-V1.9-GGUF", MessagesFormatterType.CHATML], + "Llama-3.1-Techne-RP-8b-v1.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-Techne-RP-8b-v1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Rhaenys-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Rhaenys-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8b-Uncensored-Dare.i1-Q4_K_M.gguf": ["mradermacher/Llama-3.1-8b-Uncensored-Dare-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Eros_Scribe-10.7b-v3.Q4_K_M.gguf": ["mradermacher/Eros_Scribe-10.7b-v3-GGUF", MessagesFormatterType.MISTRAL], + "Gemma2-Nephilim-v3-9B.i1-Q5_K_M.gguf": ["mradermacher/Gemma2-Nephilim-v3-9B-i1-GGUF", MessagesFormatterType.ALPACA], + "Nemomix-v4.0-12B-Q4_K_M.gguf": ["bartowski/Nemomix-v4.0-12B-GGUF", MessagesFormatterType.CHATML], + "Nemomix-v0.1-12B-Q4_K_M.gguf": ["bartowski/Nemomix-v0.1-12B-GGUF", MessagesFormatterType.CHATML], + "Loki-v2.1.i1-Q5_K_M.gguf": ["mradermacher/Loki-v2.1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "llama3-8B-Special-Dark-RP2.i1-Q5_K_M.gguf": ["mradermacher/llama3-8B-Special-Dark-RP2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-8B-Celeste-v1-Q5_K_M.gguf": ["bartowski/L3-8B-Celeste-v1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-8B-Celeste-V1.2-Q5_K_M.gguf": ["bartowski/L3-8B-Celeste-V1.2-GGUF", MessagesFormatterType.LLAMA_3], + "L3.1-8B-Celeste-V1.5.i1-Q5_K_M.gguf": ["mradermacher/L3.1-8B-Celeste-V1.5-i1-GGUF", MessagesFormatterType.MISTRAL], + "Celeste-12B-V1.6-Q4_K_M.gguf": ["bartowski/Celeste-12B-V1.6-GGUF", MessagesFormatterType.MISTRAL], + "L3-SthenoMaidBlackroot-8B-V1-exp5-11-Q4_K_M.gguf": ["DavidAU/L3-SthenoMaidBlackroot-8.9B-V1-BRAINSTORM-5x-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-Instruct-Fei-v1-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-Fei-v1-Uncensored-i1-GGUF", MessagesFormatterType.MISTRAL], + "IceCoffeeRP-7b.i1-Q5_K_M.gguf": ["mradermacher/IceCoffeeRP-7b-i1-GGUF", MessagesFormatterType.ALPACA], + "lumi-nemo-e2.0.Q4_K_M.gguf": ["mradermacher/lumi-nemo-e2.0-GGUF", MessagesFormatterType.MISTRAL], + "Lumimaid-v0.2-8B.i1-Q5_K_M.gguf": ["mradermacher/Lumimaid-v0.2-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Lumimaid-v0.2-12B.i1-Q4_K_M.gguf": ["mradermacher/Lumimaid-v0.2-12B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3.1-8B-Instruct-abliterated_via_adapter.Q5_K_M.gguf": ["grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-Nephilim-Metamorphosis-v1-8B.Q5_K_M.gguf": ["grimjim/Llama-Nephilim-Metamorphosis-v1-8B-GGUF", MessagesFormatterType.LLAMA_3], + "Meta-Llama-3.1-8B-Instruct-abliterated.i1-Q5_K_M.gguf": ["mradermacher/Meta-Llama-3.1-8B-Instruct-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "pstella-16b.Q5_K_M.gguf": ["mradermacher/pstella-16b-GGUF", MessagesFormatterType.LLAMA_3], + "DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Mistral-Nemo-Instruct-2407-Q4_K_M.gguf": ["bartowski/Mistral-Nemo-Instruct-2407-GGUF", MessagesFormatterType.MISTRAL], + "ghost-8b-beta.q5_k.gguf": ["ZeroWw/ghost-8b-beta-GGUF", MessagesFormatterType.MISTRAL], + "Honey-Yuzu-13B.Q4_K_M.gguf": ["backyardai/Honey-Yuzu-13B-GGUF", MessagesFormatterType.MISTRAL], + "llama3-8B-DarkIdol-2.3-Uncensored-32K.i1-Q5_K_M.gguf": ["mradermacher/llama3-8B-DarkIdol-2.3-Uncensored-32K-i1-GGUF", MessagesFormatterType.LLAMA_3], + "LLaMa-3-Instruct-SmallPrefMix-ORPO-8B.i1-Q5_K_M.gguf": ["mradermacher/LLaMa-3-Instruct-SmallPrefMix-ORPO-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "NeuralLemon.Q5_K_M.gguf": ["backyardai/NeuralLemon-GGUF", MessagesFormatterType.MISTRAL], + "Llama-3-Intermix.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-Intermix-i1-GGUF", MessagesFormatterType.LLAMA_3], + "C3TR-Adapter-Q4_k_m.gguf": ["webbigdata/C3TR-Adapter_gguf", MessagesFormatterType.ALPACA], + "Llama-3-8B-Magpie-Mix-RC-UltraDPO-08-3.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Magpie-Mix-RC-UltraDPO-08-3-GGUF", MessagesFormatterType.LLAMA_3], + "Tiger-Gemma-9B-v2.Q4_K_M.gguf": ["QuantFactory/Tiger-Gemma-9B-v2-GGUF", MessagesFormatterType.ALPACA], + "gemma-2-9b-it-SimPO.i1-Q4_K_M.gguf": ["mradermacher/gemma-2-9b-it-SimPO-i1-GGUF", MessagesFormatterType.ALPACA], + "Gemma-2-9B-It-SPPO-Iter3.Q4_K_M.iMatrix.gguf": ["MCZK/Gemma-2-9B-It-SPPO-Iter3-GGUF", MessagesFormatterType.ALPACA], + "Llama-3-NeuralPaca-8b.Q4_K_M.gguf": ["RichardErkhov/NeuralNovel_-_Llama-3-NeuralPaca-8b-gguf", MessagesFormatterType.ALPACA], + "SaoRPM-2x8B.i1-Q4_K_M.gguf": ["mradermacher/SaoRPM-2x8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Hecate-8B-v1.2.Q4_K_M.gguf": ["mradermacher/L3-Hecate-8B-v1.2-GGUF", MessagesFormatterType.LLAMA_3], + "Mahou-1.3b-llama3-8B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.3b-llama3-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "SwallowMaid-8B-L3-SPPO-abliterated.i1-Q5_K_M.gguf": ["mradermacher/SwallowMaid-8B-L3-SPPO-abliterated-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-8B-Lunar-Stheno.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Lunar-Stheno-i1-GGUF", MessagesFormatterType.LLAMA_3], + "llama3_Loradent.Q4_K_M.gguf": ["mradermacher/llama3_Loradent-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-8B-Stroganoff.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-8B-Stroganoff-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-8B-EnchantedForest-v0.5.i1-Q4_K_M.gguf": ["mradermacher/L3-8B-EnchantedForest-v0.5-i1-GGUF", MessagesFormatterType.LLAMA_3], + "gemma-radiation-rp-9b-q5_k_m.gguf": ["pegasus912/Gemma-Radiation-RP-9B-Q5_K_M-GGUF", MessagesFormatterType.MISTRAL], + "Magic-Dolphin-7b.Q4_K_M.gguf": ["mradermacher/Magic-Dolphin-7b-GGUF", MessagesFormatterType.MISTRAL], + "mathstral-7B-v0.1-Q5_K_M.gguf": ["bartowski/mathstral-7B-v0.1-GGUF", MessagesFormatterType.MISTRAL], + "Gemma2-9B-it-Boku-v1.Q5_K_M.gguf": ["mradermacher/Gemma2-9B-it-Boku-v1-GGUF", MessagesFormatterType.MISTRAL], + "Gemma-2-9B-It-SPPO-Iter3-Q5_K_M.gguf": ["grapevine-AI/Gemma-2-9B-It-SPPO-Iter3-GGUF", MessagesFormatterType.MISTRAL], + "L3-8B-Niitama-v1.i1-Q4_K_M.gguf": ["mradermacher/L3-8B-Niitama-v1-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Maidphin-Kunoichi-7B.Q5_K_M.gguf": ["RichardErkhov/nbeerbower_-_Maidphin-Kunoichi-7B-gguf", MessagesFormatterType.MISTRAL], + "L3-15B-EtherealMaid-t0.0001.i1-Q4_K_M.gguf": ["mradermacher/L3-15B-EtherealMaid-t0.0001-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-15B-MythicalMaid-t0.0001.i1-Q4_K_M.gguf": ["mradermacher/L3-15B-MythicalMaid-t0.0001-i1-GGUF", MessagesFormatterType.LLAMA_3], + "llama-3-Nephilim-v3-8B.Q5_K_M.gguf": ["grimjim/llama-3-Nephilim-v3-8B-GGUF", MessagesFormatterType.LLAMA_3], + "NarutoDolphin-10B.Q5_K_M.gguf": ["RichardErkhov/FelixChao_-_NarutoDolphin-10B-gguf", MessagesFormatterType.MISTRAL], + "l3-8b-tamamo-v1-q8_0.gguf": ["Ransss/L3-8B-Tamamo-v1-Q8_0-GGUF", MessagesFormatterType.LLAMA_3], + "Tiger-Gemma-9B-v1-Q4_K_M.gguf": ["bartowski/Tiger-Gemma-9B-v1-GGUF", MessagesFormatterType.LLAMA_3], + "TooManyMixRolePlay-7B-Story_V3.5.Q4_K_M.gguf": ["mradermacher/TooManyMixRolePlay-7B-Story_V3.5-GGUF", MessagesFormatterType.LLAMA_3], + "natsumura-llama3-v1.1-8b.Q4_K_M.gguf": ["mradermacher/natsumura-llama3-v1.1-8b-GGUF", MessagesFormatterType.LLAMA_3], + "natsumura-llama3-v1-8b.i1-Q4_K_M.gguf": ["mradermacher/natsumura-llama3-v1-8b-i1-GGUF", MessagesFormatterType.LLAMA_3], + "nephra_v1.0.Q5_K_M.gguf": ["PrunaAI/yodayo-ai-nephra_v1.0-GGUF-smashed", MessagesFormatterType.LLAMA_3], + "DPO-ONLY-Zephyr-7B.Q6_K.gguf": ["mradermacher/DPO-ONLY-Zephyr-7B-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Deluxe-Scrambled-Eggs-On-Toast-8B.Q8_0.gguf": ["mradermacher/L3-Deluxe-Scrambled-Eggs-On-Toast-8B-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Scrambled-Eggs-On-Toast-8B.i1-Q6_K.gguf": ["mradermacher/L3-Scrambled-Eggs-On-Toast-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Llama-3-uncensored-Dare-1.Q4_K_M.gguf": ["mradermacher/Llama-3-uncensored-Dare-1-GGUF", MessagesFormatterType.LLAMA_3], + "llama3-8B-DarkIdol-2.2-Uncensored-1048K.i1-Q6_K.gguf": ["mradermacher/llama3-8B-DarkIdol-2.2-Uncensored-1048K-i1-GGUF", MessagesFormatterType.LLAMA_3], + "dolphin-2.9.3-mistral-7b-32k-q4_k_m.gguf": ["huggingkot/dolphin-2.9.3-mistral-7B-32k-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL], + "dolphin-2.9.3-mistral-7B-32k-Q5_K_M.gguf": ["bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF", MessagesFormatterType.MISTRAL], + "Lexi-Llama-3-8B-Uncensored_Q5_K_M.gguf": ["Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF", MessagesFormatterType.LLAMA_3], + "Llama3-Sophie.Q8_0.gguf": ["mradermacher/Llama3-Sophie-GGUF", MessagesFormatterType.LLAMA_3], + "Aura-Uncensored-OAS-8B-L3.i1-Q4_K_M.gguf": ["mradermacher/Aura-Uncensored-OAS-8B-L3-i1-GGUF", MessagesFormatterType.LLAMA_3], + "L3-Uncen-Merger-Omelette-RP-v0.2-8B-Q5_K_S-imat.gguf": ["LWDCLS/L3-Uncen-Merger-Omelette-RP-v0.2-8B-GGUF-IQ-Imatrix-Request", MessagesFormatterType.LLAMA_3], + "qwen2-diffusion-prompter-v01-q6_k.gguf": ["trollek/Qwen2-0.5B-DiffusionPrompter-v0.1-GGUF", MessagesFormatterType.LLAMA_3], + "Smegmma-Deluxe-9B-v1-Q6_K.gguf": ["bartowski/Smegmma-Deluxe-9B-v1-GGUF", MessagesFormatterType.MISTRAL], + "Mahou-1.3c-mistral-7B.i1-Q6_K.gguf": ["mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF", MessagesFormatterType.MISTRAL], + "Silicon-Maid-7B-Q8_0_X.gguf": ["duyntnet/Silicon-Maid-7B-imatrix-GGUF", MessagesFormatterType.ALPACA], + "l3-umbral-mind-rp-v3.0-8b-q5_k_m-imat.gguf": ["Casual-Autopsy/L3-Umbral-Mind-RP-v3.0-8B-Q5_K_M-GGUF", MessagesFormatterType.LLAMA_3], + "Meta-Llama-3.1-8B-Claude-iMat-Q5_K_M.gguf": ["InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF", MessagesFormatterType.LLAMA_3], + "Phi-3.1-mini-128k-instruct-Q6_K_L.gguf": ["bartowski/Phi-3.1-mini-128k-instruct-GGUF", MessagesFormatterType.PHI_3], + "tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT], + "Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3], + "Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL], + "ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL], + "ContextualToppy_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualToppy_KTO-7B-GGUF", MessagesFormatterType.MISTRAL], + "Berghof-NSFW-7B.Q5_K_M.gguf": ["QuantFactory/Berghof-NSFW-7B-GGUF", MessagesFormatterType.MISTRAL], + "Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW_iMat_Ch200_IQ4_XS.gguf": ["dddump/Japanese-TextGen-Kage-v0.1.2-2x7B-NSFW-gguf", MessagesFormatterType.VICUNA], + "ChatWaifu_v1.2.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.2.1-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_v1.1.Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.1-GGUF", MessagesFormatterType.MISTRAL], + "ChatWaifu_v1.0.i1-Q5_K_M.gguf": ["mradermacher/ChatWaifu_v1.0-i1-GGUF", MessagesFormatterType.MISTRAL], + "Ninja-V2-7B_Q4_K_M.gguf": ["Local-Novel-LLM-project/Ninja-V2-7B-GGUF", MessagesFormatterType.VICUNA], + "Yamase-12B.Q4_K_M.gguf": ["mradermacher/Yamase-12B-GGUF", MessagesFormatterType.MISTRAL], + "borea-phi-3.5-mini-instruct-common.Q5_K_M.gguf": ["keitokei1994/Borea-Phi-3.5-mini-Instruct-Common-GGUF", MessagesFormatterType.PHI_3], + "Llama-3-Nymeria-ELYZA-8B.i1-Q4_K_M.gguf": ["mradermacher/Llama-3-Nymeria-ELYZA-8B-i1-GGUF", MessagesFormatterType.LLAMA_3], + "suzume-llama-3-8B-japanese.Q4_K_M.gguf": ["PrunaAI/lightblue-suzume-llama-3-8B-japanese-GGUF-smashed", MessagesFormatterType.LLAMA_3], + "suzume-llama-3-8B-multilingual-orpo-borda-top25.Q4_K_M.gguf": ["RichardErkhov/lightblue_-_suzume-llama-3-8B-multilingual-orpo-borda-top25-gguf", MessagesFormatterType.LLAMA_3], + "Bungo-L3-8B.Q5_K_M.gguf": ["backyardai/Bungo-L3-8B-GGUF", MessagesFormatterType.LLAMA_3], + "ezo-common-t2-2b-gemma-2-it.Q6_K.gguf": ["keitokei1994/EZO-Common-T2-2B-gemma-2-it-GGUF", MessagesFormatterType.ALPACA], + "Llama-3-EZO-8b-Common-it.Q5_K_M.iMatrix.gguf": ["MCZK/Llama-3-EZO-8b-Common-it-GGUF", MessagesFormatterType.MISTRAL], + "EZO-Common-9B-gemma-2-it.i1-Q4_K_M.gguf": ["mradermacher/EZO-Common-9B-gemma-2-it-i1-GGUF", MessagesFormatterType.MISTRAL], +} + + +llm_models_dir = "./llm_models" + + +llm_formats = { + "MISTRAL": MessagesFormatterType.MISTRAL, + "CHATML": MessagesFormatterType.CHATML, + "VICUNA": MessagesFormatterType.VICUNA, + "LLAMA 2": MessagesFormatterType.LLAMA_2, + "SYNTHIA": MessagesFormatterType.SYNTHIA, + "NEURAL CHAT": MessagesFormatterType.NEURAL_CHAT, + "SOLAR": MessagesFormatterType.SOLAR, + "OPEN CHAT": MessagesFormatterType.OPEN_CHAT, + "ALPACA": MessagesFormatterType.ALPACA, + "CODE DS": MessagesFormatterType.CODE_DS, + "B22": MessagesFormatterType.B22, + "LLAMA 3": MessagesFormatterType.LLAMA_3, + "PHI 3": MessagesFormatterType.PHI_3, + "Autocoder": MessagesFormatterType.AUTOCODER, + "DeepSeek Coder v2": MessagesFormatterType.DEEP_SEEK_CODER_2, + "Gemma 2": MessagesFormatterType.GEMMA_2, + "Qwen2": MessagesFormatterType.OPEN_CHAT, + "Open Interpreter": MessagesFormatterType.OPEN_INTERPRETER, + "Mistral Tokenizer V1": mistral_v1_formatter, + "Mistral Tokenizer V2": mistral_v2_formatter, + "Mistral Tokenizer V3 - Tekken": mistral_v3_tekken_formatter, +} + + +# https://github.com/Maximilian-Winter/llama-cpp-agent +llm_languages = ["English", "Japanese", "Chinese", "Korean", "Spanish", "Portuguese", "German", "French", "Finnish", "Russian"] + + +dolphin_system_prompt = {"Default": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail, such as long hair. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details, such as inside room, forest, starry sky. +[Rules] +- Any output should be plain text in English and don't use line breaks. +- Output only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Output should be in the format: "//GENBEGIN//://1girl, Tag, Tag, ..., Tag//://GENEND//". +- Preferably refer to and describe the information obtained from Danbooru. If not, describe it in own way. +- It's preferable that each Tag is a plain phrase, word, caption, Danbooru tag, or E621 tag. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Assemble a short story internally which is developed from the themes provided, then describe a scene into an detailed English sentences based on the central character internally. +- Split sentences into short phrases or words, and then convert them to Tags. +- Use associated Danbooru tags, E621 tags. +- Same Tags should be used only once per output. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me a message within 40 Tags that can generate an image for the following themes:''', +"Strictly on themes": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail, such as long hair. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details, such as inside room, forest, starry sky. +[Rules] +- Any output should be plain text in English and don't use line breaks. +- Output only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Output should be in the format: "//GENBEGIN//://1girl, Tag, Tag, ..., Tag//://GENEND//". +- Preferably refer to and describe the information obtained from Danbooru. If not, describe it in own way. +- It's preferable that each Tag is a plain phrase, word, caption, Danbooru tag, or E621 tag. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Rewrite the given themes in plain English without changing the main idea. +- Split sentences into short phrases or words, and then convert them to Tags. +- Use associated Danbooru tags, E621 tags. +- Same Tags should be used only once per output. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me a message within 40 Tags that can generate an image for the following themes:''', +"With description": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail, such as long hair. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details, such as inside room, forest, starry sky. +[Rules] +- Any Tags should be plain text in English and don't use line breaks. +- Message is only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Message should be in the format: "//GENBEGIN//://1girl, Tag, Tag, ..., Tag//://GENEND//". +- Preferably refer to and describe the information obtained from Danbooru. If not, describe it in own way. +- It's preferable that each Tag is a plain phrase, word, caption, Danbooru tag, or E621 tag. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Assemble a short story internally which is developed from the themes provided, then describe a scene into an detailed English sentences based on the central character internally. +- Split sentences into short phrases or words, and then convert them to Tags. +- Use associated Danbooru tags, E621 tags. +- Same Tags should be used only once per output. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me a message within 40 Tags that can generate an image for the following themes, + then describe the message you've generated in short, in .:''', +"With dialogue and description": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail, such as long hair. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details, such as inside room, forest, starry sky. +[Rules] +- Any Tags should be plain text in English and don't use line breaks. +- Message is only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Message should be in the format: "//GENBEGIN//://1girl, Tag, Tag, ..., Tag//://GENEND//". +- Preferably refer to and describe the information obtained from Danbooru. If not, describe it in own way. +- It's preferable that each Tag is a plain phrase, word, caption, Danbooru tag, or E621 tag. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Assemble a short story internally which is developed from the themes provided, then describe a scene into an detailed English sentences based on the central character internally. +- Split sentences into short phrases or words, and then convert them to Tags. +- Use associated Danbooru tags, E621 tags. +- Same Tags should be used only once per output. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me message within 40 Tags that can generate an image for the following themes, + then write the character's long actor's line composed of one's voices and moaning and voices in thought, based on the story you have assembled, in , + enclosed in //VOICEBEGIN//:// and //://VOICEEND//, then describe the message you've generated in short, in .:''', +"Longer prompt": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details. +[Rules] +- Any Tags should be plain text in English and don't use line breaks. +- Message is only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Message should be enclosed in //GENBEGIN//:// and //://GENEND//. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Assemble a short story internally which is developed from the themes provided, then describe a scene into detailed English text based on the central character internally. +- Tags can be in the form of sentences. +- You can also use Danbooru tags, E621 tags as Tags. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me a message within 40 Tags that can generate an image for the following themes:''', +"Longer prompt strictly on themes": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details. +[Rules] +- Any Tags should be plain text in English and don't use line breaks. +- Message is only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Message should be enclosed in //GENBEGIN//:// and //://GENEND//. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Rewrite the given themes in plain English without changing the main idea. +- Tags can be in the form of sentences. +- You can also use Danbooru tags, E621 tags as Tags. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me a message within 40 Tags that can generate an image for the following themes:''', +"Longer prompt with description": r'''You are a helpful AI assistant to generate messages for AI that outputs an image when I enter a message. +The message must have the following [Tags] generated in strict accordance with the following [Rules]: +``` +[Tags] +- Words to describe full names of characters and names of series in which they appear. +- Words to describe names of the people there and their numbers, such as 2girls, 1boy. +- Words to describe their hair color, hairstyle, hair length, hair accessory, eye color, eye shape, facial expression, breast size, and clothing of them in detail. +- Words to describe their external features, ornaments and belongings (also specify colors, patterns, shapes) in detail. +- Words to describe their stance from head to toe in detail. +- Words to describe their acting, especially with sexual activity in detail. +- Words to describe their surroundings in detail. +- Words to describe background details. +[Rules] +- Any Tags should be plain text in English and don't use line breaks. +- Message is only composed of Tags in 1 line, separated by commas with spaces between Tags, in lower case English. +- Message should be enclosed in //GENBEGIN//:// and //://GENEND//. +- Convert any nicknames to full names first. +- If a sexual theme is given, priority should be given to specific and rich descriptions of sexual activity, especially about genitals, fluids. +- Assemble a short story internally which is developed from the themes provided, then describe a scene into detailed English text based on the central character internally. +- Tags can be in the form of sentences. +- You can also use Danbooru tags, E621 tags as Tags. +- Anyway, keep processing until you've finished outputting a message. +``` +Based on these Rules, please tell me a message within 40 Tags that can generate an image for the following themes, + then describe the message you've generated in short, in .:''', +"Japanese to Danbooru Dictionary": r"""You are a helpful AI assistant. +Extract Japanese words from the following sentences and output them separated by commas. Convert words in their original forms. +Output should be enclosed in //GENBEGIN//:// and //://GENEND//. The text to be given is as follows:""", +"Chat with LLM": r"You are a helpful AI assistant. Respond in ."}