Upload 2 files

llmenv.py

@@ -13,6 +13,7 @@ llm_models = {
     "L3-8B-Tamamo-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-8B-Tamamo-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
     "MN-Chinofun-12B-2.i1-Q4_K_M.gguf": ["mradermacher/MN-Chinofun-12B-2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Captain-Eris-Diogenes_Twighlight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twighlight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Captain-Eris-Diogenes_Twilight-V0.420-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris-Diogenes_Twilight-V0.420-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Mistral-Nemo-Prism-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Prism-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "Mahou-1.5-mistral-nemo-12B.i1-Q4_K_M.gguf": ["mradermacher/Mahou-1.5-mistral-nemo-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
     "MN-12B-Mag-Mell-Q4_K_M.gguf": ["inflatebot/MN-12B-Mag-Mell-R1-GGUF", MessagesFormatterType.MISTRAL],
@@ -72,6 +73,7 @@ llm_models = {
     "MiaLatte-Indo-Mistral-7b.i1-Q5_K_M.gguf": ["mradermacher/MiaLatte-Indo-Mistral-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
     "vicious_mesh-12b-nemo-q4_k_m.gguf": ["bamec66557/VICIOUS_MESH-12B-NEMO-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
     "Avalon_7.Q4_K_M.gguf": ["mradermacher/Avalon_7-GGUF", MessagesFormatterType.MISTRAL],
+    "MT5-Gen5-MM-gemma-2-MTg2G-9B.Q4_K_M.gguf": ["mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF", MessagesFormatterType.ALPACA],
     "IF-reasoning-experiment.Q4_K_M.gguf": ["mradermacher/IF-reasoning-experiment-GGUF", MessagesFormatterType.OPEN_CHAT],
     "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
     "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -85,6 +87,64 @@ llm_models = {
     #"": ["", MessagesFormatterType.OPEN_CHAT],
     #"": ["", MessagesFormatterType.CHATML],
     #"": ["", MessagesFormatterType.PHI_3],
+    "Qwexit-2.5-14B-2024.i1-Q4_K_M.gguf": ["mradermacher/Qwexit-2.5-14B-2024-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Llama-3-8B-Instruct-Iterative-SamPO.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-Iterative-SamPO-GGUF", MessagesFormatterType.LLAMA_3],
+    "MT-Merge5-MA-gemma-2-MT4g5MTg5-9B.Q4_K_M.gguf": ["mradermacher/MT-Merge5-MA-gemma-2-MT4g5MTg5-9B-GGUF", MessagesFormatterType.ALPACA],
+    "Qwexit-2.5-14B-2024.Q4_K_M.gguf": ["mradermacher/Qwexit-2.5-14B-2024-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Dragon_1.1-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Dragon_1.1-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "mergekit-model_stock-fpfjlqs.Q5_K_M.gguf": ["mradermacher/mergekit-model_stock-fpfjlqs-GGUF", MessagesFormatterType.LLAMA_3],
+    "saiga_nemo_12b.i1-Q4_K_M.gguf": ["mradermacher/saiga_nemo_12b-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Magnolia-v3-Gemma2-8k-9B.i1-Q4_K_M.gguf": ["mradermacher/Magnolia-v3-Gemma2-8k-9B-i1-GGUF", MessagesFormatterType.ALPACA],
+    "Capt-Eris-Diogenes-v0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt-Eris-Diogenes-v0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "WorldGen.i1-Q5_K_M.gguf": ["mradermacher/WorldGen-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "mergekit-model_stock-ysywggg.i1-Q5_K_M.gguf": ["mradermacher/mergekit-model_stock-ysywggg-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Elusive1.3-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Elusive1.3-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "Samantha-v6.i1-Q5_K_M.gguf": ["mradermacher/Samantha-v6-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "LlamaStock-8B.Q5_K_M.gguf": ["mradermacher/LlamaStock-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "Letta-o1.Q5_K_M.gguf": ["mradermacher/Letta-o1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "EdgeRunner-Command-AgentF-30-12.Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-30-12-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "FuseChat-Llama-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/FuseChat-Llama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
+    "Mistral-grok-instract-2-7B-slerp.i1-Q5_K_M.gguf": ["mradermacher/Mistral-grok-instract-2-7B-slerp-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Nyanade_Stunna-Maid-7B-v0.2.Q5_K_M.gguf": ["mradermacher/Nyanade_Stunna-Maid-7B-v0.2-GGUF", MessagesFormatterType.MISTRAL],
+    "flammen19X-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen19X-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Kunoichi-DPO-v2-Instruct-32k-7B.i1-Q5_K_M.gguf": ["mradermacher/Kunoichi-DPO-v2-Instruct-32k-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "flammen17-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen17-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Gonzo-Chat-7B.i1-Q5_K_M.gguf": ["mradermacher/Gonzo-Chat-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "StarFusion-alpha2.Q5_K_M.gguf": ["mradermacher/StarFusion-alpha2-GGUF", MessagesFormatterType.MISTRAL],
+    "RampedUp-Mistral-7B-v0.6.1.Q5_K_M.gguf": ["mradermacher/RampedUp-Mistral-7B-v0.6.1-GGUF", MessagesFormatterType.MISTRAL],
+    "Calme-7B-Instruct-v0.4.i1-Q5_K_M.gguf": ["mradermacher/Calme-7B-Instruct-v0.4-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "THaLLE-0.1-7B-fa.i1-Q5_K_M.gguf": ["mradermacher/THaLLE-0.1-7B-fa-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "flammen16-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen16-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "KSIF-RPG-128k-slerp.Q5_K_M.gguf": ["mradermacher/KSIF-RPG-128k-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "NeuralDolphin-7B-slerp.Q5_K_M.gguf": ["mradermacher/NeuralDolphin-7B-slerp-GGUF", MessagesFormatterType.MISTRAL],
+    "SAO_LightMix_v2-8B-Model_Stock.i1-Q5_K_M.gguf": ["mradermacher/SAO_LightMix_v2-8B-Model_Stock-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-SnowyRP-8B-V1.Q5_K_M.gguf": ["mradermacher/Llama-3-SnowyRP-8B-V1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Llama-3-8B-Instruct-64k.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-64k-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "flammen15X-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen15X-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "L3-SaoMerge-Della-v1.i1-Q5_K_M.gguf": ["mradermacher/L3-SaoMerge-Della-v1-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "Luminia-8B-RP.i1-Q5_K_M.gguf": ["mradermacher/Luminia-8B-RP-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "oh-mistral-bs512_lr2_00E-06_schedulerconstant_warmup5_00E-02_minlr.Q5_K_M.gguf": ["mradermacher/oh-mistral-bs512_lr2_00E-06_schedulerconstant_warmup5_00E-02_minlr-GGUF", MessagesFormatterType.MISTRAL],
+    "SAO_LightMix_v2-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/SAO_LightMix_v2-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "The_Damn_Train-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/The_Damn_Train-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
+    "Kosmos-EVAA-PRP-8B.i1-Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-PRP-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "PRP-Kosmos-EVAA-light-8B.Q5_K_M.gguf": ["mradermacher/PRP-Kosmos-EVAA-light-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "PRP-Kosmos-EVAA-8B.i1-Q5_K_M.gguf": ["mradermacher/PRP-Kosmos-EVAA-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "EdgeRunner-Command-AgentF-29-12.Q4_K_M.gguf": ["mradermacher/EdgeRunner-Command-AgentF-29-12-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Intelligence-Cod-Rag-7B-v4.Q5_K_M.gguf": ["mradermacher/Intelligence-Cod-Rag-7B-v4-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Kosmos-EVAA-PRP-light-8B.Q5_K_M.gguf": ["mradermacher/Kosmos-EVAA-PRP-light-8B-GGUF", MessagesFormatterType.LLAMA_3],
+    "ZEUS-8B-V13.Q5_K_M.gguf": ["mradermacher/ZEUS-8B-V13-GGUF", MessagesFormatterType.LLAMA_3],
+    "multillama-3.2-merge.i1-Q5_K_M.gguf": ["mradermacher/multillama-3.2-merge-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "AICA-project-2-LLaMA3.1-MoRA64-DPO.Q5_K_M.gguf": ["mradermacher/AICA-project-2-LLaMA3.1-MoRA64-DPO-GGUF", MessagesFormatterType.LLAMA_3],
+    "YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-1k.Q5_K_M.gguf": ["mradermacher/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-1k-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8B-Lexi-Uncensored.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Lexi-Uncensored-i1-GGUF", MessagesFormatterType.LLAMA_3],
+    "flammen14-mistral-7B.Q5_K_M.gguf": ["mradermacher/flammen14-mistral-7B-GGUF", MessagesFormatterType.MISTRAL],
+    "Spaetzle-v62-7b.Q5_K_M.gguf": ["mradermacher/Spaetzle-v62-7b-GGUF", MessagesFormatterType.MISTRAL],
+    "Llama-3-8b-rlhf-100k.Q5_K_M.gguf": ["mradermacher/Llama-3-8b-rlhf-100k-GGUF", MessagesFormatterType.LLAMA_3],
+    "qwenking-7-q5_k_m.gguf": ["ClaudioItaly/QwenKing-7-Q5_K_M-GGUF", MessagesFormatterType.OPEN_CHAT],
+    "Cerebral-Lemonade-9B.i1-Q4_K_M.gguf": ["mradermacher/Cerebral-Lemonade-9B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "Neuralmistral.Q5_K_M.gguf": ["mradermacher/Neuralmistral-GGUF", MessagesFormatterType.MISTRAL],
+    "infinite-lemonade-SLERP-7B.i1-Q5_K_M.gguf": ["mradermacher/infinite-lemonade-SLERP-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
+    "llama3-Mirage-Walker-8b-v0.2-slerp.Q5_K_M.gguf": ["mradermacher/llama3-Mirage-Walker-8b-v0.2-slerp-GGUF", MessagesFormatterType.LLAMA_3],
     "Quiller-AntiSlop-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Quiller-AntiSlop-12B-v2-i1-GGUF", MessagesFormatterType.MISTRAL],
     "MT4-Gen5-GMA-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen5-GMA-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],
     "MT4-Gen5-gemma-2-9B.Q4_K_M.gguf": ["mradermacher/MT4-Gen5-gemma-2-9B-GGUF", MessagesFormatterType.ALPACA],