:sparkles: initial commit!

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,19 @@
+---
+title: anakin87/yo-llama-3-8b-instruct demo with Featherless
+emoji: 💻
+colorFrom: gray
+colorTo: gray
+sdk: gradio
+sdk_version: 4.37.2
+app_file: app.py
+pinned: false
+models:
+  - anakin87/yo-Llama-3-8B-Instruct
+---
+
+Play with the yo-llama model thanks to hosting with [Featherless AI](https://featherless.ai)!
+
+Most models aren't useable directly on HuggingFace. Even "small" models (like llama3-8bs) require expensive enough hardware that they aren't stood up to operate for free.
+
+At featherless, we've taken a different approach, and are able to serve models "serverlessly" at an entirely different scale. yo-llama is one example. Check out https://featherless.ai to see the full range of supported models.
+

app.py

@@ -0,0 +1,97 @@
+from openai import OpenAI
+import gradio as gr
+import os
+import json
+import functools
+
+
+api_key = os.environ.get('FEATHERLESS_API_KEY')
+client = OpenAI(
+    base_url="https://api.featherless.ai/v1",
+    api_key=api_key
+)
+
+def respond(message, history, model):
+    history_openai_format = []
+    for human, assistant in history:
+        history_openai_format.append({"role": "user", "content": human })
+        history_openai_format.append({"role": "assistant", "content":assistant})
+    history_openai_format.append({"role": "user", "content": message})
+  
+    response = client.chat.completions.create(
+        model=model,
+        messages= history_openai_format,
+        temperature=1.0,
+        stream=True,
+        max_tokens=2000
+    )
+
+    partial_message = ""
+    for chunk in response:
+        if chunk.choices[0].delta.content is not None:
+              partial_message = partial_message + chunk.choices[0].delta.content
+              yield partial_message
+
+logo = open('./logo.svg').read()
+
+with open('./model-cache.json', 'r') as f_model_cache:
+    model_cache = json.load(f_model_cache)
+
+def build_model_choices():
+    all_choices = []
+    for model_class in model_cache:
+        all_choices += [ (f"{model_id} ({model_class})", model_id) for model_id in model_cache[model_class] ]
+
+    return all_choices
+
+model_choices = build_model_choices()
+
+def initial_model(referer=None):
+    print(f"initial_model({referer})")
+    if referer == 'http://127.0.0.1:7860/':
+        return 'Sao10K/L3-70B-Euryale-v2.1'
+    if referer and referer.startswith("https://huggingface.co/"):
+        possible_model = referer[23:]
+        full_model_list = functools.reduce(lambda x,y: x+y, model_cache.values(), [])
+        model_is_supported = possible_model in full_model_list
+        if model_is_supported:
+            return possible_model
+
+    return 'anakin87/yo-Llama-3-8B-Instruct'
+
+title_text="HuggingFace's missing inference widget"
+with gr.Blocks(title_text, css='.logo-mark { fill: #ffe184; }') as demo:
+    gr.HTML("""
+        <h1 align="center">HuggingFace's missing inference widget</h1>
+        <p align="center">
+            Test any <=15B LLM from the hub.
+        </p>
+    """)
+
+    # hidden_state = gr.State(value=initial_model)
+
+    model_selector = gr.Dropdown(
+        label="Model",
+        choices=build_model_choices(),
+        value=initial_model
+        # value=hidden_state
+    )
+
+    gr.ChatInterface(
+        respond,
+        additional_inputs=[model_selector],
+        head=""",
+        <script>console.log("Hello from gradio!")</script>
+        """,
+    )
+    gr.HTML(f"""
+        <p align="center">
+            Inference by <a href="https://featherless.ai">{logo}</a>
+        </p>
+    """)
+    def update_initial_model_choice(request: gr.Request):
+        return initial_model(request.headers.get('referer'))
+
+    demo.load(update_initial_model_choice, outputs=model_selector)
+
+demo.launch()

model-cache.json

@@ -0,0 +1,1557 @@
+{
+  "llama2-13b-4k": [
+    "Doctor-Shotgun/CalliopeDS-L2-13B",
+    "Gryphe/MythoMax-L2-13b",
+    "jondurbin/airoboros-l2-13b-2.1",
+    "jondurbin/airoboros-l2-13b-gpt4-2.0",
+    "jondurbin/airoboros-l2-13b-gpt4-m2.0",
+    "KoboldAI/LLaMA2-13B-Tiefighter",
+    "lmsys/vicuna-13b-v1.5",
+    "NousResearch/Nous-Hermes-Llama2-13b",
+    "Sao10K/Stheno-1.8-L2-13B",
+    "Undi95/ReMM-SLERP-L2-13B",
+    "Undi95/ReMM-v2.2-L2-13B",
+    "NousResearch/Llama-2-13b-hf",
+    "kingbri/airolima-chronos-grad-l2-13B",
+    "wei123602/Llama-2-13b-FINETUNE4_compare8k2",
+    "hexinran09/xr_dat_test_part2",
+    "42MARU/GenAI-llama2-ko-en-platypus-13B-v2",
+    "adonlee/LLaMA_2_13B_SFT_v0",
+    "AIdenU/LLAMA-2-13b-ko-Y24_v2.0",
+    "AIdenU/LLAMA-2-13b-ko-Y24-DPO_v2.1",
+    "allknowingroger/Platapus-Orca-13B",
+    "arnavgrg/llama-2-13b-chat-nf4-fp16-upscaled",
+    "Aspik101/StableBeluga-13B-instruct-PL-lora_unload",
+    "Aspik101/vicuna-13b-v1.5-PL-lora_unload",
+    "BlueNipples/TimeCrystal-l2-13B",
+    "bofenghuang/vigogne-2-13b-chat",
+    "ceadar-ie/FinanceConnect-13B",
+    "cepiloth/ko-en-llama2-13b-finetune",
+    "ContextualAI/archangel_sft-kto_llama13b",
+    "DaveGergern/13B-Psyfighter2-Erebus3-DareTies",
+    "dhmeltzer/Llama-2-13b-hf-ds_wiki_1024_full_r_64_alpha_16_merged",
+    "dhmeltzer/Llama-2-13b-hf-eli5-wiki-1024_r_64_alpha_16_merged",
+    "diffnamehard/Psyfighter2-Noromaid-ties-Capybara-13B",
+    "Doctor-Shotgun/CalliopeDS-v2-L2-13B",
+    "google/DiarizationLM-13b-Fisher-v1",
+    "Gryphe/MythoLogic-L2-13b",
+    "jjourney1125/llama2-13b-v1",
+    "h2oai/h2ogpt-16k-codellama-13b-python",
+    "haoranxu/ALMA-13B-R",
+    "jiwoochris/ko-llama2-v1",
+    "jiwoochris/ko-llama2-v2",
+    "jiwoochris/llama2_cot-13b-v2",
+    "jjaaaww/posi_13b",
+    "jondurbin/airoboros-l2-13b-2.2.1",
+    "KaeriJenti/ko-llama2-13b-OrcaPlatypus",
+    "kiyoonyoo/ko-platypus-13b-control",
+    "KoboldAI/LLaMA2-13B-TiefighterLR",
+    "kyujinpy/Korean-OpenOrca-13B",
+    "kyujinpy/Kosy-Platypus2-13B",
+    "kyujinpy/Kosy-platypus2-13B-v2",
+    "migtissera/Synthia-13B-v1.2",
+    "NeverSleep/Echidna-13b-v0.2",
+    "NeverSleep/Echidna-13b-v0.3",
+    "NeverSleep/Noromaid-13b-v0.3",
+    "NewstaR/Morningstar-13b-hf",
+    "NobodyExistsOnTheInternet/PuffedConvo13bLoraE4",
+    "openbmb/UltraLM-13b-v2.0",
+    "royallab/Pygmalion-2-13b-SuperCOT",
+    "sanghwa-na/llama2-13b.kor.v2",
+    "Sao10K/Chat-Stheno-L2-13B",
+    "Sao10K/Hesperus-v1-13B-L2-fp16",
+    "Sao10K/Stheno-Inverted-L2-13B",
+    "SicariusSicariiStuff/Tinybra_13B",
+    "speechlessai/speechless-llama2-dolphin-orca-platypus-13b",
+    "Undi95/Nete-13B",
+    "Undi95/OpenRP-13B",
+    "unsloth/llama-2-13b",
+    "wei123602/llama2-13b-fintune2",
+    "etri-xainlp/llama2-13b-lima-sft-dpo",
+    "FelixChao/llama2-13b-math1.2",
+    "Fredithefish/Guanaco-13B-Uncensored",
+    "GAI-LLM/ko-en-llama2-13b-mixed-v2",
+    "GAI-LLM/ko-en-llama2-13b-mixed-v5",
+    "HumanF-MarkrAI/pub-llama-13b-v1",
+    "hyunseoki/ko-en-llama2-13b",
+    "jiwoochris/ko-llama2-13b-n1",
+    "jiwoochris/ko-llama2-13b-v6",
+    "Sao10K/Stheno-1.2-L2-13B",
+    "TheBloke/CodeLlama-13B-Python-fp16",
+    "Undi95/Amethyst-13B",
+    "Undi95/CodeEngine",
+    "Undi95/CreativityEngine",
+    "Undi95/LewdEngine",
+    "Undi95/MLewd-Chat-v2-13B",
+    "Undi95/ReasoningEngine",
+    "Undi95/ReMM-L2-13B-PIPPA",
+    "Undi95/UtopiaXL-13B",
+    "wei123602/FINETUNE3_TEST4",
+    "wei123602/llama2-13b-fintune2-4E",
+    "Gryphe/MythoMix-L2-13b",
+    "NewstaR/Starlight-13B",
+    "jiwoochris/llama2_tmt-13b-v1",
+    "abacusai/Giraffe-13b-32k-v3",
+    "abhishek/autotrain-8kfjk-b3gva",
+    "adonlee/LLaMA_2_13B_SFT_v1",
+    "adonlee/LLaMA_2_13B_SFT_v1.5",
+    "AgentPublic/albertlight-7b",
+    "AIdenU/LLAMA-2-13b-ko-Y24-DPO_v0.1",
+    "AIdenU/LLAMA-2-13b-ko-Y24-DPO_v2.0",
+    "AIdenU/LLAMA-2-13b-koen-Y24_v1.0",
+    "allenai/tulu-2-dpo-13b",
+    "amphora/olaf-l.0.1",
+    "augtoma/qCammel-13",
+    "budecosystem/sql-millennials-13b",
+    "Byungchae/k2s3_test_0000",
+    "Byungchae/k2s3_test_0001",
+    "GAI-LLM/ko-en-llama2-13b-mixed-v3",
+    "HumanF-MarkrAI/pub-llama-13b-v2",
+    "hyunseoki/ko-ref-llama2-13b",
+    "HumanF-MarkrAI/pub-llama-13B-v3",
+    "AIFT/PACK-13b-v1.1",
+    "bofenghuang/vigogne-2-13b-instruct",
+    "cais/HarmBench-Llama-2-13b-cls",
+    "cepiloth/ko-en-llama2-13b-finetune-ex",
+    "Changgil/k2s3_test_24001",
+    "chickencaesar/llama2-platypus-llama2-chat-13B-hf",
+    "codellama/CodeLlama-13b-Python-hf",
+    "elyza/ELYZA-japanese-Llama-2-13b",
+    "etri-xainlp/llama2-12.8b_lora-dpo_v1",
+    "etri-xainlp/llama2-13b-sft-dpo",
+    "FPHam/Sydney_Overthinker_13b_HF",
+    "Ja-ck/llama-2-13b-instruct-Y24-v2",
+    "kyujinpy/Kosy-platypus2-13B-v5",
+    "Lajonbot/Llama-2-13b-hf-instruct-pl-lora_unload",
+    "OpenLLMAI/Llama-2-13b-sft-model-ocra-500k",
+    "OPI-PG/Qra-13b",
+    "pankajmathur/orca_mini_v3_13b",
+    "sanghwa-na/llama2-13b.kor",
+    "Sao10K/Stheno-L2-13B",
+    "StudentLLM/Alpagasus-2-13b-QLoRA-merged",
+    "The-Face-Of-Goonery/Huginn-13b-v1.2",
+    "Undi95/Emerald-13B",
+    "Undi95/MLewd-L2-13B",
+    "Undi95/MLewd-L2-Chat-13B",
+    "Undi95/MLewd-v2.4-13B",
+    "kiyoonyoo/ko-en-trans-platypus-13b",
+    "Undi95/MythoMax-L2-Kimiko-v2-13b",
+    "wei123602/llama-13b-FINETUNE3",
+    "wei123602/Llama-2-13b-FINETUNE4",
+    "wei123602/Llama-2-13b-FINETUNE4_TEST2",
+    "wei123602/Llama-2-13b-FINETUNE4_TEST3",
+    "wei123602/llama2-13b-FINETUNE3_TEST",
+    "yentinglin/Taiwan-LLM-13B-v2.0-chat",
+    "dhmeltzer/Llama-2-13b-hf-ds_eli5_1024_r_64_alpha_16_merged",
+    "elinas/chronos-13b-v2",
+    "elyza/ELYZA-japanese-Llama-2-13b-instruct",
+    "IkariDev/Athena-v3",
+    "Ja-ck/llama-2-13b-DPO-Y24-v2",
+    "Ja-ck/llama-2-13b-instruct-Y24-v1",
+    "jiwoochris/ko-llama2-13b-v4",
+    "jiwoochris/ko-llama2-13b-v5",
+    "jiwoochris/ko-llama2-v3",
+    "JunchengXie/Llama-2-13b-chat-hf-gpt-4-80k",
+    "jyoung105/KoR-Orca-Platypus-13B-neft",
+    "KaeriJenti/ko-llama2-13b-platypus",
+    "kingbri/chronolima-airo-grad-l2-13B",
+    "kiyoonyoo/ko-en-trans-platypus-13b-v2",
+    "KoboldAI/LLAMA2-13B-Holodeck-1",
+    "kyujinpy/Kosy-platypus2-13B-v3",
+    "kyujinpy/Kosy-platypus2-13B-v4",
+    "lgaalves/llama-2-13b-hf-platypus",
+    "lzw1008/Emollama-chat-13b",
+    "PocketDoc/Dans-RetroRodeo-13b",
+    "PygmalionAI/pygmalion-2-13b",
+    "Sao10K/Stheno-1.1-L2-13B",
+    "Secbone/llama-2-13B-instructed",
+    "wei123602/llama2-13b-FINETUNE3_TEST2",
+    "kunkun666/kunkun_dat_llama_13b_alpaca",
+    "chujiezheng/tulu-2-dpo-13b-ExPO",
+    "kyujinpy/ko-platypus-kiwi-13B",
+    "DopeorNope/COKAL-13b-v3",
+    "kyujinpy/KO-Platypus2-13B",
+    "kyujinpy/KoR-Orca-Platypus-13B",
+    "kyujinpy/KOR-Orca-Platypus-13B-v2",
+    "maximuslee07/llama-2-13b-rockwellautomation",
+    "migtissera/Synthia-13B",
+    "NeverSleep/Noromaid-13b-v0.1.1",
+    "kyujinpy/KOR-Orca-Platypus-13B-v3",
+    "nvidia/OpenMath-CodeLlama-13b-Python-hf",
+    "PocketDoc/Dans-MysteryModel-13b",
+    "PygmalionAI/mythalion-13b",
+    "Riiid/sheep-duck-llama-2-13b",
+    "kyujinpy/Korean-OpenOrca-13B-v2",
+    "kyujinpy/Korean-OpenOrca-v3",
+    "kyujinpy/KoT-platypus2-13B",
+    "Enno-Ai/ennodata-raw-pankajmathur-13b-peft",
+    "Lajonbot/vicuna-13b-v1.3-PL-lora_unload",
+    "etri-xainlp/llama2-13b-dpo-test",
+    "Expert68/llama2_13b_instructed_version2",
+    "Lajonbot/WizardLM-13B-V1.2-PL-lora_unload",
+    "GAI-LLM/ko-en-llama2-13b-mixed-v4",
+    "jiwoochris/llama2_tmt-13b-v2",
+    "kiyoonyoo/ko-en-trans-platypus-13b-v3",
+    "LeoLM/leo-hessianai-13b",
+    "KoboldAI/LLaMA2-13B-Erebus-v3",
+    "Sao10K/Stheno-1.3-L2-13B",
+    "sanghwa-na/llama2-13b.kor.v1",
+    "Sao10K/Stheno-Inverted-1.2-L2-13B",
+    "theNovaAI/Hypernova-experimental"
+  ],
+  "llama2-solar-10b7-4k": [
+    "NousResearch/Nous-Hermes-2-SOLAR-10.7B",
+    "Sao10K/Fimbulvetr-10.7B-v1",
+    "Sao10K/Fimbulvetr-11B-v2",
+    "upstage/SOLAR-10.7B-v1.0",
+    "12thD/I-SOLAR-10.7B-dpo-sft-v0.1",
+    "ABX-AI/Silver-Sun-11B",
+    "alnrg2arg/test_wanda_240109",
+    "Alsebay/model-test-3",
+    "Alsebay/model-test-4",
+    "Alsebay/Narisumashi-11B-v1.5",
+    "bhavinjawade/SOLAR-10B-OrcaDPO-Jawade",
+    "Chat-Error/Kimiko-10.7B-v3",
+    "chihoonlee10/T3Q-ko-solar-dpo-v1.0",
+    "chihoonlee10/T3Q-ko-solar-dpo-v5.0",
+    "chihoonlee10/T3Q-ko-solar-dpo-v7.0",
+    "chihoonlee10/T3Q-LLM-MG-DPO-v1.0",
+    "davidkim205/nox-solar-10.7b-v4",
+    "dddsaty/SOLAR_Merge_Adapter_DPO_Orca",
+    "dhanushreddy29/BrokenKeyboard",
+    "er1123090/T3Q_SOLAR_DARETIES_v1.0",
+    "er1123090/T3Q_SOLAR_SLERP_v1.0",
+    "etri-xainlp/SOLAR-10.7B-merge-dpo",
+    "FallenMerick/Chunky-Lemon-Cookie-11B",
+    "fblgit/UNA-POLAR-10.7B-InstructMath-v2",
+    "freewheelin/free-solar-evo-v0.13",
+    "genne/kiwi_solar_merge_slerp_test_v1",
+    "genne/kiwi_solar_merge_ties2_dpo",
+    "genne/nhn_dpo_v3_T3Q-ko-solar-dpo-v3.0_DPO",
+    "haes95/POLAR-10.7B-HES-DPO-v0.1",
+    "hyokwan/hkcode_solar_10.7b",
+    "ihopper/I-SOLAR-10.7B-dpo-sft-v1.0",
+    "jwkweon/CUBOX-SOLAR-DPO-v0.3",
+    "krevas/SOLAR-10.7B",
+    "kyujinpy/Sakura-SOLAR-Instruct-DPO-v2",
+    "kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v2",
+    "martyn/solar-megamerge-dare-10.7b-v1",
+    "maywell/PiVoT-SOLAR-10.7B-RP",
+    "maywell/Synatra-10.7B-v0.4",
+    "maywell/Synatra-kiqu-10.7B",
+    "megastudyedu/M-SOLAR-10.7B-v1.3",
+    "migtissera/Synthia-v3.0-11B",
+    "migtissera/Tess-10.7B-v1.5",
+    "migtissera/Tess-10.7B-v1.5b",
+    "MNC-Jihun/Mistral-11B-Omni-OP-u1k-ver0.5",
+    "MNCJ1hun/MIstral-11B-Omni-OP-u1k-ver0.1",
+    "moondriller/anarchy-solar-10B-v1",
+    "nlpai-lab/KULLM3",
+    "NurtureAI/SOLAR-10.7B-v1.0-Instruct-16k",
+    "ppuuttyy/llm-project",
+    "PracticeLLM/SOLAR-tail-10.7B-instruct-v1.0",
+    "PracticeLLM/SOLAR-tail-10.7B-Merge-v1.0",
+    "pranavajay/hindi-8b",
+    "RefalMachine/ruadapt_solar_10.7_darulm_unigram_proj_init_part2_v1",
+    "RefalMachine/ruadapt_solar_10.7_part1",
+    "RefalMachine/ruadapt_solar_10.7_part2_v5_as1.5",
+    "T3Q-LLM/T3Q-LLM2-CP-v1.1",
+    "Sao10K/Sensualize-Solar-10.7B",
+    "sosoai/hansoldeco-SOLAR-10.7B",
+    "T3Q-LLM-Product/T3Q-LLM2-Solar-10.7B-v1.0",
+    "T3Q-LLM/T3Q-LLM2-sft1.0",
+    "T3Q-LLM/T3Q-LLM2-sft1.2",
+    "T3Q-LLM/T3Q-LLM2-sft1.3",
+    "T3Q-LLM/T3Q-LLM2-sft1.6",
+    "TheDrummer/Moistral-11B-v2",
+    "TheDrummer/Moistral-11B-v3",
+    "tlphams/solar-10.7b-merged-v0.1",
+    "Tokerss/testmoisfimu",
+    "TroyDoesAI/Mermaid_PythonCoder",
+    "TroyDoesAI/MermaidSolar",
+    "v000000/SyntheticMoist-11B",
+    "vicgalle/ConfigurableSOLAR-10.7B",
+    "w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored",
+    "We-Want-GPU/SOLAR-10.7B-orca-alpaca-gpt4-lora-653",
+    "We-Want-GPU/SOLAR-10.7B-orca-alpaca-gpt4-math",
+    "Weyaxi/HelpSteer-filtered-Solar-Instruct",
+    "whjung/SOLAR-10.7B-instruct-v1.0",
+    "yuntaeyang/SOLAR-10.7B-Instructlora_sftt-v1.0",
+    "ClaudioItaly/Underground",
+    "decapoda-research/Antares-11b-v1",
+    "Deepnoid/deep-solar-Rev-v3.0.4",
+    "Edentns/DataVortexS-10.7B-dpo-v1.0",
+    "etri-xainlp/SOLAR-10.7B-merge-dpo_v1",
+    "freewheelin/free-solar-dpo-v0.3",
+    "Edentns/DataVortexS-10.7B-dpo-v1.12",
+    "KnutJaegersberg/Walter-SOLAR-11B",
+    "kyujinpy/SOLAR-Platypus-10.7B-v1",
+    "Edentns/DataVortexS-10.7B-dpo-v1.2",
+    "megastudyedu/M-SOLAR-10.7B-v1.4",
+    "patruff/chucklesFimbulvetrSFTmerged",
+    "Sao10K/Frostwind-10.7B-v1",
+    "sdhan/SD_SOLAR_10.7B_v1.0",
+    "spow12/kosolar_4.1_sft",
+    "ssaryssane/ssary-solar-10.7B",
+    "T3Q-LLM/T3Q-LLM2-MK-v1.0",
+    "T3Q-LLM/T3Q-LLM2-sft1.1",
+    "Tokerss/mergekit-linear-cnukgdw",
+    "ENERGY-DRINK-LOVE/SOLAR_merge",
+    "ENERGY-DRINK-LOVE/deepnoid_DPOv3",
+    "Yhyu13/LMCocktail-10.7B-v1-function-calling",
+    "12thD/I-SOLAR-10.7B-sft-v0.1",
+    "etri-xainlp/SOLAR-10.7B-sft-dpo-v1",
+    "AIdenU/SOLAR-10.7b-ko-Y24_v0.1",
+    "freewheelin/free-solar-evo-v0.1",
+    "byroneverson/Solar-10.7B-Instruct-v1.0-shell",
+    "gihong99/Myrrh_solar_10.7b_3.0",
+    "heavytail/kullm-solar",
+    "Byungchae/k2s3_test_0002",
+    "Changgil/K2S3-SOLAR-11b-v3.0",
+    "chihoonlee10/T3Q-ko-solar-dpo-v6.0",
+    "cockroach54/solar-sft-qlora",
+    "Edentns/DataVortexS-10.7B-dpo-v1.5",
+    "Himitsui/Kaiju-11B",
+    "ENERGY-DRINK-LOVE/nox_DPOv3",
+    "Himitsui/KuroMitsu-11B",
+    "hwkwon/S-SOLAR-10.7B-v1.4",
+    "ifuseok/sft-solar-10.7b-v1.1",
+    "kyujinpy/SOLAR-Platypus-10.7B-v2",
+    "hwkwon/S-SOLAR-10.7B-v1.5",
+    "leekanghoun1/llm_exercise",
+    "macadeliccc/SOLAR-10.7b-Instruct-truthy-dpo",
+    "mergekit-community/Synaptica",
+    "hyokwan/hkcode-solar-youtube-merged",
+    "MNC-LLM/Mistral-11B-Omni-OPA-u1k-ver0.7",
+    "MoaData/Myrrh_solar_10.7b_2.0",
+    "HyunCello/KULLM3-empathy-v1.0",
+    "nitky/Oumuamua-10.7b-alpha-RP",
+    "SangMoone/Saltware-solar-10.7b-v1.0",
+    "Sao10K/SOLAR-10.7B-NahIdWin",
+    "ifuseok/sft-solar-10.7b-v1",
+    "SkyOrbis/SKY-Ko-Solar-10.7B-lora",
+    "superiort/kullm3_100QA_10epochs",
+    "jwkweon/CUBOX-SOLAR-DPO-v0.2",
+    "T3Q-LLM/T3Q-LLM2-CV-v1.0",
+    "T3Q-LLM/T3Q-LLM2-FP-v2.0",
+    "megastudyedu/M-SOLAR-10.7B-v1.1-beta",
+    "T3Q-LLM/T3Q-LLM2-sft1.0-dpo1.0",
+    "T3Q-LLM/T3Q-LLM2-sft1.4",
+    "TroyDoesAI/Mermaid-Flow-MoE-Expert2",
+    "megastudyedu/M-SOLAR-10.7B-v1.2",
+    "upstage/SOLAR-10.7B-Instruct-v1.0",
+    "xellDart13/NebuIA-10.7B-DPO-v3",
+    "megastudyedu/M-SOLAR-10.7B-v1.3-dpo",
+    "Yhyu13/LMCocktail-10.7B-v1",
+    "YoungPanda/Dpomergebigboy",
+    "mergekit-community/Fimburs11V3",
+    "hchung1017/linear-merge",
+    "jjourney1125/M-SOLAR-10.7B-v1.0",
+    "Mihaiii/Bucharest-0.1",
+    "MNC-Jihun/Mistral-11B-OP-u1k-ver0.7",
+    "MNCJ1hun/MIstral-11B-Omni-OP-1k-2048-ver0.1",
+    "Changgil/K2S3-SOLAR-11b-v4.0",
+    "chihoonlee10/T3Q-ko-solar-dpo-v3.0",
+    "chihoonlee10/T3Q-ko-solar-sft-dpo-v1.0",
+    "MoaData/Myrrh_solar_10.7b_3.0",
+    "ENERGY-DRINK-LOVE/SOLAR_merge2",
+    "msu-rcc-lair/ruadapt_solar_10.7_darulm_unigram_proj_init_twostage_v1",
+    "mtc/upstage-SOLAR-10.7B-v1.0-classification-with-mixtral-explanation-3-epochs-finetuned",
+    "NurtureAI/SOLAR-10.7B-v1.0-base-16k",
+    "pinkyponky/SOLAR-10.7B-dpo-instruct-tuned-v0.1",
+    "Rama-adi/test-merge",
+    "Sao10K/Solstice-11B-v1",
+    "kyujinpy/Sakura-SOLRCA-Math-Instruct-DPO-v1",
+    "T3Q-LLM/T3Q-LLM2-FP-v1.0",
+    "TheDrummer/Moistral-11B-v4",
+    "TroyDoesAI/Mermaid-Coder-MoE-Expert1",
+    "12thD/I-SOLAR-10.7B-dpo-sft-v0.2",
+    "ABX-AI/Silver-Sun-v2-11B",
+    "AIdenU/SOLAR-10.7b-ko-Y24_v1.0",
+    "TroyDoesAI/Mermaid-Solar",
+    "v000000/SyntheticMoist-11B-v2",
+    "Alsebay/Narumashi-11B-v0.9",
+    "Alsebay/Narumashi-RT-11B",
+    "Alsebay/new-turn-1",
+    "YoungPanda/DPO_Test3",
+    "Alsebay/test-model",
+    "Alsebay/test-model-v2",
+    "CallComply/SOLAR-10.7B-Instruct-v1.0-128k",
+    "Cartinoe5930/SOLAR-10.7B-iDUS",
+    "YoungPanda/up",
+    "Cartinoe5930/SOLAR-10.7B-iDUS-1layer",
+    "Chan2chan1/solar_test_240517_16bit",
+    "kyujinpy/Sakura-SOLAR-Instruct",
+    "chihoonlee10/T3Q-ko-solar-dpo-v8.0",
+    "chihoonlee10/T3Q-LLM2-sft1.0-dpo1.0",
+    "davidkim205/nox-solar-10.7b-v2",
+    "dddsaty/SOLAR-Instruct-ko-Adapter-Attach",
+    "Deepnoid/deep-solar-Rev-v2.0.4",
+    "Deepnoid/deep-solar-v2.0.7",
+    "Edentns/DataVortexS-10.7B-dpo-v1.8",
+    "Edentns/DataVortexS-10.7B-v1.0",
+    "ENERGY-DRINK-LOVE/SOLAR_merge_DPOv3",
+    "Eric111/SOLAR-10.7B-Instruct-v1.0-DPO",
+    "fblgit/UNA-SOLAR-10.7B-Instruct-v1.0",
+    "fblgit/LUNA-SOLARkrautLM-Instruct",
+    "macadeliccc/SOLAR-10.7b-Instruct-dpo",
+    "fblgit/UNA-POLAR-10.7B-InstructMath-v1",
+    "Mihaiii/Bucharest-0.2",
+    "fearlessdots/Experimental_Orion-Nebula-10.7B-v0.1",
+    "freewheelin/free-solar-evo-v0.11",
+    "heavytail/kullm-solar-S",
+    "hkss/hk-SOLAR-10.7B-v1.4",
+    "ifuseok/ft-solar-10.7b-v2.1-dpo",
+    "ihopper/I-SOLAR-10.7B-sft-v1.0",
+    "kihoonlee/STOCK_SOLAR-10.7B",
+    "kyujinpy/Sakura-SOLRCA-Instruct-DPO",
+    "megastudyedu/M-SOLAR-10.7B-v1.4-dpo",
+    "NotoriousH2/peft-solar-10.7B-v1.0",
+    "rrw-x2/KoSOLAR-10.7B-v2.1",
+    "sosoai/hansoldeco-SOLAR-10.7B-DPO",
+    "T3Q-LLM/T3Q-LLM2-CV-v2.0",
+    "T3Q-LLM/T3Q-LLM2-sft1.5",
+    "VAGOsolutions/SauerkrautLM-SOLAR-Instruct",
+    "mergekit-community/mergekit-passthrough-lkwyfft"
+  ],
+  "llama3-15b-8k": [
+    "Frowning/L3-Nymeria-15B",
+    "Steelskull/L3-Aethora-15B",
+    "elinas/Llama-3-15B-Instruct-ft-v2",
+    "elinas/Llama-3-15B-Instruct-zeroed",
+    "elinas/Llama-3-15B-Instruct-zeroed-ft",
+    "Fischerboot/LLama3-Lexi-Aura-3Some-SLERP-SLERP-15B",
+    "Frowning/L3-Instruct-15B-SimPO-ExPO",
+    "TheSkullery/AbL3In-15B",
+    "wwe180/Llama3-15B-ShenNu-v0.1",
+    "ZeusLabs/L3-Aethora-15B-V2"
+  ],
+  "llama3-70b-8k": [
+    "aaditya/Llama3-OpenBioLLM-70B",
+    "abacusai/Llama-3-Giraffe-70B",
+    "abacusai/Llama-3-Giraffe-70B-Instruct",
+    "failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5",
+    "abacusai/Smaug-Llama-3-70B-Instruct",
+    "arcee-ai/Llama-3-SEC-Base",
+    "abhishek/autotrain-llama3-70b-math-v1",
+    "NeverSleep/Llama-3-Lumimaid-70B-v0.1-alt",
+    "failspy/Llama-3-70B-Instruct-abliterated-v3",
+    "gbueno86/Meta-LLama-3-Cat-A-LLama-70b",
+    "failspy/llama-3-70B-Instruct-abliterated",
+    "Dogge/llama-3-70B-uncensored",
+    "fireworks-ai/llama-3-firefunction-v2",
+    "gbueno86/Meta-LLama-3-Cat-Smaug-LLama-70b",
+    "casperhansen/llama-3-70b-fp16",
+    "chujiezheng/Smaug-Llama-3-70B-Instruct-ExPO",
+    "cloudyu/Meta-Llama-3-70B-Instruct-DPO",
+    "MaziyarPanahi/Llama-3-70B-Instruct-32k-v0.1",
+    "abacusai/Smaug-Llama-3-70B-Instruct-32K",
+    "failspy/Smaug-Llama-3-70B-Instruct-abliterated-v3",
+    "gradientai/Llama-3-70B-Instruct-Gradient-1048k",
+    "NousResearch/Hermes-2-Theta-Llama-3-70B",
+    "NousResearch/Meta-Llama-3-70B-Instruct",
+    "nvidia/Llama3-ChatQA-1.5-70B",
+    "meta-llama/Meta-Llama-3-70B-Instruct",
+    "Steelskull/L3-MS-Astoria-70b",
+    "NeverSleep/Llama-3-Lumimaid-70B-v0.1",
+    "jondurbin/airoboros-dpo-70b-3.3",
+    "maywell/Llama-3-70B-Instruct-32k",
+    "migtissera/Tess-2.0-Llama-3-70B",
+    "NeverSleep/Llama-3-Lumimaid-70B-v0.1-OAS",
+    "mmnga/Llama-3-70B-japanese-suzume-vector-v0.1",
+    "NousResearch/Hermes-2-Pro-Llama-3-70B",
+    "Orion-zhen/Llama3-70B-Orion-Chinese",
+    "ryzen88/Llama-3-70b-Arimas-story-RP-V2.0",
+    "shenzhi-wang/Llama3-70B-Chinese-Chat",
+    "tokyotech-llm/Llama-3-Swallow-70B-Instruct-v0.1",
+    "tokyotech-llm/Llama-3-Swallow-70B-v0.1",
+    "Sao10K/L3-70B-Euryale-v2.1",
+    "migtissera/Tess-2.0-Llama-3-70B-v0.2",
+    "tomekkorbak/introspection-test2",
+    "Undi95/Meta-Llama-3-70B-hf",
+    "v2ray/Llama-3-70B",
+    "v2ray/Llama-3-70B-Instruct",
+    "WendyHoang/Llama3-70B-RAG",
+    "crestf411/L3-70B-daybreak-abliterated-v0.4",
+    "gradientai/Llama-3-70B-Instruct-Gradient-262k",
+    "mirlab/AkaLlama-llama3-70b-v0.1",
+    "predibase/Meta-Llama-3-70B-Instruct-dequantized",
+    "sophosympatheia/New-Dawn-Llama-3-70B-32K-v1.0",
+    "tdrussell/Llama-3-70B-Instruct-Storywriter",
+    "tenyx/Llama3-TenyxChat-70B",
+    "Undi95/Meta-Llama-3-70B-Instruct-hf",
+    "VAGOsolutions/Llama-3-SauerkrautLM-70b-Instruct",
+    "xiangxinai/Xiangxin-2XL-Chat-1048k-Chinese-Llama3-70B",
+    "Envoid/L3-TenyxChat-Daybreak-Storywriter-RAE-70B",
+    "gradientai/Llama-3-70B-Instruct-Gradient-524k",
+    "NousResearch/Meta-Llama-3-70B",
+    "OpenBuddy/openbuddy-llama3-70b-v21.2-32k",
+    "theo77186/Llama-3-70B-Instruct-norefusal",
+    "jondurbin/airoboros-70b-3.3",
+    "crestf411/L3-70B-sunfall-abliterated-v0.2",
+    "predibase/Meta-Llama-3-70B-dequantized",
+    "scb10x/llama-3-typhoon-v1.5x-70b-instruct",
+    "crestf411/L3-70B-daybreak-storywriter-v0.4",
+    "Envoid/Llama-3-TenyxChat-DaybreakStorywriter-70B",
+    "jan-hq/Yakult-70B",
+    "migtissera/Llama-3-70B-Synthia-v3.5"
+  ],
+  "llama3-8b-8k": [
+    "12thD/ko-Llama-3-8B-sft-v0.1",
+    "12thD/ko-Llama-3-8B-sft-v0.3",
+    "922-CA/Llama-3-monika-ddlc-8b-v1",
+    "AI-Sweden-Models/Llama-3-8B",
+    "AI-Sweden-Models/Llama-3-8B-instruct",
+    "Alphacode-AI/Alphallama3-8B",
+    "Alphacode-AI/Alphallama3-8B_v2",
+    "Alsebay/L3-krai-test",
+    "Alsebay/L3-krai-test-2",
+    "Alsebay/L3-test-2",
+    "AwanLLM/Awanllm-Llama-3-8B-Cumulus-v0.2",
+    "AwanLLM/Awanllm-Llama-3-8B-Dolfin-v0.3",
+    "AwanLLM/Awanllm-Llama-3-8B-Dolfin-v0.5",
+    "AwanLLM/Awanllm-Llama-3-8B-Dolfin-v0.6-Abliterated",
+    "AwanLLM/Awanllm-Llama-3-8B-Instruct-DPO-v0.1",
+    "AwanLLM/Awanllm-Llama-3-8B-Instruct-DPO-v0.2",
+    "AwanLLM/Awanllm-Llama-3-8B-Instruct-ORPO-v0.1",
+    "AwanLLM/Llama-3-8B-Cumulus-v0.1",
+    "AwanLLM/Llama-3-8B-Dolfin-v0.2-Instruct",
+    "AwanLLM/Meta-Llama-3-8B-Instruct-Dolfin-v0.1",
+    "Azazelle/L3-RP_io",
+    "Azure99/blossom-v5-llama3-8b",
+    "BEE-spoke-data/Meta-Llama-3-8Bee",
+    "Brillibits/Instruct_Llama3_8B",
+    "ChaoticNeutrals/IQ_Test_l3_8B",
+    "ChaoticNeutrals/Poppy_Porpoise-v0.4-L3-8B",
+    "ChaoticNeutrals/Poppy_Porpoise-v0.7-L3-8B",
+    "ChenWeiLi/Med-ChimeraLlama-3-8B_SHERP",
+    "ChenWeiLi/MedLlama-3-8B_DARE",
+    "DBCMLAB/Llama-3-instruction-constructionsafety-layertuning",
+    "Dampfinchen/Llama-3-8B-Ultra-Instruct",
+    "Dampfinchen/Llama-3-8B-Ultra-Instruct-SaltSprinkle",
+    "Danielbrdz/Barcenas-Llama3-8b-ORPO",
+    "DeepMount00/Llama-3-8b-Ita",
+    "DiscoResearch/Llama3-DiscoLeo-Instruct-8B-v0.1",
+    "DiscoResearch/Llama3-German-8B",
+    "DiscoResearch/Llama3-German-8B-32k",
+    "DiscoResearch/Llama3_DiscoLM_German_8b_v0.1_experimental",
+    "Easy-Systems/easy-ko-Llama3-8b-Instruct-v1",
+    "Echelon-AI/medbotlm-v0.2",
+    "Edgerunners/Llama-3-8B-Instruct-ortho-baukit-toxic-n128-v3",
+    "Edgerunners/Llama-3-8B-Instruct-ortho-baukit-toxic-v2",
+    "Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-10fail-1000total",
+    "Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-2fail-128total",
+    "Edgerunners/meta-llama-3-8b-instruct-hf-ortho-baukit-34fail-3000total-bf16"