{"_id":"65858b555b94130d87ea2eb5","id":"fblgit/LUNA-SOLARkrautLM-Instruct","private":false,"pipeline_tag":"text-generation","library_name":"transformers","tags":["transformers","safetensors","llama","text-generation","finetune","dpo","Instruct","augmentation","german","conversational","en","de","dataset:argilla/distilabel-math-preference-dpo","doi:10.57967/hf/1517","license:cc-by-nc-4.0","model-index","text-generation-inference","endpoints_compatible","region:us"],"downloads":65,"likes":8,"modelId":"fblgit/LUNA-SOLARkrautLM-Instruct","author":"fblgit","sha":"c6ae8b247200bde146535002c11497fd43b8e638","lastModified":"2024-03-08T10:25:49.000Z","gated":false,"disabled":false,"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"model-index":[{"name":"LUNA-SOLARkrautLM-Instruct","results":[{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"AI2 Reasoning Challenge (25-Shot)","type":"ai2_arc","config":"ARC-Challenge","split":"test","args":{"num_few_shot":25}},"metrics":[{"type":"acc_norm","value":71.16,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"HellaSwag (10-Shot)","type":"hellaswag","split":"validation","args":{"num_few_shot":10}},"metrics":[{"type":"acc_norm","value":88.28,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MMLU (5-Shot)","type":"cais/mmlu","config":"all","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":66.11,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"TruthfulQA (0-shot)","type":"truthful_qa","config":"multiple_choice","split":"validation","args":{"num_few_shot":0}},"metrics":[{"type":"mc2","value":73.37,"verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"Winogrande (5-shot)","type":"winogrande","config":"winogrande_xl","split":"validation","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":82.95,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"GSM8k (5-shot)","type":"gsm8k","config":"main","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":60.88,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}}]}],"config":{"architectures":["LlamaForCausalLM"],"model_type":"llama","tokenizer_config":{"bos_token":"<s>","chat_template":"{% for message in messages %}{% if message['role'] == 'system' %}{% if message['content']%}{{'### System:\n' + message['content']+'\n\n'}}{% endif %}{% elif message['role'] == 'user' %}{{'### User:\n' + message['content']+'\n\n'}}{% elif message['role'] == 'assistant' %}{{'### Assistant:\n'  + message['content']}}{% endif %}{% if loop.last and add_generation_prompt %}{{ '### Assistant:\n' }}{% endif %}{% endfor %}","eos_token":"</s>","pad_token":"</s>","unk_token":"<unk>","use_default_system_prompt":true}},"cardData":{"language":["en","de"],"license":"cc-by-nc-4.0","library_name":"transformers","tags":["finetune","dpo","Instruct","augmentation","german"],"datasets":["argilla/distilabel-math-preference-dpo"],"pipeline_tag":"text-generation","model-index":[{"name":"LUNA-SOLARkrautLM-Instruct","results":[{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"AI2 Reasoning Challenge (25-Shot)","type":"ai2_arc","config":"ARC-Challenge","split":"test","args":{"num_few_shot":25}},"metrics":[{"type":"acc_norm","value":71.16,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"HellaSwag (10-Shot)","type":"hellaswag","split":"validation","args":{"num_few_shot":10}},"metrics":[{"type":"acc_norm","value":88.28,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MMLU (5-Shot)","type":"cais/mmlu","config":"all","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":66.11,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"TruthfulQA (0-shot)","type":"truthful_qa","config":"multiple_choice","split":"validation","args":{"num_few_shot":0}},"metrics":[{"type":"mc2","value":73.37,"verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"Winogrande (5-shot)","type":"winogrande","config":"winogrande_xl","split":"validation","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":82.95,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"GSM8k (5-shot)","type":"gsm8k","config":"main","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":60.88,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=fblgit/LUNA-SOLARkrautLM-Instruct","name":"Open LLM Leaderboard"}}]}]},"transformersInfo":{"auto_model":"AutoModelForCausalLM","pipeline_tag":"text-generation","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"generation_config.json"},{"rfilename":"model-00001-of-00005.safetensors"},{"rfilename":"model-00002-of-00005.safetensors"},{"rfilename":"model-00003-of-00005.safetensors"},{"rfilename":"model-00004-of-00005.safetensors"},{"rfilename":"model-00005-of-00005.safetensors"},{"rfilename":"model.safetensors.index.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.model"},{"rfilename":"tokenizer_config.json"}],"spaces":["Intel/low_bit_open_llm_leaderboard","featherless-ai/try-this-model","BAAI/open_cn_llm_leaderboard","open-llm-leaderboard-old/open_llm_leaderboard","Vikhrmodels/small-shlepa-lb","Darok/Featherless-Feud","BAAI/open_flageval_vlm_leaderboard","BAAI/FlagEval-Robo","felixz/open_llm_leaderboard","Vikhrmodels/Russian_Arena_General","Vikhrmodels/small-shlepa","emekaboris/try-this-model","neubla/neubla-llm-evaluation-board","rodrigomasini/data_only_open_llm_leaderboard","SC999/NV_Nemotron","0x1668/open_llm_leaderboard","pngwn/open_llm_leaderboard-check","asir0z/open_llm_leaderboard","kbmlcoding/open_llm_leaderboard_free","aichampions/open_llm_leaderboard","Adeco/open_llm_leaderboard","smothiki/open_llm_leaderboard_old","Alignment-Lab-AI/orcaleaderboard","JackHoltone/try-this-model","k11112/try-this-model","xuejing2409/new_open_chinese_vlm","Ahmedhajjajworkspace/open_llm_leaderboard","lvkaokao/low_bit_open_llm_leaderboard-bk0418","lxzxrusblxck/lxzbyrinth","wenjiao/low_bit_open_llm_leaderboard_5_26","wenjiao/low_bit_open_llm_leaderboard_2","Sujithv/open_llm_leaderboard","lvkaokao/low_bit_open_llm_leaderboard","SrRooT/try-this-model"],"createdAt":"2023-12-22T13:12:53.000Z","safetensors":{"parameters":{"F16":10731524096},"total":10731524096},"usedStorage":21463591819}