{"_id":"64d44b4d3756703d463a185b","id":"pankajmathur/orca_mini_v3_70b","private":false,"pipeline_tag":"text-generation","library_name":"transformers","tags":["transformers","pytorch","safetensors","llama","text-generation","en","dataset:psmathur/orca_mini_v1_dataset","dataset:ehartford/dolphin","arxiv:2306.02707","license:other","model-index","text-generation-inference","endpoints_compatible","region:us"],"downloads":120,"likes":22,"modelId":"pankajmathur/orca_mini_v3_70b","author":"pankajmathur","sha":"1cf8a8209c72d0490e12d0d649c7a66bd19dce97","lastModified":"2025-03-17T15:16:14.000Z","gated":false,"disabled":false,"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"model-index":[{"name":"orca_mini_v3_70b","results":[{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"AI2 Reasoning Challenge (25-Shot)","type":"ai2_arc","config":"ARC-Challenge","split":"test","args":{"num_few_shot":25}},"metrics":[{"type":"acc_norm","value":71.25,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"HellaSwag (10-Shot)","type":"hellaswag","split":"validation","args":{"num_few_shot":10}},"metrics":[{"type":"acc_norm","value":87.85,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MMLU (5-Shot)","type":"cais/mmlu","config":"all","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":70.18,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"TruthfulQA (0-shot)","type":"truthful_qa","config":"multiple_choice","split":"validation","args":{"num_few_shot":0}},"metrics":[{"type":"mc2","value":61.27,"verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"Winogrande (5-shot)","type":"winogrande","config":"winogrande_xl","split":"validation","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":82.72,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"GSM8k (5-shot)","type":"gsm8k","config":"main","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":40.86,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"IFEval (0-Shot)","type":"HuggingFaceH4/ifeval","args":{"num_few_shot":0}},"metrics":[{"type":"inst_level_strict_acc and prompt_level_strict_acc","value":40.15,"name":"strict accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"BBH (3-Shot)","type":"BBH","args":{"num_few_shot":3}},"metrics":[{"type":"acc_norm","value":42.98,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MATH Lvl 5 (4-Shot)","type":"hendrycks/competition_math","args":{"num_few_shot":4}},"metrics":[{"type":"exact_match","value":3.63,"name":"exact match","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"GPQA (0-shot)","type":"Idavidrein/gpqa","args":{"num_few_shot":0}},"metrics":[{"type":"acc_norm","value":9.06,"name":"acc_norm","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MuSR (0-shot)","type":"TAUR-Lab/MuSR","args":{"num_few_shot":0}},"metrics":[{"type":"acc_norm","value":25.12,"name":"acc_norm","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MMLU-PRO (5-shot)","type":"TIGER-Lab/MMLU-Pro","config":"main","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":30.64,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}}]}],"config":{"architectures":["LlamaForCausalLM"],"model_type":"llama","tokenizer_config":{"bos_token":{"__type":"AddedToken","content":"<s>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false},"eos_token":{"__type":"AddedToken","content":"</s>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false},"pad_token":null,"unk_token":{"__type":"AddedToken","content":"<unk>","lstrip":false,"normalized":false,"rstrip":false,"single_word":false}}},"cardData":{"language":["en"],"license":"other","library_name":"transformers","datasets":["psmathur/orca_mini_v1_dataset","ehartford/dolphin"],"pipeline_tag":"text-generation","model-index":[{"name":"orca_mini_v3_70b","results":[{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"AI2 Reasoning Challenge (25-Shot)","type":"ai2_arc","config":"ARC-Challenge","split":"test","args":{"num_few_shot":25}},"metrics":[{"type":"acc_norm","value":71.25,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"HellaSwag (10-Shot)","type":"hellaswag","split":"validation","args":{"num_few_shot":10}},"metrics":[{"type":"acc_norm","value":87.85,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MMLU (5-Shot)","type":"cais/mmlu","config":"all","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":70.18,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"TruthfulQA (0-shot)","type":"truthful_qa","config":"multiple_choice","split":"validation","args":{"num_few_shot":0}},"metrics":[{"type":"mc2","value":61.27,"verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"Winogrande (5-shot)","type":"winogrande","config":"winogrande_xl","split":"validation","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":82.72,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"GSM8k (5-shot)","type":"gsm8k","config":"main","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":40.86,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=psmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"IFEval (0-Shot)","type":"HuggingFaceH4/ifeval","args":{"num_few_shot":0}},"metrics":[{"type":"inst_level_strict_acc and prompt_level_strict_acc","value":40.15,"name":"strict accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"BBH (3-Shot)","type":"BBH","args":{"num_few_shot":3}},"metrics":[{"type":"acc_norm","value":42.98,"name":"normalized accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MATH Lvl 5 (4-Shot)","type":"hendrycks/competition_math","args":{"num_few_shot":4}},"metrics":[{"type":"exact_match","value":3.63,"name":"exact match","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"GPQA (0-shot)","type":"Idavidrein/gpqa","args":{"num_few_shot":0}},"metrics":[{"type":"acc_norm","value":9.06,"name":"acc_norm","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MuSR (0-shot)","type":"TAUR-Lab/MuSR","args":{"num_few_shot":0}},"metrics":[{"type":"acc_norm","value":25.12,"name":"acc_norm","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}},{"task":{"type":"text-generation","name":"Text Generation"},"dataset":{"name":"MMLU-PRO (5-shot)","type":"TIGER-Lab/MMLU-Pro","config":"main","split":"test","args":{"num_few_shot":5}},"metrics":[{"type":"acc","value":30.64,"name":"accuracy","verified":false}],"source":{"url":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=pankajmathur/orca_mini_v3_70b","name":"Open LLM Leaderboard"}}]}]},"transformersInfo":{"auto_model":"AutoModelForCausalLM","pipeline_tag":"text-generation","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"README.md"},{"rfilename":"config.json"},{"rfilename":"generation_config.json"},{"rfilename":"model-00001-of-00015.safetensors"},{"rfilename":"model-00002-of-00015.safetensors"},{"rfilename":"model-00003-of-00015.safetensors"},{"rfilename":"model-00004-of-00015.safetensors"},{"rfilename":"model-00005-of-00015.safetensors"},{"rfilename":"model-00006-of-00015.safetensors"},{"rfilename":"model-00007-of-00015.safetensors"},{"rfilename":"model-00008-of-00015.safetensors"},{"rfilename":"model-00009-of-00015.safetensors"},{"rfilename":"model-00010-of-00015.safetensors"},{"rfilename":"model-00011-of-00015.safetensors"},{"rfilename":"model-00012-of-00015.safetensors"},{"rfilename":"model-00013-of-00015.safetensors"},{"rfilename":"model-00014-of-00015.safetensors"},{"rfilename":"model-00015-of-00015.safetensors"},{"rfilename":"model.safetensors.index.json"},{"rfilename":"orca_minis_small.jpeg"},{"rfilename":"pytorch_model-00001-of-00015.bin"},{"rfilename":"pytorch_model-00002-of-00015.bin"},{"rfilename":"pytorch_model-00003-of-00015.bin"},{"rfilename":"pytorch_model-00004-of-00015.bin"},{"rfilename":"pytorch_model-00005-of-00015.bin"},{"rfilename":"pytorch_model-00006-of-00015.bin"},{"rfilename":"pytorch_model-00007-of-00015.bin"},{"rfilename":"pytorch_model-00008-of-00015.bin"},{"rfilename":"pytorch_model-00009-of-00015.bin"},{"rfilename":"pytorch_model-00010-of-00015.bin"},{"rfilename":"pytorch_model-00011-of-00015.bin"},{"rfilename":"pytorch_model-00012-of-00015.bin"},{"rfilename":"pytorch_model-00013-of-00015.bin"},{"rfilename":"pytorch_model-00014-of-00015.bin"},{"rfilename":"pytorch_model-00015-of-00015.bin"},{"rfilename":"pytorch_model.bin.index.json"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer.model"},{"rfilename":"tokenizer_config.json"}],"spaces":["Intel/low_bit_open_llm_leaderboard","BAAI/open_cn_llm_leaderboard","gsaivinay/open_llm_leaderboard","GTBench/GTBench","Vikhrmodels/small-shlepa-lb","BAAI/open_flageval_vlm_leaderboard","BAAI/FlagEval-Robo","OPTML-Group/UnlearnCanvas-Benchmark","felixz/open_llm_leaderboard","Vikhrmodels/Russian_Arena_General","Vikhrmodels/small-shlepa","neubla/neubla-llm-evaluation-board","rodrigomasini/data_only_open_llm_leaderboard","Docfile/open_llm_leaderboard","pangolins/pankajmathur-orca_mini_v3_70b","Scixnce/pankajmathur-orca_mini_v3_70b","smothiki/open_llm_leaderboard","aitechadict/psmathur-orca_mini_v3_70b","HairJo/pankajmathur-orca_mini_v3_70b","0x1668/open_llm_leaderboard","pngwn/open_llm_leaderboard-check","asir0z/open_llm_leaderboard","kbmlcoding/open_llm_leaderboard_free","aichampions/open_llm_leaderboard","Adeco/open_llm_leaderboard","anirudh937/open_llm_leaderboard","smothiki/open_llm_leaderboard2","mjalg/IFEvalTR","lvkaokao/low_bit_open_llm_leaderboard-bk0418","wenjiao/low_bit_open_llm_leaderboard_5_26","wenjiao/low_bit_open_llm_leaderboard_2","lvkaokao/low_bit_open_llm_leaderboard"],"createdAt":"2023-08-10T02:28:29.000Z","safetensors":{"parameters":{"F16":68976648192},"total":68976648192},"usedStorage":275907433987}