{"_id":"68589d405ecded3f803051fe","id":"microsoft/Phi-mini-MoE-instruct","private":false,"pipeline_tag":"text-generation","library_name":"transformers","tags":["transformers","safetensors","phimoe","text-generation","conversational","custom_code","en","arxiv:2506.18349","arxiv:2404.14219","arxiv:2409.12136","license:mit","region:us"],"downloads":36468,"likes":42,"modelId":"microsoft/Phi-mini-MoE-instruct","author":"microsoft","sha":"f620b32c0d3e8f7e76f57ccdaa88e0df8bc8bfcd","lastModified":"2025-12-10T18:20:28.000Z","gated":false,"disabled":false,"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"model-index":null,"config":{"architectures":["PhiMoEForCausalLM"],"auto_map":{"AutoConfig":"configuration_slimmoe.PhiMoEConfig","AutoModelForCausalLM":"modeling_slimmoe.PhiMoEForCausalLM"},"model_type":"phimoe","num_experts_per_tok":2,"tokenizer_config":{"bos_token":"<s>","chat_template":"{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}","eos_token":"<|endoftext|>","pad_token":"<|endoftext|>","unk_token":"<unk>","use_default_system_prompt":false}},"cardData":{"language":["en"],"license":"mit","pipeline_tag":"text-generation","context_length":["4k"],"library_name":"transformers"},"transformersInfo":{"auto_model":"AutoModelForCausalLM","custom_class":"modeling_slimmoe.PhiMoEForCausalLM","pipeline_tag":"text-generation","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"CODE_OF_CONDUCT.md"},{"rfilename":"LICENSE"},{"rfilename":"NOTICE.md"},{"rfilename":"README.md"},{"rfilename":"SECURITY.md"},{"rfilename":"added_tokens.json"},{"rfilename":"config.json"},{"rfilename":"configuration_slimmoe.py"},{"rfilename":"data_summary_card.md"},{"rfilename":"generation_config.json"},{"rfilename":"model-00001-of-00004.safetensors"},{"rfilename":"model-00002-of-00004.safetensors"},{"rfilename":"model-00003-of-00004.safetensors"},{"rfilename":"model-00004-of-00004.safetensors"},{"rfilename":"model.safetensors.index.json"},{"rfilename":"modeling_slimmoe.py"},{"rfilename":"sample_finetune.py"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"}],"spaces":[],"createdAt":"2025-06-23T00:18:08.000Z","safetensors":{"parameters":{"BF16":7647632704},"total":7647632704},"usedStorage":15295513355}