{"_id":"68589e60f9dc5990764cdafd","id":"microsoft/Phi-tiny-MoE-instruct","private":false,"pipeline_tag":"text-generation","library_name":"transformers","tags":["transformers","safetensors","phimoe","text-generation","conversational","custom_code","en","arxiv:2506.18349","arxiv:2404.14219","arxiv:2409.12136","license:mit","region:us"],"downloads":272700,"likes":41,"modelId":"microsoft/Phi-tiny-MoE-instruct","author":"microsoft","sha":"2fe50e88d0e2a5a132563815686ea0dcc8e252b5","lastModified":"2025-12-10T18:21:11.000Z","gated":false,"disabled":false,"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"model-index":null,"config":{"architectures":["PhiMoEForCausalLM"],"auto_map":{"AutoConfig":"configuration_slimmoe.PhiMoEConfig","AutoModelForCausalLM":"modeling_slimmoe.PhiMoEForCausalLM"},"model_type":"phimoe","num_experts_per_tok":2,"tokenizer_config":{"bos_token":"<s>","chat_template":"{% for message in messages %}{{'<|' + message['role'] + '|>' + '\n' + message['content'] + '<|end|>\n' }}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>\n' }}{% else %}{{ eos_token }}{% endif %}","eos_token":"<|endoftext|>","pad_token":"<|endoftext|>","unk_token":"<unk>","use_default_system_prompt":false}},"cardData":{"language":["en"],"license":"mit","pipeline_tag":"text-generation","context_length":["4k"],"library_name":"transformers"},"transformersInfo":{"auto_model":"AutoModelForCausalLM","custom_class":"modeling_slimmoe.PhiMoEForCausalLM","pipeline_tag":"text-generation","processor":"AutoTokenizer"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"CODE_OF_CONDUCT.md"},{"rfilename":"LICENSE"},{"rfilename":"NOTICE.md"},{"rfilename":"README.md"},{"rfilename":"SECURITY.md"},{"rfilename":"added_tokens.json"},{"rfilename":"config.json"},{"rfilename":"configuration_slimmoe.py"},{"rfilename":"data_summary_card.md"},{"rfilename":"generation_config.json"},{"rfilename":"model-00001-of-00002.safetensors"},{"rfilename":"model-00002-of-00002.safetensors"},{"rfilename":"model.safetensors.index.json"},{"rfilename":"modeling_slimmoe.py"},{"rfilename":"sample_finetune.py"},{"rfilename":"special_tokens_map.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"}],"spaces":["VIDraft/global-llm-leaderboard","sayande/AgriScholarQA","dziz/t"],"createdAt":"2025-06-23T00:22:56.000Z","safetensors":{"parameters":{"BF16":3755220288},"total":3755220288},"usedStorage":7510688022}