{"_id":"693c55e3ea6f9cc3dff359c7","id":"nvidia/Cosmos-Reason2-8B","private":false,"pipeline_tag":"image-text-to-text","library_name":"cosmos","tags":["cosmos","safetensors","qwen3_vl","nvidia","conversational","image-text-to-text","arxiv:2503.06800","arxiv:2406.10721","arxiv:2603.18178","arxiv:2312.14115","base_model:Qwen/Qwen3-VL-8B-Instruct","base_model:finetune:Qwen/Qwen3-VL-8B-Instruct","license:other","region:us"],"downloads":138682,"likes":229,"modelId":"nvidia/Cosmos-Reason2-8B","author":"nvidia","sha":"a9fae2cf89dc64db96b12860417f0eb403013bb9","lastModified":"2026-04-30T03:16:12.000Z","gated":"auto","disabled":false,"widgetData":[{"text":"Hi, what can you help me with?"},{"text":"What is 84 * 3 / 2?"},{"text":"Tell me an interesting fact about the universe!"},{"text":"Explain quantum computing in simple terms."}],"model-index":null,"config":{"architectures":["Qwen3VLForConditionalGeneration"],"model_type":"qwen3_vl","processor_config":{"chat_template":"{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {%- if messages[0].content is string %}\n            {{- messages[0].content }}\n        {%- else %}\n            {%- for content in messages[0].content %}\n                {%- if 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' }}\n        {%- if messages[0].content is string %}\n            {{- messages[0].content }}\n        {%- else %}\n            {%- for content in messages[0].content %}\n                {%- if 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- for message in messages %}\n    {%- if message.role == \"user\" %}\n        {{- '<|im_start|>' + message.role + '\\n' }}\n        {%- if message.content is string %}\n            {{- message.content }}\n        {%- else %}\n            {%- for content in message.content %}\n                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}\n                    <|vision_start|><|image_pad|><|vision_end|>\n                {%- elif content.type == 'video' or 'video' in content %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}\n                    <|vision_start|><|video_pad|><|vision_end|>\n                {%- elif 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role + '\\n' }}\n        {%- if message.content is string %}\n            {{- message.content }}\n        {%- else %}\n            {%- for content_item in message.content %}\n                {%- if 'text' in content_item %}\n                    {{- content_item.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and message.content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {%- if message.content is string %}\n            {{- message.content }}\n        {%- else %}\n            {%- for content in message.content %}\n                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}\n                    <|vision_start|><|image_pad|><|vision_end|>\n                {%- elif content.type == 'video' or 'video' in content %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}\n                    <|vision_start|><|video_pad|><|vision_end|>\n                {%- elif 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n"},"tokenizer_config":{"bos_token":null,"chat_template":"{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {%- if messages[0].content is string %}\n            {{- messages[0].content }}\n        {%- else %}\n            {%- for content in messages[0].content %}\n                {%- if 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' }}\n        {%- if messages[0].content is string %}\n            {{- messages[0].content }}\n        {%- else %}\n            {%- for content in messages[0].content %}\n                {%- if 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- for message in messages %}\n    {%- if message.role == \"user\" %}\n        {{- '<|im_start|>' + message.role + '\\n' }}\n        {%- if message.content is string %}\n            {{- message.content }}\n        {%- else %}\n            {%- for content in message.content %}\n                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}\n                    <|vision_start|><|image_pad|><|vision_end|>\n                {%- elif content.type == 'video' or 'video' in content %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}\n                    <|vision_start|><|video_pad|><|vision_end|>\n                {%- elif 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role + '\\n' }}\n        {%- if message.content is string %}\n            {{- message.content }}\n        {%- else %}\n            {%- for content_item in message.content %}\n                {%- if 'text' in content_item %}\n                    {{- content_item.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and message.content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {%- if message.content is string %}\n            {{- message.content }}\n        {%- else %}\n            {%- for content in message.content %}\n                {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                    {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}\n                    <|vision_start|><|image_pad|><|vision_end|>\n                {%- elif content.type == 'video' or 'video' in content %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                    {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}\n                    <|vision_start|><|video_pad|><|vision_end|>\n                {%- elif 'text' in content %}\n                    {{- content.text }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n","eos_token":"<|im_end|>","pad_token":"<|endoftext|>","unk_token":null}},"cardData":{"license":"other","license_name":"nvidia-open-model-license","license_link":"https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license","library_name":"cosmos","tags":["nvidia","cosmos","conversational"],"extra_gated_prompt":"# NVIDIA Open Model License Agreement\nVersion Release Date: September 23, 2025\nThis NVIDIA Open Model License Agreement (the “Agreement”) is a legal agreement between the Legal Entity You represent, or if no  entity is identified, You and NVIDIA Corporation and its Affiliates (“NVIDIA”) and governs Your use of the Models that NVIDIA provides  to You under this Agreement. NVIDIA and You are each a “party” and collectively the “parties.”  \nNVIDIA models released under this Agreement are intended to be used permissively and enable the further development of AI  technologies. Subject to the terms of this Agreement, NVIDIA confirms that: \n- Models are commercially usable.  - You are free to create and distribute Derivative Models.  - NVIDIA does not claim ownership to any outputs generated using the Models or Model Derivatives. \nBy using, reproducing, modifying, distributing, performing or displaying any portion or element of the Model or Derivative Model, or  otherwise accepting the terms of this Agreement, you agree to be bound by this Agreement.  \n## 1. Definitions\n1.1. **Derivative Model** means all (a) modifications to the Model, (b) works based on the Model, and (c) any other derivative  works of the Model. An output is not a Derivative Model.  \n1.2. **Legal Entity** means the union of the acting entity and all other entities that control, are controlled by, or are under common  control with that entity. For the purposes of this definition, “control” means (a) the power, direct or indirect, to cause the  direction or management of such entity, whether by contract or otherwise, or (b) ownership of fifty percent (50%) or more  of the outstanding shares, or (c) beneficial ownership of such entity. \n1.3. **Model** means the machine learning model, software, checkpoints, learnt weights, algorithms, parameters, configuration  files and documentation shared under this Agreement. \n1.4. **NVIDIA Cosmos Model** means a multimodal Model shared under this Agreement.  \n1.5. **Special-Purpose Model** means a Model that is only competent in a narrow set of purpose-specific tasks and should not be  used for unintended or general-purpose applications. \n1.6. **You** or **Your** means an individual or Legal Entity exercising permissions granted by this Agreement. \n## 2. Conditions for Use, License Grant, AI Ethics and IP Ownership\n### 2.1. Conditions for Use - The Model and any Derivative Model are subject to additional terms as described in Section 2 and Section 3 of this Agreement.   - If You institute copyright or patent litigation against any entity alleging that the Model or a Derivative Model constitutes infringement, then any licenses granted will terminate as of the date such litigation is filed.   - If You bypass or disable any technical limitation, safety guardrail, encryption, DRM, or authentication mechanism contained in the Model without a substantially similar Guardrail, your rights will terminate.   - NVIDIA may designate a Model as a Special-Purpose Model.   - NVIDIA may update this Agreement to comply with legal and regulatory requirements.  \n### 2.2. License Grant NVIDIA grants You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, revocable license to publicly perform, publicly display, reproduce, use, create derivative works of, make, have made, sell, offer for sale, distribute, and import the Model.  \n### 2.3. AI Ethics Use of the Models must be consistent with NVIDIA’s [Trustworthy AI terms](https://www.nvidia.com/en-us/agreements/trustworthy-ai/terms/).  \n### 2.4. IP Ownership - NVIDIA owns the Model and any Model Derivatives it creates.   - You own your Model Derivatives.   - NVIDIA claims no ownership rights in outputs.   - Except as expressly granted, NVIDIA reserves all rights.  \n## 3. Redistribution\nYou may reproduce and distribute copies of the Model or Derivative Models in any medium, with or without modifications, provided that:  \n- **3.1.** You must provide recipients with a copy of this Agreement and include this attribution in a “Notice” text file:  \n  *“Licensed by NVIDIA Corporation under the NVIDIA Open Model License”*  \n\n- **3.2.** If distributing or making available a NVIDIA Cosmos Model, or products/services derived from it, you must include:  \n  *“Built on NVIDIA Cosmos”*  \n\n- **3.3.** You may add your own copyright statements and license terms for your modifications, provided use still complies with this Agreement.  \n## 4. Separate Components The Models may include components licensed under separate legal notices (e.g., Open Source Software Licenses). These terms apply, except where overridden by this Agreement unless required by third-party license terms.  \n## 5. Trademarks No permission is granted to use NVIDIA’s trade names, trademarks, or product names, except for reasonable descriptive use.  \n## 6. Disclaimer of Warranty The Model is provided **“AS IS”**, without warranties of any kind, including title, non-infringement, merchantability, or fitness for purpose. You assume risks associated with its use.  \n## 7. Limitation of Liability NVIDIA is not liable for damages (direct, indirect, incidental, or consequential) arising from use of the Model, unless required by law.  \n## 8. Indemnity You will indemnify and hold NVIDIA harmless against claims from third parties arising from your use or distribution of the Model, derivatives, or outputs.  \n## 9. Feedback NVIDIA may use any feedback you provide without restriction or compensation.  \n## 10. Governing Law This Agreement is governed by U.S. and Delaware law. Courts in Santa Clara County, California, have exclusive jurisdiction, except for urgent injunctive relief.  \n## 11. Trade and Compliance You must comply with all export, import, trade, and sanctions laws, including U.S. Export Administration Regulations and OFAC rules.","extra_gated_fields":{"By clicking Submit below, I accept the terms of the NVIDIA Open Model License Agreement and acknowledge that I am an adult of legal age of majority in the country in which the Cosmos Models will be used and have authority to accept this Agreement":"checkbox"},"extra_gated_description":"The information you provide will be collected, stored, processed and shared in accordance with the [NVIDIA Privacy Policy](https://www.nvidia.com/en-us/about-nvidia/privacy-policy/).","extra_gated_button_content":"Submit","base_model":["Qwen/Qwen3-VL-8B-Instruct"],"pipeline_tag":"image-text-to-text"},"siblings":[{"rfilename":".gitattributes"},{"rfilename":"CR2 Performance by Category.png"},{"rfilename":"PAI_Bench_Leaderboard.png"},{"rfilename":"README.md"},{"rfilename":"chat_template.json"},{"rfilename":"config.json"},{"rfilename":"cosmos_cr2_8b_paiBench.png"},{"rfilename":"generation_config.json"},{"rfilename":"merges.txt"},{"rfilename":"model-00001-of-00004.safetensors"},{"rfilename":"model-00002-of-00004.safetensors"},{"rfilename":"model-00003-of-00004.safetensors"},{"rfilename":"model-00004-of-00004.safetensors"},{"rfilename":"model.safetensors.index.json"},{"rfilename":"preprocessor_config.json"},{"rfilename":"tokenizer.json"},{"rfilename":"tokenizer_config.json"},{"rfilename":"video_preprocessor_config.json"},{"rfilename":"vocab.json"}],"spaces":["embedl/hfviewer","aquanode/gpu-vram-calculator","Ryukijano/Cosmos_Sentinel","Jarvis2345/jarvis-cloud","Dirbol/VirtForemanBackend","RuoiVaRua/da-ams-demo","rndashboard/rndashboard","Ryukijano/CatCon-One-Shot-Controlnet-SD-1-5-b2"],"createdAt":"2025-12-12T17:50:27.000Z","safetensors":{"parameters":{"BF16":8767123696},"total":8767123696},"usedStorage":35069435886}