Upload folder using huggingface_hub

chat_template.jinja

@@ -0,0 +1,233 @@
+{# ----------‑‑‑ special token variables ‑‑‑---------- #}
+{%- set HYTK = '' %}
+{%- set bos_token = '<｜hy_begin▁of▁sentence｜>' %}
+{%- set pad_token = '<｜hy_▁pad▁｜>' %}
+{%- set user_token = '<｜hy_User｜>' %}
+{%- set assistant_token = '<｜hy_Assistant｜>' %}
+{%- set eos_token = '<eos:6124c78e>' %}
+{# ----------‑‑‑ tokens with md5 encoding (conditional on HYTK) ‑‑‑---------- #}
+{%- if HYTK %}
+    {%- set think_begin_token = '<think:{}>'.format(HYTK) %}
+    {%- set think_end_token = '</think:{}>'.format(HYTK) %}
+    {%- set toolcalls_begin_token = '<tool_calls:{}>'.format(HYTK) %}
+    {%- set toolcalls_end_token = '</tool_calls:{}>'.format(HYTK) %}
+    {%- set toolcall_begin_token = '<tool_call:{}>'.format(HYTK) %}
+    {%- set toolcall_end_token = '</tool_call:{}>'.format(HYTK) %}
+    {%- set toolsep_token = '<tool_sep:{}>'.format(HYTK) %}
+    {%- set argkey_begin_token = '<arg_key:{}>'.format(HYTK) %}
+    {%- set argkey_end_token = '</arg_key:{}>'.format(HYTK) %}
+    {%- set argvalue_begin_token = '<arg_value:{}>'.format(HYTK) %}
+    {%- set argvalue_end_token = '</arg_value:{}>'.format(HYTK) %}
+    {%- set toolresponses_begin_token = '<tool_responses:{}>'.format(HYTK) %}
+    {%- set toolresponses_end_token = '</tool_responses:{}>'.format(HYTK) %}
+    {%- set toolresponse_begin_token = '<tool_response:{}>'.format(HYTK) %}
+    {%- set toolresponse_end_token = '</tool_response:{}>'.format(HYTK) %}
+    {%- set reasoning_mode_token = '<｜reasoning_mode｜>' %}
+    {%- set toolcalls_begin_ds_token = '<｜tool▁calls▁begin｜>' %}
+    {%- set toolcalls_end_ds_token = '<｜tool▁calls▁end｜>' %}
+    {%- set toolcall_begin_ds_token = '<｜tool▁call▁begin｜>' %}
+    {%- set toolcall_end_ds_token = '<｜tool▁call▁end｜>' %}
+    {%- set toolsep_ds_token = '<｜tool▁sep｜>' %}
+    {%- set tooloutput_begin_ds_token = '<｜tool▁output▁begin｜>' %}
+    {%- set tooloutput_end_ds_token = '<｜tool▁output▁end｜>' %}
+{%- else %}
+    {%- set think_begin_token = '<think>' %}
+    {%- set think_end_token = '</think>' %}
+    {%- set toolcalls_begin_token = '<tool_calls>' %}
+    {%- set toolcalls_end_token = '</tool_calls>' %}
+    {%- set toolcall_begin_token = '<tool_call>' %}
+    {%- set toolcall_end_token = '</tool_call>' %}
+    {%- set toolsep_token = '<tool_sep>' %}
+    {%- set argkey_begin_token = '<arg_key>' %}
+    {%- set argkey_end_token = '</arg_key>' %}
+    {%- set argvalue_begin_token = '<arg_value>' %}
+    {%- set argvalue_end_token = '</arg_value>' %}
+    {%- set toolresponses_begin_token = '<tool_responses>' %}
+    {%- set toolresponses_end_token = '</tool_responses>' %}
+    {%- set toolresponse_begin_token = '<tool_response>' %}
+    {%- set toolresponse_end_token = '</tool_response>' %}
+    {%- set reasoning_mode_token = '<｜reasoning_mode｜>' %}
+    {%- set toolcalls_begin_ds_token = '<｜tool▁calls▁begin｜>' %}
+    {%- set toolcalls_end_ds_token = '<｜tool▁calls▁end｜>' %}
+    {%- set toolcall_begin_ds_token = '<｜tool▁call▁begin｜>' %}
+    {%- set toolcall_end_ds_token = '<｜tool▁call▁end｜>' %}
+    {%- set toolsep_ds_token = '<｜tool▁sep｜>' %}
+    {%- set tooloutput_begin_ds_token = '<｜tool▁output▁begin｜>' %}
+    {%- set tooloutput_end_ds_token = '<｜tool▁output▁end｜>' %}
+{%- endif %}
+{# ----------‑‑‑ hyperparameters variables ‑‑‑---------- #}
+{%- if not add_generation_prompt is defined %}
+    {%- set add_generation_prompt = false %}
+{%- endif %}
+{%- if not interleaved_thinking is defined %}
+    {%- set interleaved_thinking = false %}
+{%- endif %}
+{%- if not tools %}
+    {%- set interleaved_thinking = false %}
+{%- endif %}
+{%- if not is_training is defined %}
+    {%- set is_training = false %}
+{%- endif %}
+{%- if not is_ai_search is defined %}
+    {%- set is_ai_search = false %}
+{%- endif %}
+{%- if not reasoning_effort is defined or reasoning_effort not in ['high', 'low', 'no_think'] %}
+    {%- set reasoning_effort = 'no_think' %}
+{%- endif %}
+
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- elif content is none -%}
+        {{- '' }}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+
+{%- set ns = namespace(last_user_index=-1) %}
+{%- set sp_ns = namespace(system_prompt='', is_first_sp=true) %}
+{%- for message in messages %}
+    {%- if message['role'] == 'system' %}
+        {%- set sp_ns.system_prompt = sp_ns.system_prompt + visible_text(message['content']) %}
+    {%- endif %}
+    {%- if message['role'] == 'user' %}
+        {%- set ns.last_user_index = loop.index0 %}
+    {%- endif %}
+{%- endfor %}
+{%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' and not tools %}
+    {%- set sp_ns.system_prompt = sp_ns.system_prompt + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort %}
+{%- endif %}
+{{- bos_token }}
+{{- sp_ns.system_prompt }}
+{%- if tools %}
+    {%- if sp_ns.system_prompt != '' %}
+        {{- '\n\n# Tools\n\nYou may call one or more functions to assist with the user query.' }}
+    {%- else %}
+        {{- '# Tools\n\nYou may call one or more functions to assist with the user query.' }}
+    {%- endif %}
+    {{- '\n\nYou are provided with function signatures within <tools></tools> XML tags:' }}
+    {{- '\n<tools>\n' }}
+    {%- for tool in tools %}
+        {%- if loop.index0 > 0 %}
+            {{- '\n' }}
+        {%- endif %}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- '\n</tools>\n\n' }}
+    {{- 'For function call returns, you should first print ' + toolcalls_begin_token + '\n' }}
+    {{- 'For each function call, you should return object like:\n' }}
+    {{- toolcall_begin_token + '{function-name}' + toolsep_token + '\n' }}
+    {{- argkey_begin_token + '{arg-key-1}' + argkey_end_token + '\n' }}
+    {{- argvalue_begin_token + '{arg-value-1}' + argvalue_end_token + '\n' }}
+    {{- argkey_begin_token + '{arg-key-2}' + argkey_end_token + '\n' }}
+    {{- argvalue_begin_token + '{arg-value-2}' + argvalue_end_token + '\n' }}
+    {{- '...\n' }}
+    {{- toolcall_end_token + '\n' }}
+    {%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' %}
+        {{- 'At the end of function call returns, you should print ' + toolcalls_end_token + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort }}
+    {%- else %}
+        {{- 'At the end of function call returns, you should print ' + toolcalls_end_token }}
+    {%- endif %}
+{%- endif %}
+
+{%- set prev_ns = namespace(is_tool=false, is_tool_first=true) %}
+{%- set last_ns = namespace(last_is_assistant=false) %}
+{%- for message in messages %}
+    {%- if message['role'] == 'user' %}
+        {%- if prev_ns.is_tool and not is_ai_search %}
+            {{- toolresponses_end_token }}
+        {%- endif %}
+        {{- user_token + visible_text(message['content']) }}
+        {%- set prev_ns.is_tool = false %}
+    {%- endif %}
+    {%- if message['role'] == 'assistant' %}
+        {%- if is_training %}
+            {%- if 'reasoning_content' in message and message['reasoning_content'] is string %}
+                {%- set content = think_begin_token + message['reasoning_content'] + think_end_token + visible_text(message['content']) %}
+            {%- else %}
+                {%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
+            {%- endif %}
+        {%- else %}
+            {%- if interleaved_thinking %}
+                {%- if loop.index0 > ns.last_user_index and 'reasoning_content' in message and message['reasoning_content'] is string %}
+                    {%- set content = think_begin_token + message['reasoning_content'] + think_end_token + visible_text(message['content']) %}
+                {%- else %}
+                    {%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
+                {%- endif %}
+            {%- else %}
+                {%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
+            {%- endif %}
+        {%- endif %}
+        {%- if prev_ns.is_tool and not is_ai_search %}
+            {{- toolresponses_end_token }}
+        {%- endif %}
+        {{- assistant_token }}
+        {%- if message['tool_calls'] is defined and message['tool_calls'] %}
+            {%- set prev_ns.is_tool_first = true %}
+            {{- content }}
+            {{- toolcalls_begin_token + '\n' }}
+            {%- for tool in message['tool_calls'] %}
+                {%- set arguments = tool['function']['arguments'] %}
+                {{- toolcall_begin_token + tool['function']['name'] + toolsep_token + '\n' }}
+                {%- for key, value in arguments.items() %}
+                    {{- argkey_begin_token + key + argkey_end_token + '\n' }}
+                    {%- if value is not string %}
+                        {%- set value = value | tojson(ensure_ascii=False) %}
+                    {%- endif %}
+                    {{- argvalue_begin_token + value + argvalue_end_token + '\n' }}
+                {%- endfor %}
+                {{- toolcall_end_token + '\n' }}
+            {%- endfor %}
+            {{- toolcalls_end_token + eos_token }}
+        {%- else %}
+            {%- if not loop.last or is_training %}
+                {{- content + eos_token }}
+            {%- else %}
+                {{- content }}
+            {%- endif %}
+        {%- endif %}
+        {%- set prev_ns.is_tool = false %}
+    {%- endif %}
+    {%- if message['role'] == 'tool' %}
+        {%- set prev_ns.is_tool = true %}
+        {%- if prev_ns.is_tool_first and not is_ai_search %}
+            {{- toolresponses_begin_token + '\n' }}
+            {%- set prev_ns.is_tool_first = false %}
+        {%- endif %}
+        {%- if is_ai_search %}
+            {{- tooloutput_begin_ds_token + visible_text(message['content']) + tooloutput_end_ds_token }}
+        {%- else %}
+            {{- toolresponse_begin_token + '\n' + visible_text(message['content']) + '\n' + toolresponse_end_token + '\n' }}
+        {%- endif %}
+    {%- endif %}
+    {%- if loop.last and message['role'] == 'assistant' %}
+        {%- set last_ns.last_is_assistant = true %}
+    {%- endif %}
+
+{%- endfor %}
+{%- if prev_ns.is_tool and not is_ai_search %}
+    {{- toolresponses_end_token }}
+{%- endif %}
+{%- if add_generation_prompt %}
+    {%- if not last_ns.last_is_assistant %}
+        {%- if is_ai_search %}
+            {{- assistant_token }}
+            {{- think_begin_token + think_end_token }}
+        {%- elif reasoning_effort is defined and reasoning_effort in ['low', 'high'] %}
+            {{- assistant_token + think_begin_token }}
+        {%- elif reasoning_effort is defined and reasoning_effort == 'no_think' %}
+            {{- assistant_token + think_begin_token + think_end_token }}
+        {%- else %}
+            {{- assistant_token }}
+        {%- endif %}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,46 @@
+{
+  "architectures": [
+    "HYV3ForCausalLM"
+  ],
+  "bos_token_id": 120000,
+  "enable_attention_fp32_softmax": false,
+  "enable_lm_head_fp32": true,
+  "enable_moe_fp32_combine": false,
+  "eod_token_id": 120026,
+  "eos_token_id": 120025,
+  "expert_hidden_dim": 1536,
+  "moe_intermediate_size": 1536,
+  "first_k_dense_replace": 1,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.006,
+  "intermediate_size": 13312,
+  "max_position_embeddings": 262144,
+  "model_type": "hy_v3",
+  "moe_router_enable_expert_bias": true,
+  "moe_router_use_sigmoid": true,
+  "num_attention_heads": 64,
+  "num_experts": 192,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "num_shared_experts": 1,
+  "output_router_logits": true,
+  "pad_token_id": 120002,
+  "qk_norm": true,
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 11158840.0,
+    "rope_type": "default"
+  },
+  "route_norm": true,
+  "router_scaling_factor": 2.826,
+  "sep_token_id": 120007,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.6.0",
+  "use_cache": true,
+  "use_grouped_mm": false,
+  "vocab_size": 120832,
+  "num_nextn_predict_layers": 1
+}

generation_config.json

@@ -0,0 +1,10 @@
+{
+    "bos_token_id": 120000,
+    "do_sample": true,
+    "eos_token_id": 120025,
+    "pad_token_id": 120002,
+    "temperature": 0.9,
+    "top_k": -1,
+    "top_p": 1,
+    "transformers_version": "5.6.0"
+}