Upload Gemma4ForConditionalGeneration

chat_template.jinja

@@ -1,9 +1,9 @@
-{%- macro format_parameters(properties, required) -%}
+{%- macro format_parameters(properties, required, filter_keys=false) -%}
     {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
     {%- set ns = namespace(found_first=false) -%}
     {%- for key, value in properties | dictsort -%}
         {%- set add_comma = false -%}
-        {%- if key not in standard_keys -%}
+        {%- if not filter_keys or key not in standard_keys -%}
             {%- if ns.found_first %},{% endif -%}
             {%- set ns.found_first = true -%}
             {{ key }}:{
@@ -65,7 +65,7 @@
                 {%- elif value is mapping -%}
                     {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
                     properties:{
-                    {{- format_parameters(value, value['required'] | default([])) -}}
+                    {{- format_parameters(value, value['required'] | default([]), filter_keys=true) -}}
                     }
                 {%- endif -%}
                 {%- if value['required'] -%}
@@ -178,18 +178,21 @@
 {#- Handle System/Tool Definitions Block -#}
 {%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%}
     {{- '<|turn>system\n' -}}
-
     {#- Inject Thinking token at the very top of the FIRST system turn -#}
     {%- if enable_thinking is defined and enable_thinking -%}
         {{- '<|think|>\n' -}}
         {%- set ns.prev_message_type = 'think' -%}
     {%- endif -%}
-
     {%- if messages[0]['role'] in ['system', 'developer'] -%}
-        {{- messages[0]['content'] | trim -}}
+        {%- if messages[0]['content'] is string -%}
+            {{- messages[0]['content'] | trim -}}
+        {%- elif messages[0]['content'] is sequence -%}
+            {%- for item in messages[0]['content'] -%}
+                {{- item['text'] | trim + ' '-}}
+            {%- endfor -%}
+        {%- endif -%}
         {%- set loop_messages = messages[1:] -%}
     {%- endif -%}
-
     {%- if tools -%}
         {%- for tool in tools %}
             {{- '<|tool>' -}}
@@ -198,7 +201,6 @@
         {%- endfor %}
         {%- set ns.prev_message_type = 'tool' -%}
     {%- endif -%}
-
     {{- '<turn|>\n' -}}
 {%- endif %}
 
@@ -302,6 +304,7 @@
                 {%- endfor -%}
             {%- endif -%}
 
+            {%- set captured_content -%}
             {%- if message['content'] is string -%}
                 {%- if role == 'model' -%}
                     {{- strip_thinking(message['content']) -}}
@@ -328,10 +331,14 @@
                     {%- endif -%}
                 {%- endfor -%}
             {%- endif -%}
+            {%- endset -%}
+
+            {{- captured_content -}}
+            {%- set has_content = captured_content | trim | length > 0 -%}
 
         {%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
             {{- '<|tool_response>' -}}
-        {%- elif not (ns_tr_out.flag and not message.get('content')) -%}
+        {%- elif not (ns_tr_out.flag and not has_content) -%}
             {{- '<turn|>\n' -}}
         {%- endif -%}
     {%- endif -%}

config.json

@@ -33,7 +33,7 @@
     "hidden_size": 16,
     "hidden_size_per_layer_input": 16,
     "initializer_range": 0.02,
-    "intermediate_size": 6144,
+    "intermediate_size": 32,
     "layer_types": [
       "sliding_attention",
       "full_attention"
@@ -70,7 +70,7 @@
     "vocab_size_per_layer_input": 262144
   },
   "tie_word_embeddings": true,
-  "transformers_version": "5.5.0",
+  "transformers_version": "5.6.0",
   "video_token_id": 258884,
   "vision_config": {
     "_name_or_path": "",
@@ -78,7 +78,7 @@
     "attention_bias": false,
     "attention_dropout": 0.0,
     "chunk_size_feed_forward": 0,
-    "default_output_length": 280,
+    "default_output_length": 70,
     "dtype": "bfloat16",
     "embed_dim": 64,
     "global_head_dim": 64,
@@ -90,7 +90,7 @@
       "1": "LABEL_1"
     },
     "initializer_range": 0.02,
-    "intermediate_size": 3072,
+    "intermediate_size": 32,
     "is_encoder_decoder": false,
     "label2id": {
       "LABEL_0": 0,
@@ -105,7 +105,7 @@
     "output_hidden_states": false,
     "patch_size": 16,
     "pooling_kernel_size": 3,
-    "position_embedding_size": 10240,
+    "position_embedding_size": 630,
     "problem_type": null,
     "return_dict": true,
     "rms_norm_eps": 1e-06,

generation_config.json

@@ -10,5 +10,5 @@
   "temperature": 1.0,
   "top_k": 64,
   "top_p": 0.95,
-  "transformers_version": "5.5.0"
+  "transformers_version": "5.6.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:624ce981227809cfac5aebdb3270118ef11801c6366edd5604ab23a10af513fc
-size 27787476
+oid sha256:e867f4cc867e66065215e0e5dfa761b7e715cf3dfcf2c5938da29f395fbe7054
+size 25415228

processor_config.json

@@ -33,19 +33,19 @@
       0.0
     ],
     "image_processor_type": "Gemma4ImageProcessor",
-    "image_seq_length": 280,
+    "image_seq_length": 70,
     "image_std": [
       1.0,
       1.0,
       1.0
     ],
-    "max_soft_tokens": 280,
+    "max_soft_tokens": 70,
     "patch_size": 16,
     "pooling_kernel_size": 3,
     "resample": 3,
     "rescale_factor": 0.00392156862745098
   },
-  "image_seq_length": 280,
+  "image_seq_length": 70,
   "processor_class": "Gemma4Processor",
   "video_processor": {
     "do_convert_rgb": true,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
-size 32169626
+oid sha256:a2619fe11b50dbed06ac443c51d757b354d0b62d64baa514404d4e84e6713519
+size 32169780

tokenizer_config.json

@@ -16,9 +16,12 @@
   "extra_special_tokens": [
     "<|video|>"
   ],
+  "image_seq_length": 70,
   "image_token": "<|image|>",
   "is_local": false,
+  "local_files_only": false,
   "mask_token": "<mask>",
+  "max_soft_tokens": 70,
   "model_max_length": 1000000000000000019884624838656,
   "model_specific_special_tokens": {
     "audio_token": "<|audio|>",