trl-internal-testing
/

tiny-Gemma4ForConditionalGeneration

Image-Text-to-Text

Model card Files Files and versions

qgallouedec HF Staff commited on 3 days ago

Commit

b458066

·

verified ·

1 Parent(s): 9c5c245

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -82,7 +82,7 @@
       }
     },
     "type": "object",
-    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>).)+)?(?:\\<turn\\|\\>)?"
   },
   "soc_token": "<|channel>",
   "sot_token": "<|turn>",

       }
     },
     "type": "object",
+    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
   },
   "soc_token": "<|channel>",
   "sot_token": "<|turn>",