my-awesome-model / added_tokens.json
arrafmousa's picture
Upload tokenizer
8253c72
{
"": 67028,
"EtOH": 67033,
"[0]": 67047,
"[1]": 67059,
"[TAB][TAB]min": 67045,
"[TAB][TAB]minimal": 67029,
"[TAB]if": 67041,
"[TAB]optimized": 67062,
"[TAB]portions": 67055,
"[TAB]tmp": 67048,
"[[": 67040,
"[[reactor": 67054,
"[]": 67050,
"append": 67037,
"components": 67058,
"components]": 67036,
"compounds": 67053,
"described": 67049,
"desired": 67057,
"elements": 67061,
"exact": 67052,
"grams": 67039,
"have[0]": 67060,
"inf": 67034,
"mL": 67056,
"minimal": 67031,
"molar": 67066,
"need": 67064,
"needed": 67038,
"needed[1]": 67046,
"needed]": 67042,
"optimized": 67065,
"pcp": 67030,
"portion": 67051,
"portions": 67063,
"reactors": 67035,
"threshold": 67032,
"tmp": 67044,
"zip": 67043
}