gum123
/

calculator_model_test

Text2Text Generation

encoder-decoder

Generated from Trainer

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

calculator_model_test / tokenizer.json

gum123's picture

End of training

d6bab4e verified 4 months ago

raw history blame contribute delete

No virus

4.37 kB

	{
	"version": "1.0",
	"truncation": null,
	"padding": null,
	"added_tokens": [
	{
	"id": 0,
	"content": "[EOS]",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	},
	{
	"id": 1,
	"content": "[UNK]",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	},
	{
	"id": 2,
	"content": "[CLS]",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	},
	{
	"id": 3,
	"content": "[PAD]",
	"single_word": false,
	"lstrip": false,
	"rstrip": false,
	"normalized": false,
	"special": true
	}
	],
	"normalizer": null,
	"pre_tokenizer": {
	"type": "Whitespace"
	},
	"post_processor": {
	"type": "TemplateProcessing",
	"single": [
	{
	"Sequence": {
	"id": "A",
	"type_id": 0
	}
	},
	{
	"SpecialToken": {
	"id": "[EOS]",
	"type_id": 0
	}
	}
	],
	"pair": [
	{
	"Sequence": {
	"id": "A",
	"type_id": 0
	}
	},
	{
	"Sequence": {
	"id": "B",
	"type_id": 1
	}
	}
	],
	"special_tokens": {
	"[EOS]": {
	"id": "[EOS]",
	"ids": [
	0
	],
	"tokens": [
	"[EOS]"
	]
	}
	}
	},
	"decoder": null,
	"model": {
	"type": "BPE",
	"dropout": null,
	"unk_token": "[UNK]",
	"continuing_subword_prefix": null,
	"end_of_word_suffix": null,
	"fuse_unk": false,
	"byte_fallback": false,
	"vocab": {
	"[EOS]": 0,
	"[UNK]": 1,
	"[CLS]": 2,
	"[PAD]": 3,
	"+": 4,
	"-": 5,
	"0": 6,
	"1": 7,
	"2": 8,
	"3": 9,
	"4": 10,
	"5": 11,
	"6": 12,
	"7": 13,
	"8": 14,
	"9": 15,
	"=": 16,
	"10": 17,
	"98": 18,
	"99": 19,
	"11": 20,
	"97": 21,
	"12": 22,
	"13": 23,
	"96": 24,
	"14": 25,
	"94": 26,
	"95": 27,
	"15": 28,
	"16": 29,
	"93": 30,
	"92": 31,
	"17": 32,
	"18": 33,
	"91": 34,
	"89": 35,
	"90": 36,
	"19": 37,
	"20": 38,
	"88": 39,
	"87": 40,
	"22": 41,
	"21": 42,
	"86": 43,
	"23": 44,
	"85": 45,
	"24": 46,
	"84": 47,
	"25": 48,
	"26": 49,
	"83": 50,
	"27": 51,
	"82": 52,
	"28": 53,
	"81": 54,
	"29": 55,
	"30": 56,
	"80": 57,
	"31": 58,
	"77": 59,
	"32": 60,
	"79": 61,
	"78": 62,
	"76": 63,
	"37": 64,
	"34": 65,
	"33": 66,
	"36": 67,
	"75": 68,
	"35": 69,
	"38": 70,
	"72": 71,
	"73": 72,
	"70": 73,
	"39": 74,
	"41": 75,
	"71": 76,
	"74": 77,
	"69": 78,
	"40": 79,
	"42": 80,
	"66": 81,
	"46": 82,
	"67": 83,
	"43": 84,
	"44": 85,
	"47": 86,
	"61": 87,
	"64": 88,
	"65": 89,
	"68": 90,
	"45": 91,
	"49": 92,
	"51": 93,
	"52": 94,
	"53": 95,
	"54": 96
	},
	"merges": [
	"1 0",
	"9 8",
	"9 9",
	"1 1",
	"9 7",
	"1 2",
	"1 3",
	"9 6",
	"1 4",
	"9 4",
	"9 5",
	"1 5",
	"1 6",
	"9 3",
	"9 2",
	"1 7",
	"1 8",
	"9 1",
	"8 9",
	"9 0",
	"1 9",
	"2 0",
	"8 8",
	"8 7",
	"2 2",
	"2 1",
	"8 6",
	"2 3",
	"8 5",
	"2 4",
	"8 4",
	"2 5",
	"2 6",
	"8 3",
	"2 7",
	"8 2",
	"2 8",
	"8 1",
	"2 9",
	"3 0",
	"8 0",
	"3 1",
	"7 7",
	"3 2",
	"7 9",
	"7 8",
	"7 6",
	"3 7",
	"3 4",
	"3 3",
	"3 6",
	"7 5",
	"3 5",
	"3 8",
	"7 2",
	"7 3",
	"7 0",
	"3 9",
	"4 1",
	"7 1",
	"7 4",
	"6 9",
	"4 0",
	"4 2",
	"6 6",
	"4 6",
	"6 7",
	"4 3",
	"4 4",
	"4 7",
	"6 1",
	"6 4",
	"6 5",
	"6 8",
	"4 5",
	"4 9",
	"5 1",
	"5 2",
	"5 3",
	"5 4"
	]
	}
	}