Corianas
/

Microllama_Char_100k_step

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

Microllama_Char_100k_step / tokenizer.vocab

Corianas's picture

Upload 4 files

95c64fd verified 2 months ago

raw history blame contribute delete

No virus

2.84 kB

	<unk> 0
	<s> 0
	</s> 0
	<0x00> 0
	<0x01> 0
	<0x02> 0
	<0x03> 0
	<0x04> 0
	<0x05> 0
	<0x06> 0
	<0x07> 0
	<0x08> 0
	<0x09> 0
	<0x0A> 0
	<0x0B> 0
	<0x0C> 0
	<0x0D> 0
	<0x0E> 0
	<0x0F> 0
	<0x10> 0
	<0x11> 0
	<0x12> 0
	<0x13> 0
	<0x14> 0
	<0x15> 0
	<0x16> 0
	<0x17> 0
	<0x18> 0
	<0x19> 0
	<0x1A> 0
	<0x1B> 0
	<0x1C> 0
	<0x1D> 0
	<0x1E> 0
	<0x1F> 0
	<0x20> 0
	<0x21> 0
	<0x22> 0
	<0x23> 0
	<0x24> 0
	<0x25> 0
	<0x26> 0
	<0x27> 0
	<0x28> 0
	<0x29> 0
	<0x2A> 0
	<0x2B> 0
	<0x2C> 0
	<0x2D> 0
	<0x2E> 0
	<0x2F> 0
	<0x30> 0
	<0x31> 0
	<0x32> 0
	<0x33> 0
	<0x34> 0
	<0x35> 0
	<0x36> 0
	<0x37> 0
	<0x38> 0
	<0x39> 0
	<0x3A> 0
	<0x3B> 0
	<0x3C> 0
	<0x3D> 0
	<0x3E> 0
	<0x3F> 0
	<0x40> 0
	<0x41> 0
	<0x42> 0
	<0x43> 0
	<0x44> 0
	<0x45> 0
	<0x46> 0
	<0x47> 0
	<0x48> 0
	<0x49> 0
	<0x4A> 0
	<0x4B> 0
	<0x4C> 0
	<0x4D> 0
	<0x4E> 0
	<0x4F> 0
	<0x50> 0
	<0x51> 0
	<0x52> 0
	<0x53> 0
	<0x54> 0
	<0x55> 0
	<0x56> 0
	<0x57> 0
	<0x58> 0
	<0x59> 0
	<0x5A> 0
	<0x5B> 0
	<0x5C> 0
	<0x5D> 0
	<0x5E> 0
	<0x5F> 0
	<0x60> 0
	<0x61> 0
	<0x62> 0
	<0x63> 0
	<0x64> 0
	<0x65> 0
	<0x66> 0
	<0x67> 0
	<0x68> 0
	<0x69> 0
	<0x6A> 0
	<0x6B> 0
	<0x6C> 0
	<0x6D> 0
	<0x6E> 0
	<0x6F> 0
	<0x70> 0
	<0x71> 0
	<0x72> 0
	<0x73> 0
	<0x74> 0
	<0x75> 0
	<0x76> 0
	<0x77> 0
	<0x78> 0
	<0x79> 0
	<0x7A> 0
	<0x7B> 0
	<0x7C> 0
	<0x7D> 0
	<0x7E> 0
	<0x7F> 0
	<0x80> 0
	<0x81> 0
	<0x82> 0
	<0x83> 0
	<0x84> 0
	<0x85> 0
	<0x86> 0
	<0x87> 0
	<0x88> 0
	<0x89> 0
	<0x8A> 0
	<0x8B> 0
	<0x8C> 0
	<0x8D> 0
	<0x8E> 0
	<0x8F> 0
	<0x90> 0
	<0x91> 0
	<0x92> 0
	<0x93> 0
	<0x94> 0
	<0x95> 0
	<0x96> 0
	<0x97> 0
	<0x98> 0
	<0x99> 0
	<0x9A> 0
	<0x9B> 0
	<0x9C> 0
	<0x9D> 0
	<0x9E> 0
	<0x9F> 0
	<0xA0> 0
	<0xA1> 0
	<0xA2> 0
	<0xA3> 0
	<0xA4> 0
	<0xA5> 0
	<0xA6> 0
	<0xA7> 0
	<0xA8> 0
	<0xA9> 0
	<0xAA> 0
	<0xAB> 0
	<0xAC> 0
	<0xAD> 0
	<0xAE> 0
	<0xAF> 0
	<0xB0> 0
	<0xB1> 0
	<0xB2> 0
	<0xB3> 0
	<0xB4> 0
	<0xB5> 0
	<0xB6> 0
	<0xB7> 0
	<0xB8> 0
	<0xB9> 0
	<0xBA> 0
	<0xBB> 0
	<0xBC> 0
	<0xBD> 0
	<0xBE> 0
	<0xBF> 0
	<0xC0> 0
	<0xC1> 0
	<0xC2> 0
	<0xC3> 0
	<0xC4> 0
	<0xC5> 0
	<0xC6> 0
	<0xC7> 0
	<0xC8> 0
	<0xC9> 0
	<0xCA> 0
	<0xCB> 0
	<0xCC> 0
	<0xCD> 0
	<0xCE> 0
	<0xCF> 0
	<0xD0> 0
	<0xD1> 0
	<0xD2> 0
	<0xD3> 0
	<0xD4> 0
	<0xD5> 0
	<0xD6> 0
	<0xD7> 0
	<0xD8> 0
	<0xD9> 0
	<0xDA> 0
	<0xDB> 0
	<0xDC> 0
	<0xDD> 0
	<0xDE> 0
	<0xDF> 0
	<0xE0> 0
	<0xE1> 0
	<0xE2> 0
	<0xE3> 0
	<0xE4> 0
	<0xE5> 0
	<0xE6> 0
	<0xE7> 0
	<0xE8> 0
	<0xE9> 0
	<0xEA> 0
	<0xEB> 0
	<0xEC> 0
	<0xED> 0
	<0xEE> 0
	<0xEF> 0
	<0xF0> 0
	<0xF1> 0
	<0xF2> 0
	<0xF3> 0
	<0xF4> 0
	<0xF5> 0
	<0xF6> 0
	<0xF7> 0
	<0xF8> 0
	<0xF9> 0
	<0xFA> 0
	<0xFB> 0
	<0xFC> 0
	<0xFD> 0
	<0xFE> 0
	<0xFF> 0
	▁ -0
	e -1
	t -2
	a -3
	o -4
	h -5
	n -6
	s -7
	i -8
	r -9
	d -10
	l -11
	u -12
	w -13
	m -14
	↨ -15
	g -16
	c -17
	f -18
	y -19
	. -20
	p -21
	, -22
	b -23
	-24
	k -25
	v -26
	" -27
	' -28
	j -29
	x -30
	z -31
	q -32
	§ -33
	? -34
	- -35
	! -36
	: -37
	1 -38
	0 -39
	2 -40
	5 -41
	3 -42
	; -43
	4 -44
	9 -45
	8 -46
	$ -47
	6 -48
	7 -49
	+ -50
	= -51
	) -52
	( -53
	& -54
	/ -55
	% -56
	^ -57
	* -58
	` -59
	_ -60
	] -61
	< -62
	[ -63
	\ -64
	> -65
	{ -66
	} -67
	\| -68
	¼ -69
	½ -70
	π -71
	← -72
	↑ -73
	→ -74
	↓ -75
	▲ -76
	► -77
	▼ -78
	◄ -79
	♪ -80
	♫ -81