metavoice-1B-v0.1 / config.json
sheepymeh's picture
Upload weights
2571839 verified
{
"model_name": "metavoice-1B-v0.1",
"stage1": {
"tokenizer_info": {
"name": "custom",
"pat_str": "'s|'t|'re|'ve|'m|'ll|'d| ?\\p{L}+| ?\\p{N}+| ?[^\\s\\p{L}\\p{N}]+|\\s+(?!\\S)|\\s+",
"mergeable_ranks": {
"AA==": 0,
"AQ==": 1,
"Ag==": 2,
"Aw==": 3,
"BA==": 4,
"BQ==": 5,
"Bg==": 6,
"Bw==": 7,
"CA==": 8,
"CQ==": 9,
"Cg==": 10,
"Cw==": 11,
"DA==": 12,
"DQ==": 13,
"Dg==": 14,
"Dw==": 15,
"EA==": 16,
"EQ==": 17,
"Eg==": 18,
"Ew==": 19,
"FA==": 20,
"FQ==": 21,
"Fg==": 22,
"Fw==": 23,
"GA==": 24,
"GQ==": 25,
"Gg==": 26,
"Gw==": 27,
"HA==": 28,
"HQ==": 29,
"Hg==": 30,
"Hw==": 31,
"IA==": 32,
"IQ==": 33,
"Ig==": 34,
"Iw==": 35,
"JA==": 36,
"JQ==": 37,
"Jg==": 38,
"Jw==": 39,
"KA==": 40,
"KQ==": 41,
"Kg==": 42,
"Kw==": 43,
"LA==": 44,
"LQ==": 45,
"Lg==": 46,
"Lw==": 47,
"MA==": 48,
"MQ==": 49,
"Mg==": 50,
"Mw==": 51,
"NA==": 52,
"NQ==": 53,
"Ng==": 54,
"Nw==": 55,
"OA==": 56,
"OQ==": 57,
"Og==": 58,
"Ow==": 59,
"PA==": 60,
"PQ==": 61,
"Pg==": 62,
"Pw==": 63,
"QA==": 64,
"QQ==": 65,
"Qg==": 66,
"Qw==": 67,
"RA==": 68,
"RQ==": 69,
"Rg==": 70,
"Rw==": 71,
"SA==": 72,
"SQ==": 73,
"Sg==": 74,
"Sw==": 75,
"TA==": 76,
"TQ==": 77,
"Tg==": 78,
"Tw==": 79,
"UA==": 80,
"UQ==": 81,
"Ug==": 82,
"Uw==": 83,
"VA==": 84,
"VQ==": 85,
"Vg==": 86,
"Vw==": 87,
"WA==": 88,
"WQ==": 89,
"Wg==": 90,
"Ww==": 91,
"XA==": 92,
"XQ==": 93,
"Xg==": 94,
"Xw==": 95,
"YA==": 96,
"YQ==": 97,
"Yg==": 98,
"Yw==": 99,
"ZA==": 100,
"ZQ==": 101,
"Zg==": 102,
"Zw==": 103,
"aA==": 104,
"aQ==": 105,
"ag==": 106,
"aw==": 107,
"bA==": 108,
"bQ==": 109,
"bg==": 110,
"bw==": 111,
"cA==": 112,
"cQ==": 113,
"cg==": 114,
"cw==": 115,
"dA==": 116,
"dQ==": 117,
"dg==": 118,
"dw==": 119,
"eA==": 120,
"eQ==": 121,
"eg==": 122,
"ew==": 123,
"fA==": 124,
"fQ==": 125,
"fg==": 126,
"fw==": 127,
"gA==": 128,
"gQ==": 129,
"gg==": 130,
"gw==": 131,
"hA==": 132,
"hQ==": 133,
"hg==": 134,
"hw==": 135,
"iA==": 136,
"iQ==": 137,
"ig==": 138,
"iw==": 139,
"jA==": 140,
"jQ==": 141,
"jg==": 142,
"jw==": 143,
"kA==": 144,
"kQ==": 145,
"kg==": 146,
"kw==": 147,
"lA==": 148,
"lQ==": 149,
"lg==": 150,
"lw==": 151,
"mA==": 152,
"mQ==": 153,
"mg==": 154,
"mw==": 155,
"nA==": 156,
"nQ==": 157,
"ng==": 158,
"nw==": 159,
"oA==": 160,
"oQ==": 161,
"og==": 162,
"ow==": 163,
"pA==": 164,
"pQ==": 165,
"pg==": 166,
"pw==": 167,
"qA==": 168,
"qQ==": 169,
"qg==": 170,
"qw==": 171,
"rA==": 172,
"rQ==": 173,
"rg==": 174,
"rw==": 175,
"sA==": 176,
"sQ==": 177,
"sg==": 178,
"sw==": 179,
"tA==": 180,
"tQ==": 181,
"tg==": 182,
"tw==": 183,
"uA==": 184,
"uQ==": 185,
"ug==": 186,
"uw==": 187,
"vA==": 188,
"vQ==": 189,
"vg==": 190,
"vw==": 191,
"wA==": 192,
"wQ==": 193,
"wg==": 194,
"ww==": 195,
"xA==": 196,
"xQ==": 197,
"xg==": 198,
"xw==": 199,
"yA==": 200,
"yQ==": 201,
"yg==": 202,
"yw==": 203,
"zA==": 204,
"zQ==": 205,
"zg==": 206,
"zw==": 207,
"0A==": 208,
"0Q==": 209,
"0g==": 210,
"0w==": 211,
"1A==": 212,
"1Q==": 213,
"1g==": 214,
"1w==": 215,
"2A==": 216,
"2Q==": 217,
"2g==": 218,
"2w==": 219,
"3A==": 220,
"3Q==": 221,
"3g==": 222,
"3w==": 223,
"4A==": 224,
"4Q==": 225,
"4g==": 226,
"4w==": 227,
"5A==": 228,
"5Q==": 229,
"5g==": 230,
"5w==": 231,
"6A==": 232,
"6Q==": 233,
"6g==": 234,
"6w==": 235,
"7A==": 236,
"7Q==": 237,
"7g==": 238,
"7w==": 239,
"8A==": 240,
"8Q==": 241,
"8g==": 242,
"8w==": 243,
"9A==": 244,
"9Q==": 245,
"9g==": 246,
"9w==": 247,
"+A==": 248,
"+Q==": 249,
"+g==": 250,
"+w==": 251,
"/A==": 252,
"/Q==": 253,
"/g==": 254,
"/w==": 255,
"IHQ=": 256,
"aGU=": 257,
"IGE=": 258,
"aW4=": 259,
"IHRoZQ==": 260,
"IHc=": 261,
"IHM=": 262,
"cmU=": 263,
"IG8=": 264,
"bmQ=": 265,
"aGE=": 266,
"ZXI=": 267,
"b3U=": 268,
"IGI=": 269,
"ZWQ=": 270,
"aXM=": 271,
"IG0=": 272,
"aXQ=": 273,
"IGY=": 274,
"IGM=": 275,
"ZW4=": 276,
"b24=": 277,
"IHRv": 278,
"IG9m": 279,
"aW5n": 280,
"IGFuZA==": 281,
"b3I=": 282,
"IGQ=": 283,
"IHA=": 284,
"bGw=": 285,
"ZXM=": 286,
"YXM=": 287,
"IGg=": 288,
"IGhl": 289,
"IGw=": 290,
"IGlu": 291,
"YXI=": 292,
"YW4=": 293,
"IG4=": 294,
"YXQ=": 295,
"IGhh": 296,
"b20=": 297,
"IGc=": 298,
"IGJl": 299,
"aGF0": 300,
"bGU=": 301,
"b3Q=": 302,
"b3c=": 303,
"dXQ=": 304,
"IGU=": 305,
"aWM=": 306,
"dmU=": 307,
"IHdhcw==": 308,
"aWQ=": 309,
"IHk=": 310,
"bGQ=": 311,
"bHk=": 312,
"aW0=": 313,
"c3Q=": 314,
"IHRo": 315,
"c2U=": 316,
"IGl0": 317,
"Z2g=": 318,
"IHRoYXQ=": 319,
"ZW50": 320,
"IHJl": 321,
"IHlvdQ==": 322,
"IEk=": 323,
"IG9u": 324,
"Y2U=": 325,
"dmVy": 326,
"YXk=": 327,
"ZXQ=": 328,
"IHU=": 329,
"aW9u": 330,
"YWw=": 331,
"aXI=": 332,
"aXRo": 333,
"IGZvcg==": 334,
"VGhl": 335,
"IGFz": 336,
"IGhpcw==": 337,
"IHdo": 338,
"IGlz": 339,
"IHdpdGg=": 340,
"IHdl": 341,
"IHN0": 342,
"dXI=": 343,
"YWQ=": 344,
"Z2h0": 345,
"cm8=": 346,
"IG5vdA==": 347,
"YWM=": 348,
"IGhhZA==": 349,
"IGFu": 350,
"aGVy": 351,
"cmk=": 352,
"IGhlcg==": 353,
"b3VsZA==": 354,
"b28=": 355,
"IHNh": 356,
"IGF0": 357,
"aWxs": 358,
"a2U=": 359,
"dGVy": 360,
"YWlu": 361,
"YW0=": 362,
"IG1l": 363,
"aWY=": 364,
"IHNl": 365,
"IGhpbQ==": 366,
"Y3Q=": 367,
"J3M=": 368,
"cmVk": 369,
"Y2g=": 370,
"LiI=": 371,
"IHN1": 372,
"IHNoZQ==": 373,
"IGhhdmU=": 374,
"ZXNz": 375,
"IHNv": 376,
"aWw=": 377,
"LS0=": 378,
"IE0=": 379,
"IHI=": 380,
"b3Jl": 381,
"cHA=": 382,
"b21l": 383,
"IGs=": 384,
"IGRl": 385,
"YWxs": 386,
"IG15": 387,
"aWdodA==": 388,
"IHNhaWQ=": 389,
"IGJ1dA==": 390,
"IGZy": 391,
"IGRv": 392,
"IGFsbA==": 393,
"dWw=": 394,
"IG5l": 395,
"LCI=": 396,
"YW5k": 397,
"Z2U=": 398,
"aWNo": 399,
"IGNvbg==": 400,
"cXU=": 401,
"IHNo": 402,
"IGJ5": 403,
"SGU=": 404,
"IHVw": 405,
"dGg=": 406,
"cGU=": 407,
"IHRoZXk=": 408,
"IHdlcmU=": 409,
"IHRoaXM=": 410,
"IGZyb20=": 411,
"IGV4": 412,
"dXM=": 413,
"IHdoaWNo": 414,
"dXN0": 415,
"IFM=": 416,
"Ymxl": 417,
"YW50": 418,
"ZXN0": 419,
"IHdoZQ==": 420,
"dmVyeQ==": 421,
"YXJk": 422,
"cmVz": 423,
"bnQ=": 424,
"IEM=": 425,
"IG9y": 426,
"IGFyZQ==": 427,
"SXQ=": 428,
"IG9uZQ==": 429,
"b3Vz": 430,
"IGZl": 431,
"b3V0": 432,
"IG1hbg==": 433,
"b3Vy": 434,
"IGFs": 435,
"IGxp": 436,
"bGY=": 437,
"YXRpb24=": 438,
"b29k": 439,
"IG5v": 440,
"IHY=": 441,
"IHRoZW0=": 442,
"aW5k": 443,
"IGtu": 444,
"ICI=": 445,
"ZXJz": 446,
"IGludA==": 447,
"IHdvdWxk": 448,
"J3Q=": 449,
"aXN0": 450,
"b3M=": 451,
"IHdobw==": 452,
"ZW0=": 453,
"cmE=": 454,
"b25n": 455,
"IHdpbGw=": 456,
"YXJ0": 457,
"YXN0": 458,
"a2Vk": 459,
"aWU=": 460,
"IG91dA==": 461,
"b25l": 462,
"b2w=": 463,
"IGFi": 464,
"b3VuZA==": 465,
"PyI=": 466,
"IEE=": 467,
"IHRoZXJl": 468,
"IGdv": 469,
"IHdvcg==": 470,
"IGNvbQ==": 471,
"IEI=": 472,
"IGJlZW4=": 473,
"IGxl": 474,
"aGFu": 475,
"dW4=": 476,
"YWs=": 477,
"aXR0": 478,
"YXRl": 479,
"dW0=": 480,
"aWc=": 481,
"IHRoZWly": 482,
"ZWxs": 483,
"b3VnaA==": 484,
"cHQ=": 485,
"aXZl": 486,
"IFA=": 487,
"IGo=": 488,
"b3du": 489,
"YW1l": 490,
"cnk=": 491,
"c2VsZg==": 492,
"IHBs": 493,
"YWNr": 494,
"b3J0": 495,
"IGNvdWxk": 496,
"dmVu": 497,
"YWtl": 498,
"IGNhbg==": 499,
"cmVhdA==": 500,
"aGVk": 501,
"IHBybw==": 502,
"QnV0": 503,
"dGhlcg==": 504,
"aWRl": 505,
"IHdoZW4=": 506,
"YWNl": 507,
"IHF1": 508,
"dXJl": 509,
"IGFn": 510,
"IHdoYXQ=": 511
},
"special_tokens": {
"<|endoftext|>": 512
},
"offset": 2049
}
},
"stage2": {
"config": {
"causal": false
},
"meta": {
"speaker_emb_size": 256,
"speaker_cond": true,
"tokenizer": {
"name": "custom",
"pat_str": "'s|'t|'re|'ve|'m|'ll|'d| ?\\p{L}+| ?\\p{N}+| ?[^\\s\\p{L}\\p{N}]+|\\s+(?!\\S)|\\s+",
"mergeable_ranks": {
"AA==": 0,
"AQ==": 1,
"Ag==": 2,
"Aw==": 3,
"BA==": 4,
"BQ==": 5,
"Bg==": 6,
"Bw==": 7,
"CA==": 8,
"CQ==": 9,
"Cg==": 10,
"Cw==": 11,
"DA==": 12,
"DQ==": 13,
"Dg==": 14,
"Dw==": 15,
"EA==": 16,
"EQ==": 17,
"Eg==": 18,
"Ew==": 19,
"FA==": 20,
"FQ==": 21,
"Fg==": 22,
"Fw==": 23,
"GA==": 24,
"GQ==": 25,
"Gg==": 26,
"Gw==": 27,
"HA==": 28,
"HQ==": 29,
"Hg==": 30,
"Hw==": 31,
"IA==": 32,
"IQ==": 33,
"Ig==": 34,
"Iw==": 35,
"JA==": 36,
"JQ==": 37,
"Jg==": 38,
"Jw==": 39,
"KA==": 40,
"KQ==": 41,
"Kg==": 42,
"Kw==": 43,
"LA==": 44,
"LQ==": 45,
"Lg==": 46,
"Lw==": 47,
"MA==": 48,
"MQ==": 49,
"Mg==": 50,
"Mw==": 51,
"NA==": 52,
"NQ==": 53,
"Ng==": 54,
"Nw==": 55,
"OA==": 56,
"OQ==": 57,
"Og==": 58,
"Ow==": 59,
"PA==": 60,
"PQ==": 61,
"Pg==": 62,
"Pw==": 63,
"QA==": 64,
"QQ==": 65,
"Qg==": 66,
"Qw==": 67,
"RA==": 68,
"RQ==": 69,
"Rg==": 70,
"Rw==": 71,
"SA==": 72,
"SQ==": 73,
"Sg==": 74,
"Sw==": 75,
"TA==": 76,
"TQ==": 77,
"Tg==": 78,
"Tw==": 79,
"UA==": 80,
"UQ==": 81,
"Ug==": 82,
"Uw==": 83,
"VA==": 84,
"VQ==": 85,
"Vg==": 86,
"Vw==": 87,
"WA==": 88,
"WQ==": 89,
"Wg==": 90,
"Ww==": 91,
"XA==": 92,
"XQ==": 93,
"Xg==": 94,
"Xw==": 95,
"YA==": 96,
"YQ==": 97,
"Yg==": 98,
"Yw==": 99,
"ZA==": 100,
"ZQ==": 101,
"Zg==": 102,
"Zw==": 103,
"aA==": 104,
"aQ==": 105,
"ag==": 106,
"aw==": 107,
"bA==": 108,
"bQ==": 109,
"bg==": 110,
"bw==": 111,
"cA==": 112,
"cQ==": 113,
"cg==": 114,
"cw==": 115,
"dA==": 116,
"dQ==": 117,
"dg==": 118,
"dw==": 119,
"eA==": 120,
"eQ==": 121,
"eg==": 122,
"ew==": 123,
"fA==": 124,
"fQ==": 125,
"fg==": 126,
"fw==": 127,
"gA==": 128,
"gQ==": 129,
"gg==": 130,
"gw==": 131,
"hA==": 132,
"hQ==": 133,
"hg==": 134,
"hw==": 135,
"iA==": 136,
"iQ==": 137,
"ig==": 138,
"iw==": 139,
"jA==": 140,
"jQ==": 141,
"jg==": 142,
"jw==": 143,
"kA==": 144,
"kQ==": 145,
"kg==": 146,
"kw==": 147,
"lA==": 148,
"lQ==": 149,
"lg==": 150,
"lw==": 151,
"mA==": 152,
"mQ==": 153,
"mg==": 154,
"mw==": 155,
"nA==": 156,
"nQ==": 157,
"ng==": 158,
"nw==": 159,
"oA==": 160,
"oQ==": 161,
"og==": 162,
"ow==": 163,
"pA==": 164,
"pQ==": 165,
"pg==": 166,
"pw==": 167,
"qA==": 168,
"qQ==": 169,
"qg==": 170,
"qw==": 171,
"rA==": 172,
"rQ==": 173,
"rg==": 174,
"rw==": 175,
"sA==": 176,
"sQ==": 177,
"sg==": 178,
"sw==": 179,
"tA==": 180,
"tQ==": 181,
"tg==": 182,
"tw==": 183,
"uA==": 184,
"uQ==": 185,
"ug==": 186,
"uw==": 187,
"vA==": 188,
"vQ==": 189,
"vg==": 190,
"vw==": 191,
"wA==": 192,
"wQ==": 193,
"wg==": 194,
"ww==": 195,
"xA==": 196,
"xQ==": 197,
"xg==": 198,
"xw==": 199,
"yA==": 200,
"yQ==": 201,
"yg==": 202,
"yw==": 203,
"zA==": 204,
"zQ==": 205,
"zg==": 206,
"zw==": 207,
"0A==": 208,
"0Q==": 209,
"0g==": 210,
"0w==": 211,
"1A==": 212,
"1Q==": 213,
"1g==": 214,
"1w==": 215,
"2A==": 216,
"2Q==": 217,
"2g==": 218,
"2w==": 219,
"3A==": 220,
"3Q==": 221,
"3g==": 222,
"3w==": 223,
"4A==": 224,
"4Q==": 225,
"4g==": 226,
"4w==": 227,
"5A==": 228,
"5Q==": 229,
"5g==": 230,
"5w==": 231,
"6A==": 232,
"6Q==": 233,
"6g==": 234,
"6w==": 235,
"7A==": 236,
"7Q==": 237,
"7g==": 238,
"7w==": 239,
"8A==": 240,
"8Q==": 241,
"8g==": 242,
"8w==": 243,
"9A==": 244,
"9Q==": 245,
"9g==": 246,
"9w==": 247,
"+A==": 248,
"+Q==": 249,
"+g==": 250,
"+w==": 251,
"/A==": 252,
"/Q==": 253,
"/g==": 254,
"/w==": 255,
"IHQ=": 256,
"aGU=": 257,
"IGE=": 258,
"aW4=": 259,
"IHRoZQ==": 260,
"IHc=": 261,
"IHM=": 262,
"cmU=": 263,
"IG8=": 264,
"bmQ=": 265,
"aGE=": 266,
"ZXI=": 267,
"b3U=": 268,
"IGI=": 269,
"ZWQ=": 270,
"aXM=": 271,
"IG0=": 272,
"aXQ=": 273,
"IGY=": 274,
"IGM=": 275,
"ZW4=": 276,
"b24=": 277,
"IHRv": 278,
"IG9m": 279,
"aW5n": 280,
"IGFuZA==": 281,
"b3I=": 282,
"IGQ=": 283,
"IHA=": 284,
"bGw=": 285,
"ZXM=": 286,
"YXM=": 287,
"IGg=": 288,
"IGhl": 289,
"IGw=": 290,
"IGlu": 291,
"YXI=": 292,
"YW4=": 293,
"IG4=": 294,
"YXQ=": 295,
"IGhh": 296,
"b20=": 297,
"IGc=": 298,
"IGJl": 299,
"aGF0": 300,
"bGU=": 301,
"b3Q=": 302,
"b3c=": 303,
"dXQ=": 304,
"IGU=": 305,
"aWM=": 306,
"dmU=": 307,
"IHdhcw==": 308,
"aWQ=": 309,
"IHk=": 310,
"bGQ=": 311,
"bHk=": 312,
"aW0=": 313,
"c3Q=": 314,
"IHRo": 315,
"c2U=": 316,
"IGl0": 317,
"Z2g=": 318,
"IHRoYXQ=": 319,
"ZW50": 320,
"IHJl": 321,
"IHlvdQ==": 322,
"IEk=": 323,
"IG9u": 324,
"Y2U=": 325,
"dmVy": 326,
"YXk=": 327,
"ZXQ=": 328,
"IHU=": 329,
"aW9u": 330,
"YWw=": 331,
"aXI=": 332,
"aXRo": 333,
"IGZvcg==": 334,
"VGhl": 335,
"IGFz": 336,
"IGhpcw==": 337,
"IHdo": 338,
"IGlz": 339,
"IHdpdGg=": 340,
"IHdl": 341,
"IHN0": 342,
"dXI=": 343,
"YWQ=": 344,
"Z2h0": 345,
"cm8=": 346,
"IG5vdA==": 347,
"YWM=": 348,
"IGhhZA==": 349,
"IGFu": 350,
"aGVy": 351,
"cmk=": 352,
"IGhlcg==": 353,
"b3VsZA==": 354,
"b28=": 355,
"IHNh": 356,
"IGF0": 357,
"aWxs": 358,
"a2U=": 359,
"dGVy": 360,
"YWlu": 361,
"YW0=": 362,
"IG1l": 363,
"aWY=": 364,
"IHNl": 365,
"IGhpbQ==": 366,
"Y3Q=": 367,
"J3M=": 368,
"cmVk": 369,
"Y2g=": 370,
"LiI=": 371,
"IHN1": 372,
"IHNoZQ==": 373,
"IGhhdmU=": 374,
"ZXNz": 375,
"IHNv": 376,
"aWw=": 377,
"LS0=": 378,
"IE0=": 379,
"IHI=": 380,
"b3Jl": 381,
"cHA=": 382,
"b21l": 383,
"IGs=": 384,
"IGRl": 385,
"YWxs": 386,
"IG15": 387,
"aWdodA==": 388,
"IHNhaWQ=": 389,
"IGJ1dA==": 390,
"IGZy": 391,
"IGRv": 392,
"IGFsbA==": 393,
"dWw=": 394,
"IG5l": 395,
"LCI=": 396,
"YW5k": 397,
"Z2U=": 398,
"aWNo": 399,
"IGNvbg==": 400,
"cXU=": 401,
"IHNo": 402,
"IGJ5": 403,
"SGU=": 404,
"IHVw": 405,
"dGg=": 406,
"cGU=": 407,
"IHRoZXk=": 408,
"IHdlcmU=": 409,
"IHRoaXM=": 410,
"IGZyb20=": 411,
"IGV4": 412,
"dXM=": 413,
"IHdoaWNo": 414,
"dXN0": 415,
"IFM=": 416,
"Ymxl": 417,
"YW50": 418,
"ZXN0": 419,
"IHdoZQ==": 420,
"dmVyeQ==": 421,
"YXJk": 422,
"cmVz": 423,
"bnQ=": 424,
"IEM=": 425,
"IG9y": 426,
"IGFyZQ==": 427,
"SXQ=": 428,
"IG9uZQ==": 429,
"b3Vz": 430,
"IGZl": 431,
"b3V0": 432,
"IG1hbg==": 433,
"b3Vy": 434,
"IGFs": 435,
"IGxp": 436,
"bGY=": 437,
"YXRpb24=": 438,
"b29k": 439,
"IG5v": 440,
"IHY=": 441,
"IHRoZW0=": 442,
"aW5k": 443,
"IGtu": 444,
"ICI=": 445,
"ZXJz": 446,
"IGludA==": 447,
"IHdvdWxk": 448,
"J3Q=": 449,
"aXN0": 450,
"b3M=": 451,
"IHdobw==": 452,
"ZW0=": 453,
"cmE=": 454,
"b25n": 455,
"IHdpbGw=": 456,
"YXJ0": 457,
"YXN0": 458,
"a2Vk": 459,
"aWU=": 460,
"IG91dA==": 461,
"b25l": 462,
"b2w=": 463,
"IGFi": 464,
"b3VuZA==": 465,
"PyI=": 466,
"IEE=": 467,
"IHRoZXJl": 468,
"IGdv": 469,
"IHdvcg==": 470,
"IGNvbQ==": 471,
"IEI=": 472,
"IGJlZW4=": 473,
"IGxl": 474,
"aGFu": 475,
"dW4=": 476,
"YWs=": 477,
"aXR0": 478,
"YXRl": 479,
"dW0=": 480,
"aWc=": 481,
"IHRoZWly": 482,
"ZWxs": 483,
"b3VnaA==": 484,
"cHQ=": 485,
"aXZl": 486,
"IFA=": 487,
"IGo=": 488,
"b3du": 489,
"YW1l": 490,
"cnk=": 491,
"c2VsZg==": 492,
"IHBs": 493,
"YWNr": 494,
"b3J0": 495,
"IGNvdWxk": 496,
"dmVu": 497,
"YWtl": 498,
"IGNhbg==": 499,
"cmVhdA==": 500,
"aGVk": 501,
"IHBybw==": 502,
"QnV0": 503,
"dGhlcg==": 504,
"aWRl": 505,
"IHdoZW4=": 506,
"YWNl": 507,
"IHF1": 508,
"dXJl": 509,
"IGFn": 510,
"IHdoYXQ=": 511
},
"special_tokens": {
"<|endoftext|>": 512
},
"offset": 1025
}
},
"model_args": {
"n_layer": 6,
"n_head": 6,
"n_embd": 384,
"block_size": 1024,
"bias": false,
"vocab_sizes": [
1538,
1025
],
"dropout": 0.0,
"causal": false,
"target_vocab_sizes": [
1025,
1025,
1025,
1025,
1025,
1025
]
}
}
}