{ "model_name": "metavoice-1B-v0.1", "stage1": { "tokenizer_info": { "name": "custom", "pat_str": "'s|'t|'re|'ve|'m|'ll|'d| ?\\p{L}+| ?\\p{N}+| ?[^\\s\\p{L}\\p{N}]+|\\s+(?!\\S)|\\s+", "mergeable_ranks": { "AA==": 0, "AQ==": 1, "Ag==": 2, "Aw==": 3, "BA==": 4, "BQ==": 5, "Bg==": 6, "Bw==": 7, "CA==": 8, "CQ==": 9, "Cg==": 10, "Cw==": 11, "DA==": 12, "DQ==": 13, "Dg==": 14, "Dw==": 15, "EA==": 16, "EQ==": 17, "Eg==": 18, "Ew==": 19, "FA==": 20, "FQ==": 21, "Fg==": 22, "Fw==": 23, "GA==": 24, "GQ==": 25, "Gg==": 26, "Gw==": 27, "HA==": 28, "HQ==": 29, "Hg==": 30, "Hw==": 31, "IA==": 32, "IQ==": 33, "Ig==": 34, "Iw==": 35, "JA==": 36, "JQ==": 37, "Jg==": 38, "Jw==": 39, "KA==": 40, "KQ==": 41, "Kg==": 42, "Kw==": 43, "LA==": 44, "LQ==": 45, "Lg==": 46, "Lw==": 47, "MA==": 48, "MQ==": 49, "Mg==": 50, "Mw==": 51, "NA==": 52, "NQ==": 53, "Ng==": 54, "Nw==": 55, "OA==": 56, "OQ==": 57, "Og==": 58, "Ow==": 59, "PA==": 60, "PQ==": 61, "Pg==": 62, "Pw==": 63, "QA==": 64, "QQ==": 65, "Qg==": 66, "Qw==": 67, "RA==": 68, "RQ==": 69, "Rg==": 70, "Rw==": 71, "SA==": 72, "SQ==": 73, "Sg==": 74, "Sw==": 75, "TA==": 76, "TQ==": 77, "Tg==": 78, "Tw==": 79, "UA==": 80, "UQ==": 81, "Ug==": 82, "Uw==": 83, "VA==": 84, "VQ==": 85, "Vg==": 86, "Vw==": 87, "WA==": 88, "WQ==": 89, "Wg==": 90, "Ww==": 91, "XA==": 92, "XQ==": 93, "Xg==": 94, "Xw==": 95, "YA==": 96, "YQ==": 97, "Yg==": 98, "Yw==": 99, "ZA==": 100, "ZQ==": 101, "Zg==": 102, "Zw==": 103, "aA==": 104, "aQ==": 105, "ag==": 106, "aw==": 107, "bA==": 108, "bQ==": 109, "bg==": 110, "bw==": 111, "cA==": 112, "cQ==": 113, "cg==": 114, "cw==": 115, "dA==": 116, "dQ==": 117, "dg==": 118, "dw==": 119, "eA==": 120, "eQ==": 121, "eg==": 122, "ew==": 123, "fA==": 124, "fQ==": 125, "fg==": 126, "fw==": 127, "gA==": 128, "gQ==": 129, "gg==": 130, "gw==": 131, "hA==": 132, "hQ==": 133, "hg==": 134, "hw==": 135, "iA==": 136, "iQ==": 137, "ig==": 138, "iw==": 139, "jA==": 140, "jQ==": 141, "jg==": 142, "jw==": 143, "kA==": 144, "kQ==": 145, "kg==": 146, "kw==": 147, "lA==": 148, "lQ==": 149, "lg==": 150, "lw==": 151, "mA==": 152, "mQ==": 153, "mg==": 154, "mw==": 155, "nA==": 156, "nQ==": 157, "ng==": 158, "nw==": 159, "oA==": 160, "oQ==": 161, "og==": 162, "ow==": 163, "pA==": 164, "pQ==": 165, "pg==": 166, "pw==": 167, "qA==": 168, "qQ==": 169, "qg==": 170, "qw==": 171, "rA==": 172, "rQ==": 173, "rg==": 174, "rw==": 175, "sA==": 176, "sQ==": 177, "sg==": 178, "sw==": 179, "tA==": 180, "tQ==": 181, "tg==": 182, "tw==": 183, "uA==": 184, "uQ==": 185, "ug==": 186, "uw==": 187, "vA==": 188, "vQ==": 189, "vg==": 190, "vw==": 191, "wA==": 192, "wQ==": 193, "wg==": 194, "ww==": 195, "xA==": 196, "xQ==": 197, "xg==": 198, "xw==": 199, "yA==": 200, "yQ==": 201, "yg==": 202, "yw==": 203, "zA==": 204, "zQ==": 205, "zg==": 206, "zw==": 207, "0A==": 208, "0Q==": 209, "0g==": 210, "0w==": 211, "1A==": 212, "1Q==": 213, "1g==": 214, "1w==": 215, "2A==": 216, "2Q==": 217, "2g==": 218, "2w==": 219, "3A==": 220, "3Q==": 221, "3g==": 222, "3w==": 223, "4A==": 224, "4Q==": 225, "4g==": 226, "4w==": 227, "5A==": 228, "5Q==": 229, "5g==": 230, "5w==": 231, "6A==": 232, "6Q==": 233, "6g==": 234, "6w==": 235, "7A==": 236, "7Q==": 237, "7g==": 238, "7w==": 239, "8A==": 240, "8Q==": 241, "8g==": 242, "8w==": 243, "9A==": 244, "9Q==": 245, "9g==": 246, "9w==": 247, "+A==": 248, "+Q==": 249, "+g==": 250, "+w==": 251, "/A==": 252, "/Q==": 253, "/g==": 254, "/w==": 255, "IHQ=": 256, "aGU=": 257, "IGE=": 258, "aW4=": 259, "IHRoZQ==": 260, "IHc=": 261, "IHM=": 262, "cmU=": 263, "IG8=": 264, "bmQ=": 265, "aGE=": 266, "ZXI=": 267, "b3U=": 268, "IGI=": 269, "ZWQ=": 270, "aXM=": 271, "IG0=": 272, "aXQ=": 273, "IGY=": 274, "IGM=": 275, "ZW4=": 276, "b24=": 277, "IHRv": 278, "IG9m": 279, "aW5n": 280, "IGFuZA==": 281, "b3I=": 282, "IGQ=": 283, "IHA=": 284, "bGw=": 285, "ZXM=": 286, "YXM=": 287, "IGg=": 288, "IGhl": 289, "IGw=": 290, "IGlu": 291, "YXI=": 292, "YW4=": 293, "IG4=": 294, "YXQ=": 295, "IGhh": 296, "b20=": 297, "IGc=": 298, "IGJl": 299, "aGF0": 300, "bGU=": 301, "b3Q=": 302, "b3c=": 303, "dXQ=": 304, "IGU=": 305, "aWM=": 306, "dmU=": 307, "IHdhcw==": 308, "aWQ=": 309, "IHk=": 310, "bGQ=": 311, "bHk=": 312, "aW0=": 313, "c3Q=": 314, "IHRo": 315, "c2U=": 316, "IGl0": 317, "Z2g=": 318, "IHRoYXQ=": 319, "ZW50": 320, "IHJl": 321, "IHlvdQ==": 322, "IEk=": 323, "IG9u": 324, "Y2U=": 325, "dmVy": 326, "YXk=": 327, "ZXQ=": 328, "IHU=": 329, "aW9u": 330, "YWw=": 331, "aXI=": 332, "aXRo": 333, "IGZvcg==": 334, "VGhl": 335, "IGFz": 336, "IGhpcw==": 337, "IHdo": 338, "IGlz": 339, "IHdpdGg=": 340, "IHdl": 341, "IHN0": 342, "dXI=": 343, "YWQ=": 344, "Z2h0": 345, "cm8=": 346, "IG5vdA==": 347, "YWM=": 348, "IGhhZA==": 349, "IGFu": 350, "aGVy": 351, "cmk=": 352, "IGhlcg==": 353, "b3VsZA==": 354, "b28=": 355, "IHNh": 356, "IGF0": 357, "aWxs": 358, "a2U=": 359, "dGVy": 360, "YWlu": 361, "YW0=": 362, "IG1l": 363, "aWY=": 364, "IHNl": 365, "IGhpbQ==": 366, "Y3Q=": 367, "J3M=": 368, "cmVk": 369, "Y2g=": 370, "LiI=": 371, "IHN1": 372, "IHNoZQ==": 373, "IGhhdmU=": 374, "ZXNz": 375, "IHNv": 376, "aWw=": 377, "LS0=": 378, "IE0=": 379, "IHI=": 380, "b3Jl": 381, "cHA=": 382, "b21l": 383, "IGs=": 384, "IGRl": 385, "YWxs": 386, "IG15": 387, "aWdodA==": 388, "IHNhaWQ=": 389, "IGJ1dA==": 390, "IGZy": 391, "IGRv": 392, "IGFsbA==": 393, "dWw=": 394, "IG5l": 395, "LCI=": 396, "YW5k": 397, "Z2U=": 398, "aWNo": 399, "IGNvbg==": 400, "cXU=": 401, "IHNo": 402, "IGJ5": 403, "SGU=": 404, "IHVw": 405, "dGg=": 406, "cGU=": 407, "IHRoZXk=": 408, "IHdlcmU=": 409, "IHRoaXM=": 410, "IGZyb20=": 411, "IGV4": 412, "dXM=": 413, "IHdoaWNo": 414, "dXN0": 415, "IFM=": 416, "Ymxl": 417, "YW50": 418, "ZXN0": 419, "IHdoZQ==": 420, "dmVyeQ==": 421, "YXJk": 422, "cmVz": 423, "bnQ=": 424, "IEM=": 425, "IG9y": 426, "IGFyZQ==": 427, "SXQ=": 428, "IG9uZQ==": 429, "b3Vz": 430, "IGZl": 431, "b3V0": 432, "IG1hbg==": 433, "b3Vy": 434, "IGFs": 435, "IGxp": 436, "bGY=": 437, "YXRpb24=": 438, "b29k": 439, "IG5v": 440, "IHY=": 441, "IHRoZW0=": 442, "aW5k": 443, "IGtu": 444, "ICI=": 445, "ZXJz": 446, "IGludA==": 447, "IHdvdWxk": 448, "J3Q=": 449, "aXN0": 450, "b3M=": 451, "IHdobw==": 452, "ZW0=": 453, "cmE=": 454, "b25n": 455, "IHdpbGw=": 456, "YXJ0": 457, "YXN0": 458, "a2Vk": 459, "aWU=": 460, "IG91dA==": 461, "b25l": 462, "b2w=": 463, "IGFi": 464, "b3VuZA==": 465, "PyI=": 466, "IEE=": 467, "IHRoZXJl": 468, "IGdv": 469, "IHdvcg==": 470, "IGNvbQ==": 471, "IEI=": 472, "IGJlZW4=": 473, "IGxl": 474, "aGFu": 475, "dW4=": 476, "YWs=": 477, "aXR0": 478, "YXRl": 479, "dW0=": 480, "aWc=": 481, "IHRoZWly": 482, "ZWxs": 483, "b3VnaA==": 484, "cHQ=": 485, "aXZl": 486, "IFA=": 487, "IGo=": 488, "b3du": 489, "YW1l": 490, "cnk=": 491, "c2VsZg==": 492, "IHBs": 493, "YWNr": 494, "b3J0": 495, "IGNvdWxk": 496, "dmVu": 497, "YWtl": 498, "IGNhbg==": 499, "cmVhdA==": 500, "aGVk": 501, "IHBybw==": 502, "QnV0": 503, "dGhlcg==": 504, "aWRl": 505, "IHdoZW4=": 506, "YWNl": 507, "IHF1": 508, "dXJl": 509, "IGFn": 510, "IHdoYXQ=": 511 }, "special_tokens": { "<|endoftext|>": 512 }, "offset": 2049 } }, "stage2": { "config": { "causal": false }, "meta": { "speaker_emb_size": 256, "speaker_cond": true, "tokenizer": { "name": "custom", "pat_str": "'s|'t|'re|'ve|'m|'ll|'d| ?\\p{L}+| ?\\p{N}+| ?[^\\s\\p{L}\\p{N}]+|\\s+(?!\\S)|\\s+", "mergeable_ranks": { "AA==": 0, "AQ==": 1, "Ag==": 2, "Aw==": 3, "BA==": 4, "BQ==": 5, "Bg==": 6, "Bw==": 7, "CA==": 8, "CQ==": 9, "Cg==": 10, "Cw==": 11, "DA==": 12, "DQ==": 13, "Dg==": 14, "Dw==": 15, "EA==": 16, "EQ==": 17, "Eg==": 18, "Ew==": 19, "FA==": 20, "FQ==": 21, "Fg==": 22, "Fw==": 23, "GA==": 24, "GQ==": 25, "Gg==": 26, "Gw==": 27, "HA==": 28, "HQ==": 29, "Hg==": 30, "Hw==": 31, "IA==": 32, "IQ==": 33, "Ig==": 34, "Iw==": 35, "JA==": 36, "JQ==": 37, "Jg==": 38, "Jw==": 39, "KA==": 40, "KQ==": 41, "Kg==": 42, "Kw==": 43, "LA==": 44, "LQ==": 45, "Lg==": 46, "Lw==": 47, "MA==": 48, "MQ==": 49, "Mg==": 50, "Mw==": 51, "NA==": 52, "NQ==": 53, "Ng==": 54, "Nw==": 55, "OA==": 56, "OQ==": 57, "Og==": 58, "Ow==": 59, "PA==": 60, "PQ==": 61, "Pg==": 62, "Pw==": 63, "QA==": 64, "QQ==": 65, "Qg==": 66, "Qw==": 67, "RA==": 68, "RQ==": 69, "Rg==": 70, "Rw==": 71, "SA==": 72, "SQ==": 73, "Sg==": 74, "Sw==": 75, "TA==": 76, "TQ==": 77, "Tg==": 78, "Tw==": 79, "UA==": 80, "UQ==": 81, "Ug==": 82, "Uw==": 83, "VA==": 84, "VQ==": 85, "Vg==": 86, "Vw==": 87, "WA==": 88, "WQ==": 89, "Wg==": 90, "Ww==": 91, "XA==": 92, "XQ==": 93, "Xg==": 94, "Xw==": 95, "YA==": 96, "YQ==": 97, "Yg==": 98, "Yw==": 99, "ZA==": 100, "ZQ==": 101, "Zg==": 102, "Zw==": 103, "aA==": 104, "aQ==": 105, "ag==": 106, "aw==": 107, "bA==": 108, "bQ==": 109, "bg==": 110, "bw==": 111, "cA==": 112, "cQ==": 113, "cg==": 114, "cw==": 115, "dA==": 116, "dQ==": 117, "dg==": 118, "dw==": 119, "eA==": 120, "eQ==": 121, "eg==": 122, "ew==": 123, "fA==": 124, "fQ==": 125, "fg==": 126, "fw==": 127, "gA==": 128, "gQ==": 129, "gg==": 130, "gw==": 131, "hA==": 132, "hQ==": 133, "hg==": 134, "hw==": 135, "iA==": 136, "iQ==": 137, "ig==": 138, "iw==": 139, "jA==": 140, "jQ==": 141, "jg==": 142, "jw==": 143, "kA==": 144, "kQ==": 145, "kg==": 146, "kw==": 147, "lA==": 148, "lQ==": 149, "lg==": 150, "lw==": 151, "mA==": 152, "mQ==": 153, "mg==": 154, "mw==": 155, "nA==": 156, "nQ==": 157, "ng==": 158, "nw==": 159, "oA==": 160, "oQ==": 161, "og==": 162, "ow==": 163, "pA==": 164, "pQ==": 165, "pg==": 166, "pw==": 167, "qA==": 168, "qQ==": 169, "qg==": 170, "qw==": 171, "rA==": 172, "rQ==": 173, "rg==": 174, "rw==": 175, "sA==": 176, "sQ==": 177, "sg==": 178, "sw==": 179, "tA==": 180, "tQ==": 181, "tg==": 182, "tw==": 183, "uA==": 184, "uQ==": 185, "ug==": 186, "uw==": 187, "vA==": 188, "vQ==": 189, "vg==": 190, "vw==": 191, "wA==": 192, "wQ==": 193, "wg==": 194, "ww==": 195, "xA==": 196, "xQ==": 197, "xg==": 198, "xw==": 199, "yA==": 200, "yQ==": 201, "yg==": 202, "yw==": 203, "zA==": 204, "zQ==": 205, "zg==": 206, "zw==": 207, "0A==": 208, "0Q==": 209, "0g==": 210, "0w==": 211, "1A==": 212, "1Q==": 213, "1g==": 214, "1w==": 215, "2A==": 216, "2Q==": 217, "2g==": 218, "2w==": 219, "3A==": 220, "3Q==": 221, "3g==": 222, "3w==": 223, "4A==": 224, "4Q==": 225, "4g==": 226, "4w==": 227, "5A==": 228, "5Q==": 229, "5g==": 230, "5w==": 231, "6A==": 232, "6Q==": 233, "6g==": 234, "6w==": 235, "7A==": 236, "7Q==": 237, "7g==": 238, "7w==": 239, "8A==": 240, "8Q==": 241, "8g==": 242, "8w==": 243, "9A==": 244, "9Q==": 245, "9g==": 246, "9w==": 247, "+A==": 248, "+Q==": 249, "+g==": 250, "+w==": 251, "/A==": 252, "/Q==": 253, "/g==": 254, "/w==": 255, "IHQ=": 256, "aGU=": 257, "IGE=": 258, "aW4=": 259, "IHRoZQ==": 260, "IHc=": 261, "IHM=": 262, "cmU=": 263, "IG8=": 264, "bmQ=": 265, "aGE=": 266, "ZXI=": 267, "b3U=": 268, "IGI=": 269, "ZWQ=": 270, "aXM=": 271, "IG0=": 272, "aXQ=": 273, "IGY=": 274, "IGM=": 275, "ZW4=": 276, "b24=": 277, "IHRv": 278, "IG9m": 279, "aW5n": 280, "IGFuZA==": 281, "b3I=": 282, "IGQ=": 283, "IHA=": 284, "bGw=": 285, "ZXM=": 286, "YXM=": 287, "IGg=": 288, "IGhl": 289, "IGw=": 290, "IGlu": 291, "YXI=": 292, "YW4=": 293, "IG4=": 294, "YXQ=": 295, "IGhh": 296, "b20=": 297, "IGc=": 298, "IGJl": 299, "aGF0": 300, "bGU=": 301, "b3Q=": 302, "b3c=": 303, "dXQ=": 304, "IGU=": 305, "aWM=": 306, "dmU=": 307, "IHdhcw==": 308, "aWQ=": 309, "IHk=": 310, "bGQ=": 311, "bHk=": 312, "aW0=": 313, "c3Q=": 314, "IHRo": 315, "c2U=": 316, "IGl0": 317, "Z2g=": 318, "IHRoYXQ=": 319, "ZW50": 320, "IHJl": 321, "IHlvdQ==": 322, "IEk=": 323, "IG9u": 324, "Y2U=": 325, "dmVy": 326, "YXk=": 327, "ZXQ=": 328, "IHU=": 329, "aW9u": 330, "YWw=": 331, "aXI=": 332, "aXRo": 333, "IGZvcg==": 334, "VGhl": 335, "IGFz": 336, "IGhpcw==": 337, "IHdo": 338, "IGlz": 339, "IHdpdGg=": 340, "IHdl": 341, "IHN0": 342, "dXI=": 343, "YWQ=": 344, "Z2h0": 345, "cm8=": 346, "IG5vdA==": 347, "YWM=": 348, "IGhhZA==": 349, "IGFu": 350, "aGVy": 351, "cmk=": 352, "IGhlcg==": 353, "b3VsZA==": 354, "b28=": 355, "IHNh": 356, "IGF0": 357, "aWxs": 358, "a2U=": 359, "dGVy": 360, "YWlu": 361, "YW0=": 362, "IG1l": 363, "aWY=": 364, "IHNl": 365, "IGhpbQ==": 366, "Y3Q=": 367, "J3M=": 368, "cmVk": 369, "Y2g=": 370, "LiI=": 371, "IHN1": 372, "IHNoZQ==": 373, "IGhhdmU=": 374, "ZXNz": 375, "IHNv": 376, "aWw=": 377, "LS0=": 378, "IE0=": 379, "IHI=": 380, "b3Jl": 381, "cHA=": 382, "b21l": 383, "IGs=": 384, "IGRl": 385, "YWxs": 386, "IG15": 387, "aWdodA==": 388, "IHNhaWQ=": 389, "IGJ1dA==": 390, "IGZy": 391, "IGRv": 392, "IGFsbA==": 393, "dWw=": 394, "IG5l": 395, "LCI=": 396, "YW5k": 397, "Z2U=": 398, "aWNo": 399, "IGNvbg==": 400, "cXU=": 401, "IHNo": 402, "IGJ5": 403, "SGU=": 404, "IHVw": 405, "dGg=": 406, "cGU=": 407, "IHRoZXk=": 408, "IHdlcmU=": 409, "IHRoaXM=": 410, "IGZyb20=": 411, "IGV4": 412, "dXM=": 413, "IHdoaWNo": 414, "dXN0": 415, "IFM=": 416, "Ymxl": 417, "YW50": 418, "ZXN0": 419, "IHdoZQ==": 420, "dmVyeQ==": 421, "YXJk": 422, "cmVz": 423, "bnQ=": 424, "IEM=": 425, "IG9y": 426, "IGFyZQ==": 427, "SXQ=": 428, "IG9uZQ==": 429, "b3Vz": 430, "IGZl": 431, "b3V0": 432, "IG1hbg==": 433, "b3Vy": 434, "IGFs": 435, "IGxp": 436, "bGY=": 437, "YXRpb24=": 438, "b29k": 439, "IG5v": 440, "IHY=": 441, "IHRoZW0=": 442, "aW5k": 443, "IGtu": 444, "ICI=": 445, "ZXJz": 446, "IGludA==": 447, "IHdvdWxk": 448, "J3Q=": 449, "aXN0": 450, "b3M=": 451, "IHdobw==": 452, "ZW0=": 453, "cmE=": 454, "b25n": 455, "IHdpbGw=": 456, "YXJ0": 457, "YXN0": 458, "a2Vk": 459, "aWU=": 460, "IG91dA==": 461, "b25l": 462, "b2w=": 463, "IGFi": 464, "b3VuZA==": 465, "PyI=": 466, "IEE=": 467, "IHRoZXJl": 468, "IGdv": 469, "IHdvcg==": 470, "IGNvbQ==": 471, "IEI=": 472, "IGJlZW4=": 473, "IGxl": 474, "aGFu": 475, "dW4=": 476, "YWs=": 477, "aXR0": 478, "YXRl": 479, "dW0=": 480, "aWc=": 481, "IHRoZWly": 482, "ZWxs": 483, "b3VnaA==": 484, "cHQ=": 485, "aXZl": 486, "IFA=": 487, "IGo=": 488, "b3du": 489, "YW1l": 490, "cnk=": 491, "c2VsZg==": 492, "IHBs": 493, "YWNr": 494, "b3J0": 495, "IGNvdWxk": 496, "dmVu": 497, "YWtl": 498, "IGNhbg==": 499, "cmVhdA==": 500, "aGVk": 501, "IHBybw==": 502, "QnV0": 503, "dGhlcg==": 504, "aWRl": 505, "IHdoZW4=": 506, "YWNl": 507, "IHF1": 508, "dXJl": 509, "IGFn": 510, "IHdoYXQ=": 511 }, "special_tokens": { "<|endoftext|>": 512 }, "offset": 1025 } }, "model_args": { "n_layer": 6, "n_head": 6, "n_embd": 384, "block_size": 1024, "bias": false, "vocab_sizes": [ 1538, 1025 ], "dropout": 0.0, "causal": false, "target_vocab_sizes": [ 1025, 1025, 1025, 1025, 1025, 1025 ] } } }