| { | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "dtype": "bfloat16", | |
| "eos_token_id": 65536, | |
| "head_dim": 128, | |
| "hidden_act": "silu", | |
| "hidden_size": 5120, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 13696, | |
| "layer_types": [ | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention", | |
| "full_attention" | |
| ], | |
| "max_position_embeddings": 32768, | |
| "max_window_layers": 28, | |
| "model_type": "qwen3", | |
| "num_attention_heads": 40, | |
| "num_hidden_layers": 40, | |
| "num_key_value_heads": 40, | |
| "pad_token_id": 65536, | |
| "rms_norm_eps": 0.0078125, | |
| "rope_scaling": null, | |
| "rope_theta": 1000000, | |
| "sliding_window": null, | |
| "talkie_attn_gains": [ | |
| 0.00051116943359375, | |
| 0.000835418701171875, | |
| 0.00040435791015625, | |
| 3.719329833984375e-05, | |
| 0.000370025634765625, | |
| 0.00176239013671875, | |
| 0.0012664794921875, | |
| 0.0023651123046875, | |
| 0.005126953125, | |
| 0.006927490234375, | |
| 0.0079345703125, | |
| 0.01177978515625, | |
| 0.012939453125, | |
| 0.0133056640625, | |
| 0.01422119140625, | |
| 0.035400390625, | |
| 0.050048828125, | |
| 0.07470703125, | |
| 0.0791015625, | |
| 0.09521484375, | |
| 0.140625, | |
| 0.19921875, | |
| 0.2421875, | |
| 0.40625, | |
| 0.3515625, | |
| 0.578125, | |
| 0.71484375, | |
| 0.80078125, | |
| 1.078125, | |
| 1.3203125, | |
| 1.1484375, | |
| 1.453125, | |
| 1.8984375, | |
| 3.171875, | |
| 2.921875, | |
| 2.890625, | |
| 2.421875, | |
| 3.5, | |
| 1.7265625, | |
| 1.2734375 | |
| ], | |
| "talkie_embed_skips": [ | |
| -0.39453125, | |
| -0.34765625, | |
| -0.255859375, | |
| 0.00020503997802734375, | |
| 0.0003719329833984375, | |
| 0.0002765655517578125, | |
| 0.000347137451171875, | |
| 0.00049591064453125, | |
| 0.000507354736328125, | |
| 0.0009765625, | |
| 0.00063323974609375, | |
| 0.0002574920654296875, | |
| 0.000606536865234375, | |
| 0.0016021728515625, | |
| 0.00153350830078125, | |
| 0.00183868408203125, | |
| 0.00182342529296875, | |
| 0.00194549560546875, | |
| 0.0011444091796875, | |
| -0.00213623046875, | |
| 0.0023651123046875, | |
| 0.01068115234375, | |
| 0.00982666015625, | |
| 0.006317138671875, | |
| 0.004425048828125, | |
| 0.0302734375, | |
| 0.037353515625, | |
| -0.00811767578125, | |
| -0.01055908203125, | |
| 0.003814697265625, | |
| 0.0289306640625, | |
| 0.1513671875, | |
| 0.5859375, | |
| -0.37109375, | |
| -0.035400390625, | |
| -0.021728515625, | |
| 0.2578125, | |
| 0.44921875, | |
| -0.7265625, | |
| 0.01177978515625 | |
| ], | |
| "talkie_embedding_skip": true, | |
| "talkie_head_gains": [ | |
| [ | |
| 0.9921875, | |
| 1.0859375, | |
| 1.28125, | |
| 1.0859375, | |
| 1.21875, | |
| 1.234375, | |
| 0.84375, | |
| 1.3125, | |
| 1.1171875, | |
| 1.2265625, | |
| 1.015625, | |
| 1.390625, | |
| 1.3828125, | |
| 0.93359375, | |
| 1.359375, | |
| 0.89453125, | |
| 1.25, | |
| 0.96484375, | |
| 0.99609375, | |
| 1.1640625, | |
| 1.2265625, | |
| 1.0078125, | |
| 1.1328125, | |
| 1.1640625, | |
| 1.109375, | |
| 1.0078125, | |
| 1.1640625, | |
| 1.15625, | |
| 1.046875, | |
| 1.15625, | |
| 1.15625, | |
| 1.453125, | |
| 0.91015625, | |
| 1.8515625, | |
| 0.50390625, | |
| 1.09375, | |
| 1.0, | |
| 1.34375, | |
| 0.92578125, | |
| 1.46875 | |
| ], | |
| [ | |
| 1.125, | |
| 1.1640625, | |
| 1.6875, | |
| 1.09375, | |
| 1.109375, | |
| 2.078125, | |
| 1.1484375, | |
| 0.76953125, | |
| 1.03125, | |
| 1.03125, | |
| 1.3359375, | |
| 1.0234375, | |
| 1.125, | |
| 1.171875, | |
| 2.921875, | |
| 0.98828125, | |
| 1.609375, | |
| 2.03125, | |
| 0.921875, | |
| 1.046875, | |
| 1.21875, | |
| 1.296875, | |
| 1.2421875, | |
| 2.21875, | |
| 1.921875, | |
| 1.4375, | |
| 1.453125, | |
| 0.83203125, | |
| 1.453125, | |
| 1.3359375, | |
| 1.109375, | |
| 1.8359375, | |
| 0.94921875, | |
| 1.1640625, | |
| 1.4921875, | |
| 1.8828125, | |
| 1.90625, | |
| 1.21875, | |
| 1.2890625, | |
| 1.1640625 | |
| ], | |
| [ | |
| 1.6953125, | |
| 2.109375, | |
| 1.296875, | |
| 0.8984375, | |
| 1.3671875, | |
| 1.6875, | |
| 1.1484375, | |
| 1.1015625, | |
| 0.796875, | |
| 0.91015625, | |
| 1.15625, | |
| 1.3828125, | |
| 0.99609375, | |
| 3.125, | |
| 1.1796875, | |
| 2.0, | |
| 1.0703125, | |
| 1.078125, | |
| 0.73828125, | |
| 1.0078125, | |
| 2.34375, | |
| 1.1796875, | |
| 1.8359375, | |
| 2.375, | |
| 1.65625, | |
| 1.15625, | |
| 1.890625, | |
| 1.4921875, | |
| 0.87890625, | |
| 0.94140625, | |
| 0.80078125, | |
| 0.8515625, | |
| 1.3671875, | |
| 1.2421875, | |
| 1.125, | |
| 1.0546875, | |
| 1.515625, | |
| 1.625, | |
| 2.578125, | |
| 2.296875 | |
| ], | |
| [ | |
| 2.1875, | |
| 1.0625, | |
| 1.796875, | |
| 1.4296875, | |
| 1.6328125, | |
| 0.98828125, | |
| 1.5, | |
| 1.4921875, | |
| 1.3984375, | |
| 3.015625, | |
| 1.0703125, | |
| 1.296875, | |
| 1.125, | |
| 1.2890625, | |
| 1.6875, | |
| 1.765625, | |
| 1.2421875, | |
| 1.1015625, | |
| 1.6796875, | |
| 3.015625, | |
| 1.2421875, | |
| 0.97265625, | |
| 2.1875, | |
| 1.2109375, | |
| 1.390625, | |
| 1.390625, | |
| 1.171875, | |
| 2.890625, | |
| 1.7421875, | |
| 1.578125, | |
| 1.625, | |
| 1.421875, | |
| 1.2109375, | |
| 1.3203125, | |
| 2.78125, | |
| 2.09375, | |
| 1.7890625, | |
| 1.4296875, | |
| 2.109375, | |
| 2.15625 | |
| ], | |
| [ | |
| 1.3828125, | |
| 1.796875, | |
| 2.03125, | |
| 2.28125, | |
| 1.09375, | |
| 1.203125, | |
| 1.1015625, | |
| 1.609375, | |
| 2.109375, | |
| 1.2421875, | |
| 1.7265625, | |
| 1.078125, | |
| 1.3515625, | |
| 1.265625, | |
| 1.1328125, | |
| 2.15625, | |
| 2.078125, | |
| 1.5546875, | |
| 1.6015625, | |
| 2.546875, | |
| 1.1328125, | |
| 1.171875, | |
| 1.3046875, | |
| 1.6484375, | |
| 1.15625, | |
| 1.609375, | |
| 1.0625, | |
| 0.88671875, | |
| 1.375, | |
| 1.6953125, | |
| 2.796875, | |
| 1.59375, | |
| 1.7109375, | |
| 0.99609375, | |
| 1.0, | |
| 1.75, | |
| 1.515625, | |
| 2.140625, | |
| 1.7890625, | |
| 1.40625 | |
| ], | |
| [ | |
| 1.9375, | |
| 2.46875, | |
| 1.6015625, | |
| 1.6015625, | |
| 0.8828125, | |
| 1.1875, | |
| 2.03125, | |
| 1.8515625, | |
| 1.40625, | |
| 3.3125, | |
| 1.2890625, | |
| 1.7578125, | |
| 2.59375, | |
| 1.9921875, | |
| 1.8984375, | |
| 1.5625, | |
| 1.9765625, | |
| 2.09375, | |
| 1.765625, | |
| 1.0703125, | |
| 2.484375, | |
| 2.140625, | |
| 2.0625, | |
| 1.546875, | |
| 1.4921875, | |
| 1.359375, | |
| 1.46875, | |
| 1.515625, | |
| 1.5390625, | |
| 1.40625, | |
| 1.6875, | |
| 1.53125, | |
| 1.921875, | |
| 1.921875, | |
| 2.140625, | |
| 1.140625, | |
| 1.53125, | |
| 1.4765625, | |
| 1.8984375, | |
| 1.6171875 | |
| ], | |
| [ | |
| 1.6953125, | |
| 2.296875, | |
| 1.6953125, | |
| 1.4140625, | |
| 1.484375, | |
| 1.984375, | |
| 1.4375, | |
| 2.15625, | |
| 1.6953125, | |
| 1.4921875, | |
| 1.46875, | |
| 2.625, | |
| 1.6484375, | |
| 1.609375, | |
| 1.421875, | |
| 1.640625, | |
| 1.109375, | |
| 1.609375, | |
| 1.8125, | |
| 2.1875, | |
| 1.8828125, | |
| 1.3203125, | |
| 2.46875, | |
| 1.71875, | |
| 1.9609375, | |
| 1.8984375, | |
| 1.6484375, | |
| 1.8671875, | |
| 2.3125, | |
| 2.21875, | |
| 1.7890625, | |
| 1.9921875, | |
| 1.2578125, | |
| 2.359375, | |
| 1.8359375, | |
| 1.0234375, | |
| 1.8828125, | |
| 2.125, | |
| 2.015625, | |
| 2.40625 | |
| ], | |
| [ | |
| 1.234375, | |
| 1.53125, | |
| 1.96875, | |
| 1.46875, | |
| 1.5703125, | |
| 1.421875, | |
| 1.9375, | |
| 1.8828125, | |
| 1.65625, | |
| 1.1796875, | |
| 1.8046875, | |
| 1.4453125, | |
| 1.59375, | |
| 2.765625, | |
| 1.453125, | |
| 2.03125, | |
| 1.4140625, | |
| 1.2734375, | |
| 1.65625, | |
| 1.734375, | |
| 1.28125, | |
| 1.59375, | |
| 1.8359375, | |
| 1.1875, | |
| 1.921875, | |
| 2.0, | |
| 1.4375, | |
| 2.03125, | |
| 2.046875, | |
| 1.515625, | |
| 1.859375, | |
| 1.6484375, | |
| 1.28125, | |
| 2.0625, | |
| 1.8515625, | |
| 1.359375, | |
| 1.4765625, | |
| 1.90625, | |
| 1.6015625, | |
| 1.1875 | |
| ], | |
| [ | |
| 1.390625, | |
| 2.015625, | |
| 1.890625, | |
| 1.515625, | |
| 2.0625, | |
| 1.359375, | |
| 1.6015625, | |
| 1.2578125, | |
| 1.2265625, | |
| 1.4375, | |
| 1.9296875, | |
| 2.09375, | |
| 1.7421875, | |
| 1.5, | |
| 1.296875, | |
| 1.9921875, | |
| 1.765625, | |
| 1.734375, | |
| 1.96875, | |
| 2.265625, | |
| 1.7109375, | |
| 1.2890625, | |
| 2.234375, | |
| 1.6796875, | |
| 1.203125, | |
| 1.7890625, | |
| 1.2109375, | |
| 1.421875, | |
| 1.8046875, | |
| 1.484375, | |
| 2.046875, | |
| 1.4765625, | |
| 1.9296875, | |
| 1.046875, | |
| 1.53125, | |
| 1.5, | |
| 1.265625, | |
| 1.109375, | |
| 1.5078125, | |
| 1.8203125 | |
| ], | |
| [ | |
| 2.25, | |
| 1.7578125, | |
| 2.15625, | |
| 2.203125, | |
| 1.1875, | |
| 2.28125, | |
| 1.0390625, | |
| 3.3125, | |
| 2.109375, | |
| 2.171875, | |
| 1.4765625, | |
| 2.09375, | |
| 1.6875, | |
| 1.453125, | |
| 1.6015625, | |
| 2.140625, | |
| 1.6953125, | |
| 1.7734375, | |
| 1.75, | |
| 1.6953125, | |
| 1.6015625, | |
| 1.5, | |
| 1.0390625, | |
| 1.4609375, | |
| 1.6640625, | |
| 1.9453125, | |
| 1.6796875, | |
| 2.125, | |
| 1.3046875, | |
| 1.5, | |
| 1.34375, | |
| 2.1875, | |
| 1.703125, | |
| 1.7109375, | |
| 1.765625, | |
| 1.4921875, | |
| 1.84375, | |
| 2.03125, | |
| 1.46875, | |
| 1.359375 | |
| ], | |
| [ | |
| 1.421875, | |
| 1.5234375, | |
| 1.84375, | |
| 1.9140625, | |
| 1.59375, | |
| 1.90625, | |
| 2.46875, | |
| 1.40625, | |
| 1.2734375, | |
| 1.453125, | |
| 2.03125, | |
| 1.6953125, | |
| 1.875, | |
| 1.203125, | |
| 1.5390625, | |
| 2.25, | |
| 1.84375, | |
| 2.140625, | |
| 1.0390625, | |
| 1.796875, | |
| 2.125, | |
| 2.140625, | |
| 1.828125, | |
| 1.90625, | |
| 2.03125, | |
| 1.7421875, | |
| 1.71875, | |
| 1.171875, | |
| 1.9765625, | |
| 1.5859375, | |
| 1.4921875, | |
| 2.15625, | |
| 2.953125, | |
| 2.3125, | |
| 1.1796875, | |
| 1.609375, | |
| 1.390625, | |
| 2.0, | |
| 1.4453125, | |
| 1.4375 | |
| ], | |
| [ | |
| 1.9609375, | |
| 1.703125, | |
| 2.171875, | |
| 1.3671875, | |
| 1.3125, | |
| 1.6875, | |
| 1.234375, | |
| 1.65625, | |
| 1.0859375, | |
| 1.328125, | |
| 1.3984375, | |
| 1.875, | |
| 2.0, | |
| 2.171875, | |
| 2.109375, | |
| 1.9765625, | |
| 2.140625, | |
| 1.2109375, | |
| 2.1875, | |
| 1.8359375, | |
| 3.609375, | |
| 1.0, | |
| 2.984375, | |
| 1.4296875, | |
| 2.4375, | |
| 1.859375, | |
| 2.078125, | |
| 1.5, | |
| 2.34375, | |
| 1.9140625, | |
| 1.609375, | |
| 2.28125, | |
| 1.875, | |
| 1.609375, | |
| 1.65625, | |
| 2.15625, | |
| 1.375, | |
| 1.9609375, | |
| 2.078125, | |
| 1.9765625 | |
| ], | |
| [ | |
| 3.21875, | |
| 2.03125, | |
| 1.5, | |
| 1.7890625, | |
| 1.8359375, | |
| 2.0, | |
| 2.6875, | |
| 2.390625, | |
| 2.9375, | |
| 2.1875, | |
| 2.0625, | |
| 2.5625, | |
| 1.40625, | |
| 1.8359375, | |
| 1.3203125, | |
| 2.15625, | |
| 2.640625, | |
| 2.125, | |
| 2.109375, | |
| 2.3125, | |
| 1.7578125, | |
| 2.875, | |
| 1.9296875, | |
| 1.3984375, | |
| 2.0, | |
| 1.9921875, | |
| 1.3203125, | |
| 2.25, | |
| 2.296875, | |
| 2.109375, | |
| 2.296875, | |
| 1.984375, | |
| 2.21875, | |
| 1.3671875, | |
| 1.6953125, | |
| 1.859375, | |
| 1.671875, | |
| 2.140625, | |
| 1.0546875, | |
| 1.234375 | |
| ], | |
| [ | |
| 1.515625, | |
| 1.6640625, | |
| 1.9375, | |
| 2.265625, | |
| 1.59375, | |
| 1.9765625, | |
| 2.09375, | |
| 2.0625, | |
| 1.6015625, | |
| 2.09375, | |
| 1.1640625, | |
| 1.96875, | |
| 1.5703125, | |
| 1.453125, | |
| 3.203125, | |
| 1.71875, | |
| 1.4375, | |
| 1.15625, | |
| 2.734375, | |
| 2.15625, | |
| 2.0, | |
| 3.25, | |
| 3.5, | |
| 2.046875, | |
| 2.3125, | |
| 1.625, | |
| 2.09375, | |
| 2.046875, | |
| 1.3046875, | |
| 1.515625, | |
| 1.9609375, | |
| 2.1875, | |
| 1.21875, | |
| 3.25, | |
| 1.6015625, | |
| 1.953125, | |
| 1.1640625, | |
| 2.421875, | |
| 1.796875, | |
| 2.09375 | |
| ], | |
| [ | |
| 3.328125, | |
| 1.3359375, | |
| 3.171875, | |
| 1.515625, | |
| 2.25, | |
| 1.828125, | |
| 1.734375, | |
| 2.390625, | |
| 1.125, | |
| 1.5234375, | |
| 2.421875, | |
| 3.03125, | |
| 1.953125, | |
| 3.484375, | |
| 2.375, | |
| 1.375, | |
| 2.046875, | |
| 1.8828125, | |
| 1.859375, | |
| 1.4296875, | |
| 1.7734375, | |
| 1.453125, | |
| 2.359375, | |
| 2.28125, | |
| 1.4921875, | |
| 1.984375, | |
| 1.2421875, | |
| 2.203125, | |
| 2.421875, | |
| 1.390625, | |
| 1.8984375, | |
| 2.71875, | |
| 1.6640625, | |
| 1.4765625, | |
| 1.609375, | |
| 1.5, | |
| 1.421875, | |
| 2.359375, | |
| 1.25, | |
| 1.5390625 | |
| ], | |
| [ | |
| 1.5859375, | |
| 1.2890625, | |
| 3.125, | |
| 1.921875, | |
| 1.3671875, | |
| 1.8984375, | |
| 1.4140625, | |
| 1.5, | |
| 1.765625, | |
| 1.3671875, | |
| 2.640625, | |
| 2.390625, | |
| 2.84375, | |
| 1.5078125, | |
| 1.5546875, | |
| 1.515625, | |
| 2.5625, | |
| 2.296875, | |
| 2.921875, | |
| 2.015625, | |
| 1.9296875, | |
| 2.21875, | |
| 1.53125, | |
| 1.6953125, | |
| 2.078125, | |
| 2.078125, | |
| 2.109375, | |
| 2.609375, | |
| 2.359375, | |
| 1.21875, | |
| 1.703125, | |
| 1.78125, | |
| 2.25, | |
| 1.4453125, | |
| 1.4140625, | |
| 2.3125, | |
| 2.125, | |
| 2.546875, | |
| 1.859375, | |
| 2.03125 | |
| ], | |
| [ | |
| 2.15625, | |
| 2.0625, | |
| 1.546875, | |
| 1.8046875, | |
| 2.4375, | |
| 2.21875, | |
| 1.3515625, | |
| 2.59375, | |
| 2.234375, | |
| 1.703125, | |
| 1.8125, | |
| 2.53125, | |
| 2.21875, | |
| 2.4375, | |
| 2.75, | |
| 2.171875, | |
| 2.578125, | |
| 2.84375, | |
| 3.109375, | |
| 2.578125, | |
| 1.34375, | |
| 2.046875, | |
| 2.078125, | |
| 1.578125, | |
| 2.375, | |
| 1.96875, | |
| 3.328125, | |
| 1.3828125, | |
| 2.75, | |
| 1.546875, | |
| 2.671875, | |
| 1.7109375, | |
| 2.953125, | |
| 2.5625, | |
| 2.0625, | |
| 1.6796875, | |
| 1.703125, | |
| 3.390625, | |
| 2.125, | |
| 2.28125 | |
| ], | |
| [ | |
| 2.203125, | |
| 1.5078125, | |
| 1.5390625, | |
| 1.390625, | |
| 1.7265625, | |
| 2.0, | |
| 2.09375, | |
| 1.875, | |
| 1.65625, | |
| 2.015625, | |
| 1.8671875, | |
| 2.3125, | |
| 1.6015625, | |
| 1.5703125, | |
| 1.7734375, | |
| 2.4375, | |
| 1.640625, | |
| 2.5, | |
| 1.609375, | |
| 2.078125, | |
| 1.65625, | |
| 1.8359375, | |
| 2.53125, | |
| 2.15625, | |
| 1.9765625, | |
| 1.828125, | |
| 1.921875, | |
| 2.328125, | |
| 2.734375, | |
| 2.078125, | |
| 2.3125, | |
| 2.46875, | |
| 2.34375, | |
| 2.78125, | |
| 1.5390625, | |
| 2.875, | |
| 2.328125, | |
| 1.46875, | |
| 1.453125, | |
| 2.28125 | |
| ], | |
| [ | |
| 2.84375, | |
| 2.328125, | |
| 1.5390625, | |
| 1.8828125, | |
| 2.6875, | |
| 1.7265625, | |
| 2.21875, | |
| 2.78125, | |
| 2.125, | |
| 2.28125, | |
| 1.6953125, | |
| 2.078125, | |
| 2.390625, | |
| 2.15625, | |
| 2.390625, | |
| 2.0625, | |
| 2.421875, | |
| 2.671875, | |
| 1.5234375, | |
| 2.046875, | |
| 1.9140625, | |
| 2.359375, | |
| 2.0625, | |
| 2.640625, | |
| 2.140625, | |
| 2.3125, | |
| 2.234375, | |
| 1.65625, | |
| 2.140625, | |
| 2.140625, | |
| 2.296875, | |
| 2.984375, | |
| 2.15625, | |
| 3.265625, | |
| 2.234375, | |
| 2.40625, | |
| 1.4609375, | |
| 1.734375, | |
| 1.8125, | |
| 1.6875 | |
| ], | |
| [ | |
| 1.8203125, | |
| 2.71875, | |
| 2.09375, | |
| 2.390625, | |
| 2.0625, | |
| 2.015625, | |
| 1.5859375, | |
| 1.734375, | |
| 3.0, | |
| 2.78125, | |
| 1.625, | |
| 2.40625, | |
| 2.265625, | |
| 2.171875, | |
| 3.359375, | |
| 2.703125, | |
| 2.03125, | |
| 3.203125, | |
| 1.671875, | |
| 2.859375, | |
| 1.96875, | |
| 2.328125, | |
| 1.5, | |
| 2.671875, | |
| 2.265625, | |
| 2.625, | |
| 2.421875, | |
| 2.6875, | |
| 2.546875, | |
| 2.3125, | |
| 2.265625, | |
| 1.4140625, | |
| 1.59375, | |
| 2.625, | |
| 1.5859375, | |
| 1.6875, | |
| 2.078125, | |
| 2.421875, | |
| 1.9921875, | |
| 1.6484375 | |
| ], | |
| [ | |
| 1.875, | |
| 2.34375, | |
| 1.5703125, | |
| 2.09375, | |
| 2.828125, | |
| 3.609375, | |
| 1.90625, | |
| 2.828125, | |
| 2.734375, | |
| 2.765625, | |
| 3.078125, | |
| 2.484375, | |
| 2.1875, | |
| 2.53125, | |
| 1.859375, | |
| 2.703125, | |
| 1.9375, | |
| 2.484375, | |
| 2.140625, | |
| 2.28125, | |
| 2.953125, | |
| 2.109375, | |
| 2.25, | |
| 2.3125, | |
| 2.109375, | |
| 1.53125, | |
| 2.015625, | |
| 1.9296875, | |
| 2.40625, | |
| 1.6640625, | |
| 2.359375, | |
| 1.8125, | |
| 1.859375, | |
| 2.671875, | |
| 1.75, | |
| 1.5546875, | |
| 1.921875, | |
| 2.34375, | |
| 2.296875, | |
| 2.359375 | |
| ], | |
| [ | |
| 2.21875, | |
| 1.5703125, | |
| 2.703125, | |
| 3.0, | |
| 2.84375, | |
| 1.7421875, | |
| 2.84375, | |
| 2.59375, | |
| 1.8046875, | |
| 2.234375, | |
| 2.515625, | |
| 2.328125, | |
| 1.9765625, | |
| 2.609375, | |
| 1.84375, | |
| 2.390625, | |
| 2.4375, | |
| 2.75, | |
| 2.625, | |
| 2.140625, | |
| 1.8046875, | |
| 2.0, | |
| 2.53125, | |
| 1.7578125, | |
| 2.09375, | |
| 1.640625, | |
| 2.53125, | |
| 2.28125, | |
| 2.296875, | |
| 2.109375, | |
| 2.140625, | |
| 2.390625, | |
| 2.0, | |
| 1.421875, | |
| 2.234375, | |
| 2.25, | |
| 1.8671875, | |
| 1.5859375, | |
| 2.359375, | |
| 1.8046875 | |
| ], | |
| [ | |
| 1.953125, | |
| 2.09375, | |
| 3.25, | |
| 2.09375, | |
| 2.46875, | |
| 2.515625, | |
| 1.9921875, | |
| 1.6328125, | |
| 2.34375, | |
| 2.484375, | |
| 2.21875, | |
| 2.078125, | |
| 2.546875, | |
| 2.578125, | |
| 2.265625, | |
| 2.265625, | |
| 2.0, | |
| 2.890625, | |
| 2.015625, | |
| 3.03125, | |
| 2.09375, | |
| 2.484375, | |
| 1.9765625, | |
| 1.5625, | |
| 2.703125, | |
| 1.40625, | |
| 1.765625, | |
| 1.890625, | |
| 2.328125, | |
| 1.6640625, | |
| 1.625, | |
| 2.46875, | |
| 2.515625, | |
| 2.109375, | |
| 2.5625, | |
| 1.8046875, | |
| 1.8515625, | |
| 2.546875, | |
| 1.8125, | |
| 2.3125 | |
| ], | |
| [ | |
| 2.65625, | |
| 2.375, | |
| 2.53125, | |
| 2.5, | |
| 2.25, | |
| 2.53125, | |
| 2.03125, | |
| 3.15625, | |
| 2.03125, | |
| 3.125, | |
| 2.3125, | |
| 2.375, | |
| 1.734375, | |
| 2.390625, | |
| 1.4140625, | |
| 2.390625, | |
| 2.65625, | |
| 2.328125, | |
| 2.5625, | |
| 2.1875, | |
| 2.859375, | |
| 2.140625, | |
| 2.671875, | |
| 1.921875, | |
| 2.265625, | |
| 2.515625, | |
| 2.875, | |
| 2.578125, | |
| 2.6875, | |
| 2.640625, | |
| 1.8203125, | |
| 3.203125, | |
| 2.265625, | |
| 2.71875, | |
| 3.296875, | |
| 2.875, | |
| 2.5, | |
| 1.953125, | |
| 2.71875, | |
| 2.03125 | |
| ], | |
| [ | |
| 2.390625, | |
| 2.234375, | |
| 2.5, | |
| 1.9296875, | |
| 3.5, | |
| 2.984375, | |
| 1.84375, | |
| 2.6875, | |
| 2.4375, | |
| 1.75, | |
| 2.859375, | |
| 2.265625, | |
| 2.75, | |
| 2.03125, | |
| 2.921875, | |
| 2.796875, | |
| 2.265625, | |
| 2.515625, | |
| 2.671875, | |
| 1.9375, | |
| 2.421875, | |
| 2.390625, | |
| 3.734375, | |
| 1.953125, | |
| 1.9140625, | |
| 1.609375, | |
| 2.546875, | |
| 1.3203125, | |
| 3.125, | |
| 2.671875, | |
| 2.234375, | |
| 1.8671875, | |
| 1.8046875, | |
| 2.34375, | |
| 3.390625, | |
| 1.953125, | |
| 2.0625, | |
| 2.03125, | |
| 1.34375, | |
| 1.6953125 | |
| ], | |
| [ | |
| 2.28125, | |
| 2.6875, | |
| 2.28125, | |
| 3.046875, | |
| 2.515625, | |
| 2.5625, | |
| 2.609375, | |
| 2.84375, | |
| 2.65625, | |
| 1.796875, | |
| 2.75, | |
| 2.484375, | |
| 2.890625, | |
| 1.296875, | |
| 2.859375, | |
| 3.34375, | |
| 1.71875, | |
| 2.6875, | |
| 2.234375, | |
| 1.984375, | |
| 2.0, | |
| 1.984375, | |
| 2.375, | |
| 2.96875, | |
| 1.796875, | |
| 2.796875, | |
| 3.171875, | |
| 2.4375, | |
| 1.9765625, | |
| 2.265625, | |
| 1.8359375, | |
| 2.40625, | |
| 2.5, | |
| 2.71875, | |
| 1.9765625, | |
| 2.59375, | |
| 2.21875, | |
| 2.640625, | |
| 2.53125, | |
| 3.078125 | |
| ], | |
| [ | |
| 2.453125, | |
| 2.203125, | |
| 2.9375, | |
| 1.40625, | |
| 2.953125, | |
| 2.828125, | |
| 2.5625, | |
| 3.03125, | |
| 2.40625, | |
| 3.015625, | |
| 2.0, | |
| 2.265625, | |
| 2.8125, | |
| 2.421875, | |
| 1.6953125, | |
| 1.96875, | |
| 2.203125, | |
| 2.5625, | |
| 2.171875, | |
| 2.59375, | |
| 1.140625, | |
| 2.515625, | |
| 2.46875, | |
| 1.78125, | |
| 2.3125, | |
| 2.921875, | |
| 2.90625, | |
| 1.8671875, | |
| 1.9609375, | |
| 3.15625, | |
| 3.28125, | |
| 2.609375, | |
| 3.03125, | |
| 3.3125, | |
| 1.9140625, | |
| 2.53125, | |
| 3.234375, | |
| 1.6015625, | |
| 2.34375, | |
| 2.1875 | |
| ], | |
| [ | |
| 1.875, | |
| 2.96875, | |
| 2.578125, | |
| 2.703125, | |
| 2.453125, | |
| 2.5, | |
| 3.03125, | |
| 2.71875, | |
| 2.84375, | |
| 2.25, | |
| 3.15625, | |
| 2.0, | |
| 2.53125, | |
| 2.234375, | |
| 1.6484375, | |
| 2.5, | |
| 1.6328125, | |
| 2.3125, | |
| 1.6796875, | |
| 2.578125, | |
| 2.234375, | |
| 2.5625, | |
| 1.84375, | |
| 3.03125, | |
| 1.59375, | |
| 2.734375, | |
| 3.09375, | |
| 1.984375, | |
| 2.5625, | |
| 2.359375, | |
| 2.15625, | |
| 2.546875, | |
| 2.84375, | |
| 2.125, | |
| 1.8671875, | |
| 2.203125, | |
| 1.828125, | |
| 2.125, | |
| 2.125, | |
| 2.234375 | |
| ], | |
| [ | |
| 2.640625, | |
| 1.9765625, | |
| 2.546875, | |
| 1.84375, | |
| 2.140625, | |
| 2.875, | |
| 2.15625, | |
| 2.296875, | |
| 2.265625, | |
| 1.84375, | |
| 3.0, | |
| 2.03125, | |
| 2.75, | |
| 2.328125, | |
| 2.9375, | |
| 2.484375, | |
| 2.078125, | |
| 2.21875, | |
| 2.484375, | |
| 2.265625, | |
| 2.1875, | |
| 1.5390625, | |
| 1.953125, | |
| 2.296875, | |
| 2.390625, | |
| 1.46875, | |
| 2.8125, | |
| 2.828125, | |
| 1.65625, | |
| 3.296875, | |
| 1.5703125, | |
| 2.40625, | |
| 2.015625, | |
| 1.765625, | |
| 2.234375, | |
| 2.40625, | |
| 2.5625, | |
| 2.21875, | |
| 2.078125, | |
| 3.125 | |
| ], | |
| [ | |
| 1.7265625, | |
| 2.3125, | |
| 1.9765625, | |
| 2.875, | |
| 2.171875, | |
| 2.34375, | |
| 2.046875, | |
| 2.3125, | |
| 1.53125, | |
| 2.046875, | |
| 2.6875, | |
| 1.7265625, | |
| 1.9453125, | |
| 1.8203125, | |
| 2.265625, | |
| 2.515625, | |
| 2.109375, | |
| 2.453125, | |
| 1.875, | |
| 2.078125, | |
| 2.03125, | |
| 2.40625, | |
| 2.46875, | |
| 2.0625, | |
| 3.0625, | |
| 1.8203125, | |
| 2.34375, | |
| 2.34375, | |
| 2.0625, | |
| 2.390625, | |
| 2.046875, | |
| 2.15625, | |
| 2.1875, | |
| 2.0625, | |
| 2.09375, | |
| 2.171875, | |
| 2.375, | |
| 2.171875, | |
| 1.875, | |
| 1.9921875 | |
| ], | |
| [ | |
| 1.9296875, | |
| 2.234375, | |
| 2.046875, | |
| 1.578125, | |
| 2.296875, | |
| 1.671875, | |
| 1.8671875, | |
| 2.546875, | |
| 2.359375, | |
| 2.40625, | |
| 2.25, | |
| 1.546875, | |
| 2.578125, | |
| 2.125, | |
| 2.4375, | |
| 2.03125, | |
| 2.34375, | |
| 1.765625, | |
| 2.171875, | |
| 1.734375, | |
| 2.4375, | |
| 1.4453125, | |
| 2.25, | |
| 2.578125, | |
| 1.9921875, | |
| 2.6875, | |
| 1.9609375, | |
| 1.6796875, | |
| 1.9375, | |
| 2.46875, | |
| 2.296875, | |
| 2.015625, | |
| 2.515625, | |
| 2.140625, | |
| 2.28125, | |
| 2.34375, | |
| 2.21875, | |
| 1.8984375, | |
| 2.0, | |
| 1.859375 | |
| ], | |
| [ | |
| 2.3125, | |
| 2.484375, | |
| 2.09375, | |
| 2.328125, | |
| 2.671875, | |
| 2.484375, | |
| 2.609375, | |
| 2.015625, | |
| 2.328125, | |
| 2.40625, | |
| 2.078125, | |
| 1.5859375, | |
| 1.6484375, | |
| 2.265625, | |
| 2.0, | |
| 2.671875, | |
| 1.9296875, | |
| 2.40625, | |
| 1.859375, | |
| 2.828125, | |
| 2.0, | |
| 1.9921875, | |
| 1.953125, | |
| 1.9921875, | |
| 2.421875, | |
| 2.359375, | |
| 2.4375, | |
| 2.078125, | |
| 1.515625, | |
| 2.234375, | |
| 2.0, | |
| 1.96875, | |
| 2.03125, | |
| 1.71875, | |
| 2.046875, | |
| 2.03125, | |
| 2.0, | |
| 2.4375, | |
| 2.375, | |
| 2.265625 | |
| ], | |
| [ | |
| 2.25, | |
| 2.21875, | |
| 2.71875, | |
| 2.359375, | |
| 2.671875, | |
| 1.8046875, | |
| 2.53125, | |
| 2.484375, | |
| 1.6796875, | |
| 2.046875, | |
| 2.28125, | |
| 1.8515625, | |
| 2.234375, | |
| 2.296875, | |
| 2.046875, | |
| 2.515625, | |
| 2.203125, | |
| 2.390625, | |
| 3.03125, | |
| 1.9453125, | |
| 2.453125, | |
| 2.234375, | |
| 1.734375, | |
| 2.5625, | |
| 2.359375, | |
| 2.140625, | |
| 2.34375, | |
| 2.1875, | |
| 2.453125, | |
| 1.9296875, | |
| 2.4375, | |
| 2.171875, | |
| 1.8828125, | |
| 2.3125, | |
| 2.234375, | |
| 2.21875, | |
| 1.9765625, | |
| 2.359375, | |
| 1.859375, | |
| 2.3125 | |
| ], | |
| [ | |
| 2.25, | |
| 2.21875, | |
| 1.90625, | |
| 2.21875, | |
| 2.296875, | |
| 2.40625, | |
| 1.84375, | |
| 2.109375, | |
| 2.421875, | |
| 2.21875, | |
| 2.5625, | |
| 1.6953125, | |
| 2.40625, | |
| 2.5, | |
| 2.28125, | |
| 2.484375, | |
| 2.875, | |
| 2.8125, | |
| 2.15625, | |
| 2.34375, | |
| 2.15625, | |
| 2.5, | |
| 2.359375, | |
| 1.8125, | |
| 2.453125, | |
| 1.75, | |
| 2.15625, | |
| 1.8984375, | |
| 2.375, | |
| 2.6875, | |
| 2.3125, | |
| 1.9453125, | |
| 1.9609375, | |
| 2.390625, | |
| 2.109375, | |
| 2.484375, | |
| 2.859375, | |
| 2.25, | |
| 2.21875, | |
| 1.890625 | |
| ], | |
| [ | |
| 2.390625, | |
| 2.296875, | |
| 1.7578125, | |
| 2.078125, | |
| 2.453125, | |
| 2.484375, | |
| 1.9921875, | |
| 2.34375, | |
| 2.09375, | |
| 2.6875, | |
| 2.296875, | |
| 2.3125, | |
| 2.421875, | |
| 1.90625, | |
| 2.09375, | |
| 2.421875, | |
| 2.578125, | |
| 1.8828125, | |
| 2.765625, | |
| 2.375, | |
| 2.796875, | |
| 2.328125, | |
| 2.8125, | |
| 2.546875, | |
| 2.640625, | |
| 2.375, | |
| 2.25, | |
| 2.75, | |
| 2.5, | |
| 2.171875, | |
| 2.203125, | |
| 2.34375, | |
| 2.234375, | |
| 2.5, | |
| 1.9296875, | |
| 1.7578125, | |
| 1.859375, | |
| 2.265625, | |
| 2.671875, | |
| 2.65625 | |
| ], | |
| [ | |
| 1.640625, | |
| 1.96875, | |
| 1.71875, | |
| 2.15625, | |
| 2.375, | |
| 1.890625, | |
| 2.0625, | |
| 2.1875, | |
| 2.75, | |
| 2.125, | |
| 1.9765625, | |
| 2.046875, | |
| 1.9140625, | |
| 2.84375, | |
| 1.8515625, | |
| 1.984375, | |
| 3.34375, | |
| 1.8125, | |
| 2.375, | |
| 2.046875, | |
| 1.765625, | |
| 1.7421875, | |
| 1.9921875, | |
| 2.75, | |
| 2.0625, | |
| 2.1875, | |
| 1.7734375, | |
| 1.765625, | |
| 1.8359375, | |
| 2.234375, | |
| 1.7265625, | |
| 2.34375, | |
| 2.546875, | |
| 2.1875, | |
| 1.859375, | |
| 1.4921875, | |
| 2.484375, | |
| 1.9453125, | |
| 1.65625, | |
| 2.03125 | |
| ], | |
| [ | |
| 1.6484375, | |
| 1.890625, | |
| 1.8125, | |
| 1.625, | |
| 1.640625, | |
| 2.109375, | |
| 1.875, | |
| 1.890625, | |
| 2.15625, | |
| 2.21875, | |
| 2.4375, | |
| 1.890625, | |
| 2.125, | |
| 1.796875, | |
| 2.0, | |
| 1.9921875, | |
| 1.59375, | |
| 2.078125, | |
| 1.9140625, | |
| 1.8515625, | |
| 1.921875, | |
| 1.796875, | |
| 1.59375, | |
| 1.7578125, | |
| 2.171875, | |
| 2.125, | |
| 1.5390625, | |
| 1.9921875, | |
| 1.921875, | |
| 3.09375, | |
| 2.4375, | |
| 1.6484375, | |
| 2.0, | |
| 2.359375, | |
| 1.984375, | |
| 2.53125, | |
| 1.8515625, | |
| 1.4921875, | |
| 1.7421875, | |
| 2.046875 | |
| ], | |
| [ | |
| 2.09375, | |
| 1.78125, | |
| 1.9765625, | |
| 1.7578125, | |
| 1.90625, | |
| 1.96875, | |
| 2.78125, | |
| 2.28125, | |
| 2.546875, | |
| 3.15625, | |
| 1.9609375, | |
| 1.796875, | |
| 1.8125, | |
| 1.6796875, | |
| 1.84375, | |
| 2.15625, | |
| 2.453125, | |
| 1.8671875, | |
| 1.671875, | |
| 1.734375, | |
| 1.8515625, | |
| 1.7734375, | |
| 2.515625, | |
| 1.796875, | |
| 1.8671875, | |
| 1.6640625, | |
| 2.84375, | |
| 2.109375, | |
| 2.828125, | |
| 2.1875, | |
| 2.125, | |
| 1.984375, | |
| 1.8359375, | |
| 1.5859375, | |
| 2.0, | |
| 2.15625, | |
| 2.078125, | |
| 2.515625, | |
| 1.6015625, | |
| 1.953125 | |
| ], | |
| [ | |
| 2.125, | |
| 1.9765625, | |
| 2.234375, | |
| 1.4453125, | |
| 2.5625, | |
| 1.8515625, | |
| 3.0, | |
| 3.0625, | |
| 2.5, | |
| 1.9453125, | |
| 1.7734375, | |
| 1.6953125, | |
| 1.9140625, | |
| 1.53125, | |
| 2.109375, | |
| 2.59375, | |
| 1.5234375, | |
| 1.671875, | |
| 1.453125, | |
| 1.8984375, | |
| 2.78125, | |
| 1.546875, | |
| 2.03125, | |
| 2.5, | |
| 1.5703125, | |
| 2.640625, | |
| 1.5859375, | |
| 1.359375, | |
| 1.6328125, | |
| 1.2734375, | |
| 2.0, | |
| 2.421875, | |
| 2.09375, | |
| 2.140625, | |
| 2.0625, | |
| 1.6484375, | |
| 1.703125, | |
| 1.9296875, | |
| 1.8515625, | |
| 2.09375 | |
| ], | |
| [ | |
| 1.5078125, | |
| 2.21875, | |
| 2.625, | |
| 2.25, | |
| 1.6484375, | |
| 1.734375, | |
| 1.84375, | |
| 1.5078125, | |
| 2.171875, | |
| 1.828125, | |
| 1.5625, | |
| 3.265625, | |
| 2.15625, | |
| 2.828125, | |
| 1.5703125, | |
| 1.890625, | |
| 1.234375, | |
| 2.328125, | |
| 3.328125, | |
| 1.5703125, | |
| 1.6875, | |
| 2.75, | |
| 1.9609375, | |
| 1.5390625, | |
| 2.125, | |
| 2.5, | |
| 1.8984375, | |
| 1.734375, | |
| 1.5703125, | |
| 1.390625, | |
| 2.078125, | |
| 1.3828125, | |
| 1.46875, | |
| 1.5234375, | |
| 1.859375, | |
| 1.5234375, | |
| 1.7734375, | |
| 2.078125, | |
| 1.515625, | |
| 1.7421875 | |
| ] | |
| ], | |
| "talkie_initial_rms_norm": true, | |
| "talkie_mlp_gains": [ | |
| 0.00023651123046875, | |
| 0.000370025634765625, | |
| 0.00018978118896484375, | |
| 0.000621795654296875, | |
| 0.00182342529296875, | |
| 0.0021209716796875, | |
| 0.0025177001953125, | |
| 0.0032196044921875, | |
| 0.005523681640625, | |
| 0.00958251953125, | |
| 0.01141357421875, | |
| 0.01495361328125, | |
| 0.01806640625, | |
| 0.0211181640625, | |
| 0.0238037109375, | |
| 0.0322265625, | |
| 0.04150390625, | |
| 0.057373046875, | |
| 0.0732421875, | |
| 0.0947265625, | |
| 0.12109375, | |
| 0.1533203125, | |
| 0.1875, | |
| 0.236328125, | |
| 0.296875, | |
| 0.36328125, | |
| 0.484375, | |
| 0.60546875, | |
| 0.78125, | |
| 0.99609375, | |
| 1.1953125, | |
| 1.4140625, | |
| 1.6015625, | |
| 1.7578125, | |
| 2.125, | |
| 2.59375, | |
| 3.0, | |
| 3.09375, | |
| 2.90625, | |
| 2.421875 | |
| ], | |
| "talkie_qwen3_compat": true, | |
| "talkie_rope_sign": -1, | |
| "tie_word_embeddings": false, | |
| "transformers_version": "4.57.2", | |
| "use_cache": true, | |
| "use_sliding_window": false, | |
| "vocab_size": 65540 | |
| } | |