{ | |
"bias": false, | |
"block_size": 1023, | |
"dim_scale": 8, | |
"dropout": 0.0, | |
"n_embd": 512, | |
"n_head": 8, | |
"n_layer": 8, | |
"top_k": 512, | |
"vocab_size": 32 | |
} |
{ | |
"bias": false, | |
"block_size": 1023, | |
"dim_scale": 8, | |
"dropout": 0.0, | |
"n_embd": 512, | |
"n_head": 8, | |
"n_layer": 8, | |
"top_k": 512, | |
"vocab_size": 32 | |
} |