File size: 389 Bytes
5bdba26 bcfd3d7 5bdba26 bcfd3d7 5bdba26 bcfd3d7 5bdba26 bcfd3d7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
{
"architectures": [
"NanoGPT"
],
"auto_map": {
"AutoConfig": "model.NanoGPTConfig",
"AutoModel": "model.NanoGPT"
},
"bias": false,
"block_size": 256,
"dropout": 0.2,
"model_type": "nanoGPT",
"n_embd": 384,
"n_head": 6,
"n_layer": 6,
"outbedding_weight_tying": false,
"torch_dtype": "float32",
"transformers_version": "4.41.2",
"vocab_size": 65
}
|