File size: 272 Bytes
0ca21e6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
	"bos_token_id": 50256,
	"eos_token_ids": [
	50256
	  ],
	"initializer_range": 0.02,
	"layer_norm_epsilon": 1e-05,
	"model_type": "gpt2",
	"n_ctx": 1024,
	"n_embd": 768,
	"n_head": 16,
	"n_layer": 24,
	"n_positions": 1024,
	"pad_token_id": 50256,
	"vocab_size": 50257
}