DanielHesslow commited on
Commit
e8b5de8
1 Parent(s): e6695c3
Files changed (2) hide show
  1. config.json +19 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "RITAModel"
4
+ ],
5
+ "bos_token_id": [
6
+ 50256
7
+ ],
8
+ "d_feedforward": 4096,
9
+ "d_model": 1024,
10
+ "dropout": 0.0,
11
+ "eos_token_id": 50256,
12
+ "max_seq_len": 1024,
13
+ "model_type": "codegen",
14
+ "num_heads": 16,
15
+ "num_layers": 24,
16
+ "torch_dtype": "float32",
17
+ "transformers_version": "4.16.2",
18
+ "vocab_size": 128
19
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:796a48bd1f27debf7d6b9224d9a4c9ca98e1a17c118f6250a094398ad131d2cb
3
+ size 1210441929