Zhuoyang Song commited on
Commit
297f611
1 Parent(s): 3d93a78

add config tokenizer

Browse files
Files changed (3) hide show
  1. config.json +15 -0
  2. spiece.model +3 -0
  3. vocab.txt +0 -0
config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "num_layers":40,
3
+ "vocab_size":50176,
4
+ "hidden_size":3072,
5
+ "num_attention_heads":48,
6
+ "embedding_dropout_prob":0.1,
7
+ "attention_dropout_prob":0.1,
8
+ "output_dropout_prob":0.1,
9
+ "max_sequence_length":1024,
10
+ "max_memory_length":512,
11
+ "checkpoint_activations":false,
12
+ "checkpoint_num_layers":1,
13
+ "parallel_output":true,
14
+ "relative_encoding":true
15
+ }
spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea6f4164152bc58d23e24e48f7bf4187aad72a32e97ec4b3acc832fe183cbc2
3
+ size 1021864
vocab.txt ADDED
The diff for this file is too large to render. See raw diff