miguelvictor commited on
Commit
f7709ed
1 Parent(s): 8d5f3a6

Updated config

Browse files
Files changed (1) hide show
  1. config.json +4 -28
config.json CHANGED
@@ -6,7 +6,6 @@
6
  "decoder_start_token_id": 0,
7
  "dropout_rate": 0.1,
8
  "eos_token_id": 1,
9
- "feed_forward_proj": "relu",
10
  "initializer_factor": 1.0,
11
  "is_encoder_decoder": true,
12
  "layer_norm_epsilon": 1e-6,
@@ -15,39 +14,16 @@
15
  "num_decoder_layers": 12,
16
  "num_heads": 12,
17
  "num_layers": 12,
18
- "output_past": true,
19
  "pad_token_id": 0,
20
  "relative_attention_num_buckets": 32,
21
  "task_specific_params": {
22
- "summarization": {
23
  "early_stopping": true,
24
- "length_penalty": 2.0,
25
- "max_length": 200,
26
- "min_length": 30,
27
- "no_repeat_ngram_size": 3,
28
- "num_beams": 4,
29
- "prefix": "summarize: "
30
- },
31
- "translation_en_to_de": {
32
- "early_stopping": true,
33
- "max_length": 300,
34
- "num_beams": 4,
35
- "prefix": "translate English to German: "
36
- },
37
- "translation_en_to_fr": {
38
- "early_stopping": true,
39
- "max_length": 300,
40
- "num_beams": 4,
41
- "prefix": "translate English to French: "
42
- },
43
- "translation_en_to_ro": {
44
- "early_stopping": true,
45
- "max_length": 300,
46
- "num_beams": 4,
47
- "prefix": "translate English to Romanian: "
48
  }
49
  },
50
  "transformers_version": "4.3.3",
51
- "use_cache": true,
52
  "vocab_size": 32128
53
  }
 
6
  "decoder_start_token_id": 0,
7
  "dropout_rate": 0.1,
8
  "eos_token_id": 1,
 
9
  "initializer_factor": 1.0,
10
  "is_encoder_decoder": true,
11
  "layer_norm_epsilon": 1e-6,
 
14
  "num_decoder_layers": 12,
15
  "num_heads": 12,
16
  "num_layers": 12,
 
17
  "pad_token_id": 0,
18
  "relative_attention_num_buckets": 32,
19
  "task_specific_params": {
20
+ "text2text-generation": {
21
  "early_stopping": true,
22
+ "max_length": 50,
23
+ "no_repeat_ngram_size": 2,
24
+ "num_beams": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  }
26
  },
27
  "transformers_version": "4.3.3",
 
28
  "vocab_size": 32128
29
  }