kelvinksau commited on
Commit
1c158a7
1 Parent(s): 29c4622

End of training

Browse files
Files changed (4) hide show
  1. README.md +3 -3
  2. generation_config.json +1 -1
  3. tokenizer.json +16 -2
  4. tokenizer_config.json +7 -0
README.md CHANGED
@@ -48,7 +48,7 @@ The following hyperparameters were used during training:
48
 
49
  ### Framework versions
50
 
51
- - Transformers 4.34.0.dev0
52
- - Pytorch 2.0.1
53
- - Datasets 2.12.0
54
  - Tokenizers 0.13.3
 
48
 
49
  ### Framework versions
50
 
51
+ - Transformers 4.33.3
52
+ - Pytorch 2.0.1+cu118
53
+ - Datasets 2.14.5
54
  - Tokenizers 0.13.3
generation_config.json CHANGED
@@ -4,5 +4,5 @@
4
  "eos_token_id": 2,
5
  "forced_eos_token_id": 2,
6
  "pad_token_id": 1,
7
- "transformers_version": "4.34.0.dev0"
8
  }
 
4
  "eos_token_id": 2,
5
  "forced_eos_token_id": 2,
6
  "pad_token_id": 1,
7
+ "transformers_version": "4.33.3"
8
  }
tokenizer.json CHANGED
@@ -1,7 +1,21 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 512,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": {
10
+ "strategy": {
11
+ "Fixed": 512
12
+ },
13
+ "direction": "Right",
14
+ "pad_to_multiple_of": null,
15
+ "pad_id": 1,
16
+ "pad_type_id": 0,
17
+ "pad_token": "<pad>"
18
+ },
19
  "added_tokens": [
20
  {
21
  "id": 0,
tokenizer_config.json CHANGED
@@ -11,11 +11,18 @@
11
  "rstrip": false,
12
  "single_word": false
13
  },
 
14
  "model_max_length": 1000000000000000019884624838656,
 
15
  "pad_token": "<pad>",
 
 
16
  "processor_class": "DonutProcessor",
17
  "sep_token": "</s>",
18
  "sp_model_kwargs": {},
 
19
  "tokenizer_class": "XLMRobertaTokenizer",
 
 
20
  "unk_token": "<unk>"
21
  }
 
11
  "rstrip": false,
12
  "single_word": false
13
  },
14
+ "max_length": 512,
15
  "model_max_length": 1000000000000000019884624838656,
16
+ "pad_to_multiple_of": null,
17
  "pad_token": "<pad>",
18
+ "pad_token_type_id": 0,
19
+ "padding_side": "right",
20
  "processor_class": "DonutProcessor",
21
  "sep_token": "</s>",
22
  "sp_model_kwargs": {},
23
+ "stride": 0,
24
  "tokenizer_class": "XLMRobertaTokenizer",
25
+ "truncation_side": "right",
26
+ "truncation_strategy": "longest_first",
27
  "unk_token": "<unk>"
28
  }