EnricocoChanel commited on
Commit
16dd2b8
1 Parent(s): 66f4e05

End of training

Browse files
README.md ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ base_model: naver-clova-ix/donut-base
4
+ tags:
5
+ - generated_from_trainer
6
+ datasets:
7
+ - imagefolder
8
+ model-index:
9
+ - name: donut-base-eco_v3
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # donut-base-eco_v3
17
+
18
+ This model is a fine-tuned version of [naver-clova-ix/donut-base](https://huggingface.co/naver-clova-ix/donut-base) on the imagefolder dataset.
19
+ It achieves the following results on the evaluation set:
20
+ - Loss: 1.1236
21
+
22
+ ## Model description
23
+
24
+ More information needed
25
+
26
+ ## Intended uses & limitations
27
+
28
+ More information needed
29
+
30
+ ## Training and evaluation data
31
+
32
+ More information needed
33
+
34
+ ## Training procedure
35
+
36
+ ### Training hyperparameters
37
+
38
+ The following hyperparameters were used during training:
39
+ - learning_rate: 2e-05
40
+ - train_batch_size: 4
41
+ - eval_batch_size: 8
42
+ - seed: 42
43
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
44
+ - lr_scheduler_type: linear
45
+ - num_epochs: 3
46
+
47
+ ### Training results
48
+
49
+ | Training Loss | Epoch | Step | Validation Loss |
50
+ |:-------------:|:-----:|:----:|:---------------:|
51
+ | 5.7637 | 0.05 | 10 | 4.3966 |
52
+ | 4.7131 | 0.1 | 20 | 3.4323 |
53
+ | 3.6024 | 0.15 | 30 | 2.7923 |
54
+ | 2.8768 | 0.2 | 40 | 2.4152 |
55
+ | 3.0689 | 0.25 | 50 | 2.2683 |
56
+ | 2.4879 | 0.3 | 60 | 2.0826 |
57
+ | 2.3029 | 0.35 | 70 | 1.9588 |
58
+ | 2.2746 | 0.4 | 80 | 1.8516 |
59
+ | 2.7149 | 0.45 | 90 | 1.7636 |
60
+ | 2.1114 | 0.51 | 100 | 1.7028 |
61
+ | 2.2623 | 0.56 | 110 | 1.6586 |
62
+ | 1.826 | 0.61 | 120 | 1.5988 |
63
+ | 2.0984 | 0.66 | 130 | 1.5454 |
64
+ | 1.4917 | 0.71 | 140 | 1.5161 |
65
+ | 1.4414 | 0.76 | 150 | 1.4859 |
66
+ | 1.9446 | 0.81 | 160 | 1.4424 |
67
+ | 1.923 | 0.86 | 170 | 1.4239 |
68
+ | 1.5272 | 0.91 | 180 | 1.4003 |
69
+ | 1.8752 | 0.96 | 190 | 1.3695 |
70
+ | 1.1883 | 1.01 | 200 | 1.3520 |
71
+ | 1.432 | 1.06 | 210 | 1.3340 |
72
+ | 1.6104 | 1.11 | 220 | 1.3292 |
73
+ | 1.3261 | 1.16 | 230 | 1.3174 |
74
+ | 1.3727 | 1.21 | 240 | 1.3024 |
75
+ | 1.6194 | 1.26 | 250 | 1.2777 |
76
+ | 1.6811 | 1.31 | 260 | 1.2793 |
77
+ | 1.3327 | 1.36 | 270 | 1.2636 |
78
+ | 1.2379 | 1.41 | 280 | 1.2492 |
79
+ | 1.8061 | 1.46 | 290 | 1.2423 |
80
+ | 1.6403 | 1.52 | 300 | 1.2333 |
81
+ | 1.5277 | 1.57 | 310 | 1.2245 |
82
+ | 1.8438 | 1.62 | 320 | 1.2114 |
83
+ | 1.6035 | 1.67 | 330 | 1.2127 |
84
+ | 1.4338 | 1.72 | 340 | 1.2061 |
85
+ | 1.4517 | 1.77 | 350 | 1.1997 |
86
+ | 1.7217 | 1.82 | 360 | 1.1891 |
87
+ | 1.1229 | 1.87 | 370 | 1.1836 |
88
+ | 1.2508 | 1.92 | 380 | 1.1767 |
89
+ | 1.0494 | 1.97 | 390 | 1.1726 |
90
+ | 1.3746 | 2.02 | 400 | 1.1710 |
91
+ | 0.8878 | 2.07 | 410 | 1.1708 |
92
+ | 1.4181 | 2.12 | 420 | 1.1642 |
93
+ | 1.1233 | 2.17 | 430 | 1.1627 |
94
+ | 1.4889 | 2.22 | 440 | 1.1654 |
95
+ | 1.4098 | 2.27 | 450 | 1.1592 |
96
+ | 1.4169 | 2.32 | 460 | 1.1526 |
97
+ | 1.3255 | 2.37 | 470 | 1.1470 |
98
+ | 1.4087 | 2.42 | 480 | 1.1449 |
99
+ | 0.9108 | 2.47 | 490 | 1.1455 |
100
+ | 1.4604 | 2.53 | 500 | 1.1425 |
101
+ | 1.47 | 2.58 | 510 | 1.1334 |
102
+ | 1.4215 | 2.63 | 520 | 1.1313 |
103
+ | 1.2907 | 2.68 | 530 | 1.1285 |
104
+ | 1.2292 | 2.73 | 540 | 1.1273 |
105
+ | 1.3936 | 2.78 | 550 | 1.1261 |
106
+ | 1.1875 | 2.83 | 560 | 1.1250 |
107
+ | 1.4496 | 2.88 | 570 | 1.1245 |
108
+ | 1.3273 | 2.93 | 580 | 1.1239 |
109
+ | 1.4324 | 2.98 | 590 | 1.1236 |
110
+
111
+
112
+ ### Framework versions
113
+
114
+ - Transformers 4.39.2
115
+ - Pytorch 2.3.0+cu121
116
+ - Datasets 2.18.0
117
+ - Tokenizers 0.15.2
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<s_iitcdip>": 57523,
3
+ "<s_synthdog>": 57524,
4
+ "<sep/>": 57522
5
+ }
generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 2,
5
+ "forced_eos_token_id": 2,
6
+ "pad_token_id": 1,
7
+ "transformers_version": "4.39.2"
8
+ }
preprocessor_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_thumbnail",
8
+ "do_align_long_axis",
9
+ "do_pad",
10
+ "random_padding",
11
+ "do_rescale",
12
+ "rescale_factor",
13
+ "do_normalize",
14
+ "image_mean",
15
+ "image_std",
16
+ "return_tensors",
17
+ "data_format",
18
+ "input_data_format"
19
+ ],
20
+ "do_align_long_axis": false,
21
+ "do_normalize": true,
22
+ "do_pad": true,
23
+ "do_rescale": true,
24
+ "do_resize": true,
25
+ "do_thumbnail": true,
26
+ "image_mean": [
27
+ 0.5,
28
+ 0.5,
29
+ 0.5
30
+ ],
31
+ "image_processor_type": "DonutImageProcessor",
32
+ "image_std": [
33
+ 0.5,
34
+ 0.5,
35
+ 0.5
36
+ ],
37
+ "processor_class": "DonutProcessor",
38
+ "resample": 2,
39
+ "rescale_factor": 0.00392156862745098,
40
+ "size": [
41
+ 720,
42
+ 960
43
+ ]
44
+ }
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
3
+ size 1296245
special_tokens_map.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "</s>",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ }
17
+ ],
18
+ "bos_token": {
19
+ "content": "<s>",
20
+ "lstrip": false,
21
+ "normalized": false,
22
+ "rstrip": false,
23
+ "single_word": false
24
+ },
25
+ "cls_token": {
26
+ "content": "<s>",
27
+ "lstrip": false,
28
+ "normalized": false,
29
+ "rstrip": false,
30
+ "single_word": false
31
+ },
32
+ "eos_token": {
33
+ "content": "</s>",
34
+ "lstrip": false,
35
+ "normalized": false,
36
+ "rstrip": false,
37
+ "single_word": false
38
+ },
39
+ "mask_token": {
40
+ "content": "<mask>",
41
+ "lstrip": true,
42
+ "normalized": true,
43
+ "rstrip": false,
44
+ "single_word": false
45
+ },
46
+ "pad_token": {
47
+ "content": "<pad>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": false,
51
+ "single_word": false
52
+ },
53
+ "sep_token": {
54
+ "content": "</s>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false
59
+ },
60
+ "unk_token": {
61
+ "content": "<unk>",
62
+ "lstrip": false,
63
+ "normalized": false,
64
+ "rstrip": false,
65
+ "single_word": false
66
+ }
67
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "57521": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": true,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "57522": {
44
+ "content": "<sep/>",
45
+ "lstrip": false,
46
+ "normalized": true,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": false
50
+ },
51
+ "57523": {
52
+ "content": "<s_iitcdip>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "57524": {
60
+ "content": "<s_synthdog>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ }
67
+ },
68
+ "additional_special_tokens": [
69
+ "<s>",
70
+ "</s>"
71
+ ],
72
+ "bos_token": "<s>",
73
+ "clean_up_tokenization_spaces": true,
74
+ "cls_token": "<s>",
75
+ "eos_token": "</s>",
76
+ "mask_token": "<mask>",
77
+ "model_max_length": 1000000000000000019884624838656,
78
+ "pad_token": "<pad>",
79
+ "processor_class": "DonutProcessor",
80
+ "sep_token": "</s>",
81
+ "sp_model_kwargs": {},
82
+ "tokenizer_class": "XLMRobertaTokenizer",
83
+ "unk_token": "<unk>"
84
+ }