Upload 7 files
Browse files- config.json +80 -0
- model.safetensors +3 -0
- optimizer.pt +3 -0
- rng_state.pth +3 -0
- scheduler.pt +3 -0
- trainer_state.json +182 -0
- training_args.bin +3 -0
config.json
ADDED
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "nvidia/mit-b0",
|
3 |
+
"architectures": [
|
4 |
+
"SegformerForSemanticSegmentation"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.0,
|
7 |
+
"classifier_dropout_prob": 0.1,
|
8 |
+
"decoder_hidden_size": 256,
|
9 |
+
"depths": [
|
10 |
+
2,
|
11 |
+
2,
|
12 |
+
2,
|
13 |
+
2
|
14 |
+
],
|
15 |
+
"downsampling_rates": [
|
16 |
+
1,
|
17 |
+
4,
|
18 |
+
8,
|
19 |
+
16
|
20 |
+
],
|
21 |
+
"drop_path_rate": 0.1,
|
22 |
+
"hidden_act": "gelu",
|
23 |
+
"hidden_dropout_prob": 0.0,
|
24 |
+
"hidden_sizes": [
|
25 |
+
32,
|
26 |
+
64,
|
27 |
+
160,
|
28 |
+
256
|
29 |
+
],
|
30 |
+
"id2label": {
|
31 |
+
"0": "na",
|
32 |
+
"1": "anillo",
|
33 |
+
"2": "nervio"
|
34 |
+
},
|
35 |
+
"image_size": 224,
|
36 |
+
"initializer_range": 0.02,
|
37 |
+
"label2id": {
|
38 |
+
"anillo": 1,
|
39 |
+
"na": 0,
|
40 |
+
"nervio": 2
|
41 |
+
},
|
42 |
+
"layer_norm_eps": 1e-06,
|
43 |
+
"mlp_ratios": [
|
44 |
+
4,
|
45 |
+
4,
|
46 |
+
4,
|
47 |
+
4
|
48 |
+
],
|
49 |
+
"model_type": "segformer",
|
50 |
+
"num_attention_heads": [
|
51 |
+
1,
|
52 |
+
2,
|
53 |
+
5,
|
54 |
+
8
|
55 |
+
],
|
56 |
+
"num_channels": 3,
|
57 |
+
"num_encoder_blocks": 4,
|
58 |
+
"patch_sizes": [
|
59 |
+
7,
|
60 |
+
3,
|
61 |
+
3,
|
62 |
+
3
|
63 |
+
],
|
64 |
+
"reshape_last_stage": true,
|
65 |
+
"semantic_loss_ignore_index": 255,
|
66 |
+
"sr_ratios": [
|
67 |
+
8,
|
68 |
+
4,
|
69 |
+
2,
|
70 |
+
1
|
71 |
+
],
|
72 |
+
"strides": [
|
73 |
+
4,
|
74 |
+
2,
|
75 |
+
2,
|
76 |
+
2
|
77 |
+
],
|
78 |
+
"torch_dtype": "float32",
|
79 |
+
"transformers_version": "4.36.2"
|
80 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9496978ead9d3971a8dfd5145ec8bfef195d65e375cd05e69d04821979c5251d
|
3 |
+
size 14885804
|
optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2c0f001c45d8169ef75d1eb4f31b451b1be89940f789857266668183a6fca53
|
3 |
+
size 29890298
|
rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a9dc9016427ccc958b2b2661e1ccb3d6cc8bdfc5476713f2b69b3367f0280275
|
3 |
+
size 14244
|
scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cca4d8092701585270233defc55759dde957656811d1aeb3ab54db8b44542d1
|
3 |
+
size 1064
|
trainer_state.json
ADDED
@@ -0,0 +1,182 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": 0.018934881314635277,
|
3 |
+
"best_model_checkpoint": "/content/drive/MyDrive/Colab Notebooks/Segformer glaucoma/checkpoint-3507",
|
4 |
+
"epoch": 7.0,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 3507,
|
7 |
+
"is_hyper_param_search": false,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 1.0,
|
13 |
+
"learning_rate": 9.500998003992016e-05,
|
14 |
+
"loss": 0.1723,
|
15 |
+
"step": 500
|
16 |
+
},
|
17 |
+
{
|
18 |
+
"epoch": 1.0,
|
19 |
+
"eval_accuracy_anillo": 0.0,
|
20 |
+
"eval_accuracy_na": 1.0,
|
21 |
+
"eval_accuracy_nervio": 0.029383500887049083,
|
22 |
+
"eval_iou_anillo": 0.0,
|
23 |
+
"eval_iou_na": 0.980654061561423,
|
24 |
+
"eval_iou_nervio": 0.029302274151339795,
|
25 |
+
"eval_loss": 0.06639249622821808,
|
26 |
+
"eval_mean_accuracy": 0.3431278336290164,
|
27 |
+
"eval_mean_iou": 0.33665211190425426,
|
28 |
+
"eval_overall_accuracy": 0.9806425357293226,
|
29 |
+
"eval_runtime": 45.1383,
|
30 |
+
"eval_samples_per_second": 7.399,
|
31 |
+
"eval_steps_per_second": 3.7,
|
32 |
+
"step": 501
|
33 |
+
},
|
34 |
+
{
|
35 |
+
"epoch": 2.0,
|
36 |
+
"learning_rate": 9.001996007984033e-05,
|
37 |
+
"loss": 0.0701,
|
38 |
+
"step": 1000
|
39 |
+
},
|
40 |
+
{
|
41 |
+
"epoch": 2.0,
|
42 |
+
"eval_accuracy_anillo": 0.0,
|
43 |
+
"eval_accuracy_na": 1.0,
|
44 |
+
"eval_accuracy_nervio": 0.1054849201655825,
|
45 |
+
"eval_iou_anillo": 0.0,
|
46 |
+
"eval_iou_na": 0.9810594757474694,
|
47 |
+
"eval_iou_nervio": 0.10439681030068038,
|
48 |
+
"eval_loss": 0.05080400034785271,
|
49 |
+
"eval_mean_accuracy": 0.3684949733885275,
|
50 |
+
"eval_mean_iou": 0.36181876201604996,
|
51 |
+
"eval_overall_accuracy": 0.9810187973662051,
|
52 |
+
"eval_runtime": 41.6731,
|
53 |
+
"eval_samples_per_second": 8.015,
|
54 |
+
"eval_steps_per_second": 4.007,
|
55 |
+
"step": 1002
|
56 |
+
},
|
57 |
+
{
|
58 |
+
"epoch": 2.99,
|
59 |
+
"learning_rate": 8.502994011976048e-05,
|
60 |
+
"loss": 0.0611,
|
61 |
+
"step": 1500
|
62 |
+
},
|
63 |
+
{
|
64 |
+
"epoch": 3.0,
|
65 |
+
"eval_accuracy_anillo": 0.07477280714967113,
|
66 |
+
"eval_accuracy_na": 0.9999248909520995,
|
67 |
+
"eval_accuracy_nervio": 0.3958086930810171,
|
68 |
+
"eval_iou_anillo": 0.07014589687128339,
|
69 |
+
"eval_iou_na": 0.9847523980851661,
|
70 |
+
"eval_iou_nervio": 0.3618761193525496,
|
71 |
+
"eval_loss": 0.04447289556264877,
|
72 |
+
"eval_mean_accuracy": 0.49016879706092925,
|
73 |
+
"eval_mean_iou": 0.47225813810299977,
|
74 |
+
"eval_overall_accuracy": 0.9834691578756549,
|
75 |
+
"eval_runtime": 42.4019,
|
76 |
+
"eval_samples_per_second": 7.877,
|
77 |
+
"eval_steps_per_second": 3.939,
|
78 |
+
"step": 1503
|
79 |
+
},
|
80 |
+
{
|
81 |
+
"epoch": 3.99,
|
82 |
+
"learning_rate": 8.003992015968065e-05,
|
83 |
+
"loss": 0.0495,
|
84 |
+
"step": 2000
|
85 |
+
},
|
86 |
+
{
|
87 |
+
"epoch": 4.0,
|
88 |
+
"eval_accuracy_anillo": 0.5872119295074559,
|
89 |
+
"eval_accuracy_na": 0.9983485328202311,
|
90 |
+
"eval_accuracy_nervio": 0.23813571850975754,
|
91 |
+
"eval_iou_anillo": 0.4346234601163158,
|
92 |
+
"eval_iou_na": 0.9920672343237453,
|
93 |
+
"eval_iou_nervio": 0.2345126301230254,
|
94 |
+
"eval_loss": 0.026280155405402184,
|
95 |
+
"eval_mean_accuracy": 0.6078987269458148,
|
96 |
+
"eval_mean_iou": 0.5537344415210289,
|
97 |
+
"eval_overall_accuracy": 0.9886043343001497,
|
98 |
+
"eval_runtime": 42.2581,
|
99 |
+
"eval_samples_per_second": 7.904,
|
100 |
+
"eval_steps_per_second": 3.952,
|
101 |
+
"step": 2004
|
102 |
+
},
|
103 |
+
{
|
104 |
+
"epoch": 4.99,
|
105 |
+
"learning_rate": 7.50499001996008e-05,
|
106 |
+
"loss": 0.0422,
|
107 |
+
"step": 2500
|
108 |
+
},
|
109 |
+
{
|
110 |
+
"epoch": 5.0,
|
111 |
+
"eval_accuracy_anillo": 0.603454335492293,
|
112 |
+
"eval_accuracy_na": 0.9984016496407067,
|
113 |
+
"eval_accuracy_nervio": 0.5344101123595506,
|
114 |
+
"eval_iou_anillo": 0.4827392308464705,
|
115 |
+
"eval_iou_na": 0.9927756768146706,
|
116 |
+
"eval_iou_nervio": 0.4902519241853999,
|
117 |
+
"eval_loss": 0.024534590542316437,
|
118 |
+
"eval_mean_accuracy": 0.7120886991641834,
|
119 |
+
"eval_mean_iou": 0.6552556106155137,
|
120 |
+
"eval_overall_accuracy": 0.9903577244924214,
|
121 |
+
"eval_runtime": 42.4821,
|
122 |
+
"eval_samples_per_second": 7.862,
|
123 |
+
"eval_steps_per_second": 3.931,
|
124 |
+
"step": 2505
|
125 |
+
},
|
126 |
+
{
|
127 |
+
"epoch": 5.99,
|
128 |
+
"learning_rate": 7.005988023952096e-05,
|
129 |
+
"loss": 0.0377,
|
130 |
+
"step": 3000
|
131 |
+
},
|
132 |
+
{
|
133 |
+
"epoch": 6.0,
|
134 |
+
"eval_accuracy_anillo": 0.7158457599035999,
|
135 |
+
"eval_accuracy_na": 0.9955072488618091,
|
136 |
+
"eval_accuracy_nervio": 0.8030381431105854,
|
137 |
+
"eval_iou_anillo": 0.5295805514026503,
|
138 |
+
"eval_iou_na": 0.9930305634185637,
|
139 |
+
"eval_iou_nervio": 0.5759158140274612,
|
140 |
+
"eval_loss": 0.02433481626212597,
|
141 |
+
"eval_mean_accuracy": 0.8381303839586648,
|
142 |
+
"eval_mean_iou": 0.6995089762828917,
|
143 |
+
"eval_overall_accuracy": 0.9904841805646519,
|
144 |
+
"eval_runtime": 42.8612,
|
145 |
+
"eval_samples_per_second": 7.793,
|
146 |
+
"eval_steps_per_second": 3.896,
|
147 |
+
"step": 3006
|
148 |
+
},
|
149 |
+
{
|
150 |
+
"epoch": 6.99,
|
151 |
+
"learning_rate": 6.506986027944112e-05,
|
152 |
+
"loss": 0.0349,
|
153 |
+
"step": 3500
|
154 |
+
},
|
155 |
+
{
|
156 |
+
"epoch": 7.0,
|
157 |
+
"eval_accuracy_anillo": 0.6667796354872721,
|
158 |
+
"eval_accuracy_na": 0.9991117376618013,
|
159 |
+
"eval_accuracy_nervio": 0.5535555884092254,
|
160 |
+
"eval_iou_anillo": 0.5522679780011852,
|
161 |
+
"eval_iou_na": 0.9945856630554389,
|
162 |
+
"eval_iou_nervio": 0.5074884792626728,
|
163 |
+
"eval_loss": 0.018934881314635277,
|
164 |
+
"eval_mean_accuracy": 0.7398156538527663,
|
165 |
+
"eval_mean_iou": 0.684780706773099,
|
166 |
+
"eval_overall_accuracy": 0.9920705464071856,
|
167 |
+
"eval_runtime": 44.0994,
|
168 |
+
"eval_samples_per_second": 7.574,
|
169 |
+
"eval_steps_per_second": 3.787,
|
170 |
+
"step": 3507
|
171 |
+
}
|
172 |
+
],
|
173 |
+
"logging_steps": 500,
|
174 |
+
"max_steps": 10020,
|
175 |
+
"num_input_tokens_seen": 0,
|
176 |
+
"num_train_epochs": 20,
|
177 |
+
"save_steps": 500,
|
178 |
+
"total_flos": 7684349109534720.0,
|
179 |
+
"train_batch_size": 2,
|
180 |
+
"trial_name": null,
|
181 |
+
"trial_params": null
|
182 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9fa0c43d70d8213a402ffc0f33d133624ab8dd3ad6d89ab3cd5c783e466834a1
|
3 |
+
size 4792
|