Training in progress, epoch 1
Browse files- README.md +132 -0
- all_results.json +84 -0
- config.json +144 -0
- eval_results.json +80 -0
- model.safetensors +3 -0
- preprocessor_config.json +23 -0
- runs/Dec29_22-11-04_Emanuele/events.out.tfevents.1703884272.Emanuele.5592.0 +3 -0
- runs/Dec29_22-11-04_Emanuele/events.out.tfevents.1703884511.Emanuele.5592.1 +3 -0
- runs/Dec29_22-19-56_Emanuele/events.out.tfevents.1703884802.Emanuele.4264.0 +3 -0
- runs/Dec29_22-23-41_Emanuele/events.out.tfevents.1703885029.Emanuele.12988.0 +3 -0
- runs/Dec29_22-25-16_Emanuele/events.out.tfevents.1703885124.Emanuele.17820.0 +3 -0
- train_results.json +7 -0
- trainer_state.json +111 -0
- training_args.bin +3 -0
README.md
ADDED
@@ -0,0 +1,132 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: other
|
3 |
+
base_model: nvidia/mit-b0
|
4 |
+
tags:
|
5 |
+
- image-segmentation
|
6 |
+
- vision
|
7 |
+
- generated_from_trainer
|
8 |
+
model-index:
|
9 |
+
- name: segformer-finetuned-fingertip-10-steps
|
10 |
+
results: []
|
11 |
+
---
|
12 |
+
|
13 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
14 |
+
should probably proofread and complete it, then remove this comment. -->
|
15 |
+
|
16 |
+
# segformer-finetuned-fingertip-10-steps
|
17 |
+
|
18 |
+
This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
|
19 |
+
It achieves the following results on the evaluation set:
|
20 |
+
- Loss: 3.5204
|
21 |
+
- Mean Iou: 0.0132
|
22 |
+
- Mean Accuracy: 0.0688
|
23 |
+
- Overall Accuracy: 0.0956
|
24 |
+
- Accuracy Unlabeled: nan
|
25 |
+
- Accuracy Flat-road: 0.0201
|
26 |
+
- Accuracy Flat-sidewalk: 0.1177
|
27 |
+
- Accuracy Flat-crosswalk: 0.0014
|
28 |
+
- Accuracy Flat-cyclinglane: 0.4426
|
29 |
+
- Accuracy Flat-parkingdriveway: 0.0021
|
30 |
+
- Accuracy Flat-railtrack: nan
|
31 |
+
- Accuracy Flat-curb: 0.0008
|
32 |
+
- Accuracy Human-person: 0.0010
|
33 |
+
- Accuracy Human-rider: 0.0077
|
34 |
+
- Accuracy Vehicle-car: 0.1566
|
35 |
+
- Accuracy Vehicle-truck: 0.0040
|
36 |
+
- Accuracy Vehicle-bus: 0.0
|
37 |
+
- Accuracy Vehicle-tramtrain: nan
|
38 |
+
- Accuracy Vehicle-motorcycle: 0.5317
|
39 |
+
- Accuracy Vehicle-bicycle: 0.0892
|
40 |
+
- Accuracy Vehicle-caravan: 0.0
|
41 |
+
- Accuracy Vehicle-cartrailer: nan
|
42 |
+
- Accuracy Construction-building: 0.0578
|
43 |
+
- Accuracy Construction-door: 0.0682
|
44 |
+
- Accuracy Construction-wall: 0.0002
|
45 |
+
- Accuracy Construction-fenceguardrail: 0.0000
|
46 |
+
- Accuracy Construction-bridge: 0.0
|
47 |
+
- Accuracy Construction-tunnel: nan
|
48 |
+
- Accuracy Construction-stairs: 0.0055
|
49 |
+
- Accuracy Object-pole: 0.0162
|
50 |
+
- Accuracy Object-trafficsign: 0.0
|
51 |
+
- Accuracy Object-trafficlight: 0.3811
|
52 |
+
- Accuracy Nature-vegetation: 0.0756
|
53 |
+
- Accuracy Nature-terrain: 0.0010
|
54 |
+
- Accuracy Sky: 0.0038
|
55 |
+
- Accuracy Void-ground: 0.0400
|
56 |
+
- Accuracy Void-dynamic: 0.0002
|
57 |
+
- Accuracy Void-static: 0.0386
|
58 |
+
- Accuracy Void-unclear: 0.0
|
59 |
+
- Iou Unlabeled: 0.0
|
60 |
+
- Iou Flat-road: 0.0193
|
61 |
+
- Iou Flat-sidewalk: 0.1141
|
62 |
+
- Iou Flat-crosswalk: 0.0013
|
63 |
+
- Iou Flat-cyclinglane: 0.0702
|
64 |
+
- Iou Flat-parkingdriveway: 0.0019
|
65 |
+
- Iou Flat-railtrack: 0.0
|
66 |
+
- Iou Flat-curb: 0.0007
|
67 |
+
- Iou Human-person: 0.0005
|
68 |
+
- Iou Human-rider: 0.0001
|
69 |
+
- Iou Vehicle-car: 0.1087
|
70 |
+
- Iou Vehicle-truck: 0.0003
|
71 |
+
- Iou Vehicle-bus: 0.0
|
72 |
+
- Iou Vehicle-tramtrain: 0.0
|
73 |
+
- Iou Vehicle-motorcycle: 0.0004
|
74 |
+
- Iou Vehicle-bicycle: 0.0085
|
75 |
+
- Iou Vehicle-caravan: 0.0
|
76 |
+
- Iou Vehicle-cartrailer: 0.0
|
77 |
+
- Iou Construction-building: 0.0413
|
78 |
+
- Iou Construction-door: 0.0067
|
79 |
+
- Iou Construction-wall: 0.0002
|
80 |
+
- Iou Construction-fenceguardrail: 0.0000
|
81 |
+
- Iou Construction-bridge: 0.0
|
82 |
+
- Iou Construction-tunnel: 0.0
|
83 |
+
- Iou Construction-stairs: 0.0021
|
84 |
+
- Iou Object-pole: 0.0036
|
85 |
+
- Iou Object-trafficsign: 0.0
|
86 |
+
- Iou Object-trafficlight: 0.0001
|
87 |
+
- Iou Nature-vegetation: 0.0663
|
88 |
+
- Iou Nature-terrain: 0.0009
|
89 |
+
- Iou Sky: 0.0038
|
90 |
+
- Iou Void-ground: 0.0049
|
91 |
+
- Iou Void-dynamic: 0.0000
|
92 |
+
- Iou Void-static: 0.0046
|
93 |
+
- Iou Void-unclear: 0.0
|
94 |
+
|
95 |
+
## Model description
|
96 |
+
|
97 |
+
More information needed
|
98 |
+
|
99 |
+
## Intended uses & limitations
|
100 |
+
|
101 |
+
More information needed
|
102 |
+
|
103 |
+
## Training and evaluation data
|
104 |
+
|
105 |
+
More information needed
|
106 |
+
|
107 |
+
## Training procedure
|
108 |
+
|
109 |
+
### Training hyperparameters
|
110 |
+
|
111 |
+
The following hyperparameters were used during training:
|
112 |
+
- learning_rate: 6e-05
|
113 |
+
- train_batch_size: 8
|
114 |
+
- eval_batch_size: 8
|
115 |
+
- seed: 1337
|
116 |
+
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
117 |
+
- lr_scheduler_type: polynomial
|
118 |
+
- training_steps: 10
|
119 |
+
|
120 |
+
### Training results
|
121 |
+
|
122 |
+
| Training Loss | Epoch | Step | Validation Loss | Mean Iou | Mean Accuracy | Overall Accuracy | Accuracy Unlabeled | Accuracy Flat-road | Accuracy Flat-sidewalk | Accuracy Flat-crosswalk | Accuracy Flat-cyclinglane | Accuracy Flat-parkingdriveway | Accuracy Flat-railtrack | Accuracy Flat-curb | Accuracy Human-person | Accuracy Human-rider | Accuracy Vehicle-car | Accuracy Vehicle-truck | Accuracy Vehicle-bus | Accuracy Vehicle-tramtrain | Accuracy Vehicle-motorcycle | Accuracy Vehicle-bicycle | Accuracy Vehicle-caravan | Accuracy Vehicle-cartrailer | Accuracy Construction-building | Accuracy Construction-door | Accuracy Construction-wall | Accuracy Construction-fenceguardrail | Accuracy Construction-bridge | Accuracy Construction-tunnel | Accuracy Construction-stairs | Accuracy Object-pole | Accuracy Object-trafficsign | Accuracy Object-trafficlight | Accuracy Nature-vegetation | Accuracy Nature-terrain | Accuracy Sky | Accuracy Void-ground | Accuracy Void-dynamic | Accuracy Void-static | Accuracy Void-unclear | Iou Unlabeled | Iou Flat-road | Iou Flat-sidewalk | Iou Flat-crosswalk | Iou Flat-cyclinglane | Iou Flat-parkingdriveway | Iou Flat-railtrack | Iou Flat-curb | Iou Human-person | Iou Human-rider | Iou Vehicle-car | Iou Vehicle-truck | Iou Vehicle-bus | Iou Vehicle-tramtrain | Iou Vehicle-motorcycle | Iou Vehicle-bicycle | Iou Vehicle-caravan | Iou Vehicle-cartrailer | Iou Construction-building | Iou Construction-door | Iou Construction-wall | Iou Construction-fenceguardrail | Iou Construction-bridge | Iou Construction-tunnel | Iou Construction-stairs | Iou Object-pole | Iou Object-trafficsign | Iou Object-trafficlight | Iou Nature-vegetation | Iou Nature-terrain | Iou Sky | Iou Void-ground | Iou Void-dynamic | Iou Void-static | Iou Void-unclear |
|
123 |
+
|:-------------:|:-----:|:----:|:---------------:|:--------:|:-------------:|:----------------:|:------------------:|:------------------:|:----------------------:|:-----------------------:|:-------------------------:|:-----------------------------:|:-----------------------:|:------------------:|:---------------------:|:--------------------:|:--------------------:|:----------------------:|:--------------------:|:--------------------------:|:---------------------------:|:------------------------:|:------------------------:|:---------------------------:|:------------------------------:|:--------------------------:|:--------------------------:|:------------------------------------:|:----------------------------:|:----------------------------:|:----------------------------:|:--------------------:|:---------------------------:|:----------------------------:|:--------------------------:|:-----------------------:|:------------:|:--------------------:|:---------------------:|:--------------------:|:---------------------:|:-------------:|:-------------:|:-----------------:|:------------------:|:--------------------:|:------------------------:|:------------------:|:-------------:|:----------------:|:---------------:|:---------------:|:-----------------:|:---------------:|:---------------------:|:----------------------:|:-------------------:|:-------------------:|:----------------------:|:-------------------------:|:---------------------:|:---------------------:|:-------------------------------:|:-----------------------:|:-----------------------:|:-----------------------:|:---------------:|:----------------------:|:-----------------------:|:---------------------:|:------------------:|:-------:|:---------------:|:----------------:|:---------------:|:----------------:|
|
124 |
+
| No log | 0.09 | 10 | 3.5204 | 0.0132 | 0.0688 | 0.0956 | nan | 0.0201 | 0.1177 | 0.0014 | 0.4426 | 0.0021 | nan | 0.0008 | 0.0010 | 0.0077 | 0.1566 | 0.0040 | 0.0 | nan | 0.5317 | 0.0892 | 0.0 | nan | 0.0578 | 0.0682 | 0.0002 | 0.0000 | 0.0 | nan | 0.0055 | 0.0162 | 0.0 | 0.3811 | 0.0756 | 0.0010 | 0.0038 | 0.0400 | 0.0002 | 0.0386 | 0.0 | 0.0 | 0.0193 | 0.1141 | 0.0013 | 0.0702 | 0.0019 | 0.0 | 0.0007 | 0.0005 | 0.0001 | 0.1087 | 0.0003 | 0.0 | 0.0 | 0.0004 | 0.0085 | 0.0 | 0.0 | 0.0413 | 0.0067 | 0.0002 | 0.0000 | 0.0 | 0.0 | 0.0021 | 0.0036 | 0.0 | 0.0001 | 0.0663 | 0.0009 | 0.0038 | 0.0049 | 0.0000 | 0.0046 | 0.0 |
|
125 |
+
|
126 |
+
|
127 |
+
### Framework versions
|
128 |
+
|
129 |
+
- Transformers 4.37.0.dev0
|
130 |
+
- Pytorch 2.1.1+cu118
|
131 |
+
- Datasets 2.16.0
|
132 |
+
- Tokenizers 0.15.0
|
all_results.json
ADDED
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 0.09,
|
3 |
+
"eval_accuracy_construction-bridge": 0.0,
|
4 |
+
"eval_accuracy_construction-building": 0.05777024222254973,
|
5 |
+
"eval_accuracy_construction-door": 0.06821530012139213,
|
6 |
+
"eval_accuracy_construction-fenceguardrail": 1.4955395532823354e-05,
|
7 |
+
"eval_accuracy_construction-stairs": 0.0054849447722802236,
|
8 |
+
"eval_accuracy_construction-tunnel": NaN,
|
9 |
+
"eval_accuracy_construction-wall": 0.00022592618207805981,
|
10 |
+
"eval_accuracy_flat-crosswalk": 0.0014240981612061831,
|
11 |
+
"eval_accuracy_flat-curb": 0.0007659092535649309,
|
12 |
+
"eval_accuracy_flat-cyclinglane": 0.44255944839569206,
|
13 |
+
"eval_accuracy_flat-parkingdriveway": 0.002132964792972265,
|
14 |
+
"eval_accuracy_flat-railtrack": NaN,
|
15 |
+
"eval_accuracy_flat-road": 0.020074048816157035,
|
16 |
+
"eval_accuracy_flat-sidewalk": 0.11773345757991519,
|
17 |
+
"eval_accuracy_human-person": 0.000984871282794846,
|
18 |
+
"eval_accuracy_human-rider": 0.007685853331095821,
|
19 |
+
"eval_accuracy_nature-terrain": 0.000961947562383943,
|
20 |
+
"eval_accuracy_nature-vegetation": 0.075575305187068,
|
21 |
+
"eval_accuracy_object-pole": 0.01615361773730575,
|
22 |
+
"eval_accuracy_object-trafficlight": 0.381057268722467,
|
23 |
+
"eval_accuracy_object-trafficsign": 0.0,
|
24 |
+
"eval_accuracy_sky": 0.003844443609778675,
|
25 |
+
"eval_accuracy_unlabeled": NaN,
|
26 |
+
"eval_accuracy_vehicle-bicycle": 0.08917677089980855,
|
27 |
+
"eval_accuracy_vehicle-bus": 0.0,
|
28 |
+
"eval_accuracy_vehicle-car": 0.15660769567040478,
|
29 |
+
"eval_accuracy_vehicle-caravan": 0.0,
|
30 |
+
"eval_accuracy_vehicle-cartrailer": NaN,
|
31 |
+
"eval_accuracy_vehicle-motorcycle": 0.5317498788172564,
|
32 |
+
"eval_accuracy_vehicle-tramtrain": NaN,
|
33 |
+
"eval_accuracy_vehicle-truck": 0.004048406756050844,
|
34 |
+
"eval_accuracy_void-dynamic": 0.00015245529248547864,
|
35 |
+
"eval_accuracy_void-ground": 0.04004341500588874,
|
36 |
+
"eval_accuracy_void-static": 0.03864240715292774,
|
37 |
+
"eval_accuracy_void-unclear": 0.0,
|
38 |
+
"eval_iou_construction-bridge": 0.0,
|
39 |
+
"eval_iou_construction-building": 0.04132580304702669,
|
40 |
+
"eval_iou_construction-door": 0.006715902695991692,
|
41 |
+
"eval_iou_construction-fenceguardrail": 1.3534211102113368e-05,
|
42 |
+
"eval_iou_construction-stairs": 0.0020569710038018498,
|
43 |
+
"eval_iou_construction-tunnel": 0.0,
|
44 |
+
"eval_iou_construction-wall": 0.0002091126156787518,
|
45 |
+
"eval_iou_flat-crosswalk": 0.00132176438496839,
|
46 |
+
"eval_iou_flat-curb": 0.0006899234976633083,
|
47 |
+
"eval_iou_flat-cyclinglane": 0.07015047707955017,
|
48 |
+
"eval_iou_flat-parkingdriveway": 0.001923512106811496,
|
49 |
+
"eval_iou_flat-railtrack": 0.0,
|
50 |
+
"eval_iou_flat-road": 0.01930842747683919,
|
51 |
+
"eval_iou_flat-sidewalk": 0.11407035656482502,
|
52 |
+
"eval_iou_human-person": 0.00046295899383578675,
|
53 |
+
"eval_iou_human-rider": 0.00014343140533965685,
|
54 |
+
"eval_iou_nature-terrain": 0.0009460258982976413,
|
55 |
+
"eval_iou_nature-vegetation": 0.06628938660150938,
|
56 |
+
"eval_iou_object-pole": 0.0035650779642356274,
|
57 |
+
"eval_iou_object-trafficlight": 5.6096470364688665e-05,
|
58 |
+
"eval_iou_object-trafficsign": 0.0,
|
59 |
+
"eval_iou_sky": 0.0037537235565377252,
|
60 |
+
"eval_iou_unlabeled": 0.0,
|
61 |
+
"eval_iou_vehicle-bicycle": 0.008507431065090918,
|
62 |
+
"eval_iou_vehicle-bus": 0.0,
|
63 |
+
"eval_iou_vehicle-car": 0.10874723237859946,
|
64 |
+
"eval_iou_vehicle-caravan": 0.0,
|
65 |
+
"eval_iou_vehicle-cartrailer": 0.0,
|
66 |
+
"eval_iou_vehicle-motorcycle": 0.00038051143233937875,
|
67 |
+
"eval_iou_vehicle-tramtrain": 0.0,
|
68 |
+
"eval_iou_vehicle-truck": 0.0003111002579121493,
|
69 |
+
"eval_iou_void-dynamic": 3.8459467567131e-05,
|
70 |
+
"eval_iou_void-ground": 0.004862062801644521,
|
71 |
+
"eval_iou_void-static": 0.004601612025291068,
|
72 |
+
"eval_iou_void-unclear": 0.0,
|
73 |
+
"eval_loss": 3.520439386367798,
|
74 |
+
"eval_mean_accuracy": 0.0687695210907019,
|
75 |
+
"eval_mean_iou": 0.013155739857223538,
|
76 |
+
"eval_overall_accuracy": 0.09562851105022058,
|
77 |
+
"eval_runtime": 112.1503,
|
78 |
+
"eval_samples_per_second": 1.337,
|
79 |
+
"eval_steps_per_second": 0.169,
|
80 |
+
"train_loss": 3.5419593811035157,
|
81 |
+
"train_runtime": 121.3151,
|
82 |
+
"train_samples_per_second": 0.659,
|
83 |
+
"train_steps_per_second": 0.082
|
84 |
+
}
|
config.json
ADDED
@@ -0,0 +1,144 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "nvidia/mit-b0",
|
3 |
+
"architectures": [
|
4 |
+
"SegformerForSemanticSegmentation"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.0,
|
7 |
+
"classifier_dropout_prob": 0.1,
|
8 |
+
"decoder_hidden_size": 256,
|
9 |
+
"depths": [
|
10 |
+
2,
|
11 |
+
2,
|
12 |
+
2,
|
13 |
+
2
|
14 |
+
],
|
15 |
+
"downsampling_rates": [
|
16 |
+
1,
|
17 |
+
4,
|
18 |
+
8,
|
19 |
+
16
|
20 |
+
],
|
21 |
+
"drop_path_rate": 0.1,
|
22 |
+
"hidden_act": "gelu",
|
23 |
+
"hidden_dropout_prob": 0.0,
|
24 |
+
"hidden_sizes": [
|
25 |
+
32,
|
26 |
+
64,
|
27 |
+
160,
|
28 |
+
256
|
29 |
+
],
|
30 |
+
"id2label": {
|
31 |
+
"0": "unlabeled",
|
32 |
+
"1": "flat-road",
|
33 |
+
"2": "flat-sidewalk",
|
34 |
+
"3": "flat-crosswalk",
|
35 |
+
"4": "flat-cyclinglane",
|
36 |
+
"5": "flat-parkingdriveway",
|
37 |
+
"6": "flat-railtrack",
|
38 |
+
"7": "flat-curb",
|
39 |
+
"8": "human-person",
|
40 |
+
"9": "human-rider",
|
41 |
+
"10": "vehicle-car",
|
42 |
+
"11": "vehicle-truck",
|
43 |
+
"12": "vehicle-bus",
|
44 |
+
"13": "vehicle-tramtrain",
|
45 |
+
"14": "vehicle-motorcycle",
|
46 |
+
"15": "vehicle-bicycle",
|
47 |
+
"16": "vehicle-caravan",
|
48 |
+
"17": "vehicle-cartrailer",
|
49 |
+
"18": "construction-building",
|
50 |
+
"19": "construction-door",
|
51 |
+
"20": "construction-wall",
|
52 |
+
"21": "construction-fenceguardrail",
|
53 |
+
"22": "construction-bridge",
|
54 |
+
"23": "construction-tunnel",
|
55 |
+
"24": "construction-stairs",
|
56 |
+
"25": "object-pole",
|
57 |
+
"26": "object-trafficsign",
|
58 |
+
"27": "object-trafficlight",
|
59 |
+
"28": "nature-vegetation",
|
60 |
+
"29": "nature-terrain",
|
61 |
+
"30": "sky",
|
62 |
+
"31": "void-ground",
|
63 |
+
"32": "void-dynamic",
|
64 |
+
"33": "void-static",
|
65 |
+
"34": "void-unclear"
|
66 |
+
},
|
67 |
+
"image_size": 224,
|
68 |
+
"initializer_range": 0.02,
|
69 |
+
"label2id": {
|
70 |
+
"construction-bridge": "22",
|
71 |
+
"construction-building": "18",
|
72 |
+
"construction-door": "19",
|
73 |
+
"construction-fenceguardrail": "21",
|
74 |
+
"construction-stairs": "24",
|
75 |
+
"construction-tunnel": "23",
|
76 |
+
"construction-wall": "20",
|
77 |
+
"flat-crosswalk": "3",
|
78 |
+
"flat-curb": "7",
|
79 |
+
"flat-cyclinglane": "4",
|
80 |
+
"flat-parkingdriveway": "5",
|
81 |
+
"flat-railtrack": "6",
|
82 |
+
"flat-road": "1",
|
83 |
+
"flat-sidewalk": "2",
|
84 |
+
"human-person": "8",
|
85 |
+
"human-rider": "9",
|
86 |
+
"nature-terrain": "29",
|
87 |
+
"nature-vegetation": "28",
|
88 |
+
"object-pole": "25",
|
89 |
+
"object-trafficlight": "27",
|
90 |
+
"object-trafficsign": "26",
|
91 |
+
"sky": "30",
|
92 |
+
"unlabeled": "0",
|
93 |
+
"vehicle-bicycle": "15",
|
94 |
+
"vehicle-bus": "12",
|
95 |
+
"vehicle-car": "10",
|
96 |
+
"vehicle-caravan": "16",
|
97 |
+
"vehicle-cartrailer": "17",
|
98 |
+
"vehicle-motorcycle": "14",
|
99 |
+
"vehicle-tramtrain": "13",
|
100 |
+
"vehicle-truck": "11",
|
101 |
+
"void-dynamic": "32",
|
102 |
+
"void-ground": "31",
|
103 |
+
"void-static": "33",
|
104 |
+
"void-unclear": "34"
|
105 |
+
},
|
106 |
+
"layer_norm_eps": 1e-06,
|
107 |
+
"mlp_ratios": [
|
108 |
+
4,
|
109 |
+
4,
|
110 |
+
4,
|
111 |
+
4
|
112 |
+
],
|
113 |
+
"model_type": "segformer",
|
114 |
+
"num_attention_heads": [
|
115 |
+
1,
|
116 |
+
2,
|
117 |
+
5,
|
118 |
+
8
|
119 |
+
],
|
120 |
+
"num_channels": 3,
|
121 |
+
"num_encoder_blocks": 4,
|
122 |
+
"patch_sizes": [
|
123 |
+
7,
|
124 |
+
3,
|
125 |
+
3,
|
126 |
+
3
|
127 |
+
],
|
128 |
+
"reshape_last_stage": true,
|
129 |
+
"semantic_loss_ignore_index": 255,
|
130 |
+
"sr_ratios": [
|
131 |
+
8,
|
132 |
+
4,
|
133 |
+
2,
|
134 |
+
1
|
135 |
+
],
|
136 |
+
"strides": [
|
137 |
+
4,
|
138 |
+
2,
|
139 |
+
2,
|
140 |
+
2
|
141 |
+
],
|
142 |
+
"torch_dtype": "float32",
|
143 |
+
"transformers_version": "4.37.0.dev0"
|
144 |
+
}
|
eval_results.json
ADDED
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 0.09,
|
3 |
+
"eval_accuracy_construction-bridge": 0.0,
|
4 |
+
"eval_accuracy_construction-building": 0.05777024222254973,
|
5 |
+
"eval_accuracy_construction-door": 0.06821530012139213,
|
6 |
+
"eval_accuracy_construction-fenceguardrail": 1.4955395532823354e-05,
|
7 |
+
"eval_accuracy_construction-stairs": 0.0054849447722802236,
|
8 |
+
"eval_accuracy_construction-tunnel": NaN,
|
9 |
+
"eval_accuracy_construction-wall": 0.00022592618207805981,
|
10 |
+
"eval_accuracy_flat-crosswalk": 0.0014240981612061831,
|
11 |
+
"eval_accuracy_flat-curb": 0.0007659092535649309,
|
12 |
+
"eval_accuracy_flat-cyclinglane": 0.44255944839569206,
|
13 |
+
"eval_accuracy_flat-parkingdriveway": 0.002132964792972265,
|
14 |
+
"eval_accuracy_flat-railtrack": NaN,
|
15 |
+
"eval_accuracy_flat-road": 0.020074048816157035,
|
16 |
+
"eval_accuracy_flat-sidewalk": 0.11773345757991519,
|
17 |
+
"eval_accuracy_human-person": 0.000984871282794846,
|
18 |
+
"eval_accuracy_human-rider": 0.007685853331095821,
|
19 |
+
"eval_accuracy_nature-terrain": 0.000961947562383943,
|
20 |
+
"eval_accuracy_nature-vegetation": 0.075575305187068,
|
21 |
+
"eval_accuracy_object-pole": 0.01615361773730575,
|
22 |
+
"eval_accuracy_object-trafficlight": 0.381057268722467,
|
23 |
+
"eval_accuracy_object-trafficsign": 0.0,
|
24 |
+
"eval_accuracy_sky": 0.003844443609778675,
|
25 |
+
"eval_accuracy_unlabeled": NaN,
|
26 |
+
"eval_accuracy_vehicle-bicycle": 0.08917677089980855,
|
27 |
+
"eval_accuracy_vehicle-bus": 0.0,
|
28 |
+
"eval_accuracy_vehicle-car": 0.15660769567040478,
|
29 |
+
"eval_accuracy_vehicle-caravan": 0.0,
|
30 |
+
"eval_accuracy_vehicle-cartrailer": NaN,
|
31 |
+
"eval_accuracy_vehicle-motorcycle": 0.5317498788172564,
|
32 |
+
"eval_accuracy_vehicle-tramtrain": NaN,
|
33 |
+
"eval_accuracy_vehicle-truck": 0.004048406756050844,
|
34 |
+
"eval_accuracy_void-dynamic": 0.00015245529248547864,
|
35 |
+
"eval_accuracy_void-ground": 0.04004341500588874,
|
36 |
+
"eval_accuracy_void-static": 0.03864240715292774,
|
37 |
+
"eval_accuracy_void-unclear": 0.0,
|
38 |
+
"eval_iou_construction-bridge": 0.0,
|
39 |
+
"eval_iou_construction-building": 0.04132580304702669,
|
40 |
+
"eval_iou_construction-door": 0.006715902695991692,
|
41 |
+
"eval_iou_construction-fenceguardrail": 1.3534211102113368e-05,
|
42 |
+
"eval_iou_construction-stairs": 0.0020569710038018498,
|
43 |
+
"eval_iou_construction-tunnel": 0.0,
|
44 |
+
"eval_iou_construction-wall": 0.0002091126156787518,
|
45 |
+
"eval_iou_flat-crosswalk": 0.00132176438496839,
|
46 |
+
"eval_iou_flat-curb": 0.0006899234976633083,
|
47 |
+
"eval_iou_flat-cyclinglane": 0.07015047707955017,
|
48 |
+
"eval_iou_flat-parkingdriveway": 0.001923512106811496,
|
49 |
+
"eval_iou_flat-railtrack": 0.0,
|
50 |
+
"eval_iou_flat-road": 0.01930842747683919,
|
51 |
+
"eval_iou_flat-sidewalk": 0.11407035656482502,
|
52 |
+
"eval_iou_human-person": 0.00046295899383578675,
|
53 |
+
"eval_iou_human-rider": 0.00014343140533965685,
|
54 |
+
"eval_iou_nature-terrain": 0.0009460258982976413,
|
55 |
+
"eval_iou_nature-vegetation": 0.06628938660150938,
|
56 |
+
"eval_iou_object-pole": 0.0035650779642356274,
|
57 |
+
"eval_iou_object-trafficlight": 5.6096470364688665e-05,
|
58 |
+
"eval_iou_object-trafficsign": 0.0,
|
59 |
+
"eval_iou_sky": 0.0037537235565377252,
|
60 |
+
"eval_iou_unlabeled": 0.0,
|
61 |
+
"eval_iou_vehicle-bicycle": 0.008507431065090918,
|
62 |
+
"eval_iou_vehicle-bus": 0.0,
|
63 |
+
"eval_iou_vehicle-car": 0.10874723237859946,
|
64 |
+
"eval_iou_vehicle-caravan": 0.0,
|
65 |
+
"eval_iou_vehicle-cartrailer": 0.0,
|
66 |
+
"eval_iou_vehicle-motorcycle": 0.00038051143233937875,
|
67 |
+
"eval_iou_vehicle-tramtrain": 0.0,
|
68 |
+
"eval_iou_vehicle-truck": 0.0003111002579121493,
|
69 |
+
"eval_iou_void-dynamic": 3.8459467567131e-05,
|
70 |
+
"eval_iou_void-ground": 0.004862062801644521,
|
71 |
+
"eval_iou_void-static": 0.004601612025291068,
|
72 |
+
"eval_iou_void-unclear": 0.0,
|
73 |
+
"eval_loss": 3.520439386367798,
|
74 |
+
"eval_mean_accuracy": 0.0687695210907019,
|
75 |
+
"eval_mean_iou": 0.013155739857223538,
|
76 |
+
"eval_overall_accuracy": 0.09562851105022058,
|
77 |
+
"eval_runtime": 112.1503,
|
78 |
+
"eval_samples_per_second": 1.337,
|
79 |
+
"eval_steps_per_second": 0.169
|
80 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f2f01249dbf3eba7057b1aeb2f23c7cf83c9581e81620a2acbe21a360976ac0
|
3 |
+
size 14918708
|
preprocessor_config.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_normalize": true,
|
3 |
+
"do_reduce_labels": false,
|
4 |
+
"do_rescale": true,
|
5 |
+
"do_resize": true,
|
6 |
+
"image_mean": [
|
7 |
+
0.485,
|
8 |
+
0.456,
|
9 |
+
0.406
|
10 |
+
],
|
11 |
+
"image_processor_type": "SegformerImageProcessor",
|
12 |
+
"image_std": [
|
13 |
+
0.229,
|
14 |
+
0.224,
|
15 |
+
0.225
|
16 |
+
],
|
17 |
+
"resample": 2,
|
18 |
+
"rescale_factor": 0.00392156862745098,
|
19 |
+
"size": {
|
20 |
+
"height": 512,
|
21 |
+
"width": 512
|
22 |
+
}
|
23 |
+
}
|
runs/Dec29_22-11-04_Emanuele/events.out.tfevents.1703884272.Emanuele.5592.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d993a13333767ebf4c93eb5ac0a25ef524ecc1a439baaeac839b5b26a996176
|
3 |
+
size 12040
|
runs/Dec29_22-11-04_Emanuele/events.out.tfevents.1703884511.Emanuele.5592.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c38984c0bae341f5dd1ceffaff20e58c5720d919d6fa6e8963365d3a05528626
|
3 |
+
size 4961
|
runs/Dec29_22-19-56_Emanuele/events.out.tfevents.1703884802.Emanuele.4264.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:372325b3f2b1e0e2c966add52eee83c340778902af25a811675177baf83d5821
|
3 |
+
size 6774
|
runs/Dec29_22-23-41_Emanuele/events.out.tfevents.1703885029.Emanuele.12988.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8bc5f79a0975dc64bb15684567580e643b128a89d91dcc4b7a72a95767da8e36
|
3 |
+
size 6932
|
runs/Dec29_22-25-16_Emanuele/events.out.tfevents.1703885124.Emanuele.17820.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:949b1674345c82ffefd11a5495fa25e5752419e066f0c0f7a6d140a37e58da53
|
3 |
+
size 11698
|
train_results.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"epoch": 0.09,
|
3 |
+
"train_loss": 3.5419593811035157,
|
4 |
+
"train_runtime": 121.3151,
|
5 |
+
"train_samples_per_second": 0.659,
|
6 |
+
"train_steps_per_second": 0.082
|
7 |
+
}
|
trainer_state.json
ADDED
@@ -0,0 +1,111 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_metric": null,
|
3 |
+
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.09345794392523364,
|
5 |
+
"eval_steps": 500,
|
6 |
+
"global_step": 10,
|
7 |
+
"is_hyper_param_search": false,
|
8 |
+
"is_local_process_zero": true,
|
9 |
+
"is_world_process_zero": true,
|
10 |
+
"log_history": [
|
11 |
+
{
|
12 |
+
"epoch": 0.09,
|
13 |
+
"eval_accuracy_construction-bridge": 0.0,
|
14 |
+
"eval_accuracy_construction-building": 0.05777024222254973,
|
15 |
+
"eval_accuracy_construction-door": 0.06821530012139213,
|
16 |
+
"eval_accuracy_construction-fenceguardrail": 1.4955395532823354e-05,
|
17 |
+
"eval_accuracy_construction-stairs": 0.0054849447722802236,
|
18 |
+
"eval_accuracy_construction-tunnel": NaN,
|
19 |
+
"eval_accuracy_construction-wall": 0.00022592618207805981,
|
20 |
+
"eval_accuracy_flat-crosswalk": 0.0014240981612061831,
|
21 |
+
"eval_accuracy_flat-curb": 0.0007659092535649309,
|
22 |
+
"eval_accuracy_flat-cyclinglane": 0.44255944839569206,
|
23 |
+
"eval_accuracy_flat-parkingdriveway": 0.002132964792972265,
|
24 |
+
"eval_accuracy_flat-railtrack": NaN,
|
25 |
+
"eval_accuracy_flat-road": 0.020074048816157035,
|
26 |
+
"eval_accuracy_flat-sidewalk": 0.11773345757991519,
|
27 |
+
"eval_accuracy_human-person": 0.000984871282794846,
|
28 |
+
"eval_accuracy_human-rider": 0.007685853331095821,
|
29 |
+
"eval_accuracy_nature-terrain": 0.000961947562383943,
|
30 |
+
"eval_accuracy_nature-vegetation": 0.075575305187068,
|
31 |
+
"eval_accuracy_object-pole": 0.01615361773730575,
|
32 |
+
"eval_accuracy_object-trafficlight": 0.381057268722467,
|
33 |
+
"eval_accuracy_object-trafficsign": 0.0,
|
34 |
+
"eval_accuracy_sky": 0.003844443609778675,
|
35 |
+
"eval_accuracy_unlabeled": NaN,
|
36 |
+
"eval_accuracy_vehicle-bicycle": 0.08917677089980855,
|
37 |
+
"eval_accuracy_vehicle-bus": 0.0,
|
38 |
+
"eval_accuracy_vehicle-car": 0.15660769567040478,
|
39 |
+
"eval_accuracy_vehicle-caravan": 0.0,
|
40 |
+
"eval_accuracy_vehicle-cartrailer": NaN,
|
41 |
+
"eval_accuracy_vehicle-motorcycle": 0.5317498788172564,
|
42 |
+
"eval_accuracy_vehicle-tramtrain": NaN,
|
43 |
+
"eval_accuracy_vehicle-truck": 0.004048406756050844,
|
44 |
+
"eval_accuracy_void-dynamic": 0.00015245529248547864,
|
45 |
+
"eval_accuracy_void-ground": 0.04004341500588874,
|
46 |
+
"eval_accuracy_void-static": 0.03864240715292774,
|
47 |
+
"eval_accuracy_void-unclear": 0.0,
|
48 |
+
"eval_iou_construction-bridge": 0.0,
|
49 |
+
"eval_iou_construction-building": 0.04132580304702669,
|
50 |
+
"eval_iou_construction-door": 0.006715902695991692,
|
51 |
+
"eval_iou_construction-fenceguardrail": 1.3534211102113368e-05,
|
52 |
+
"eval_iou_construction-stairs": 0.0020569710038018498,
|
53 |
+
"eval_iou_construction-tunnel": 0.0,
|
54 |
+
"eval_iou_construction-wall": 0.0002091126156787518,
|
55 |
+
"eval_iou_flat-crosswalk": 0.00132176438496839,
|
56 |
+
"eval_iou_flat-curb": 0.0006899234976633083,
|
57 |
+
"eval_iou_flat-cyclinglane": 0.07015047707955017,
|
58 |
+
"eval_iou_flat-parkingdriveway": 0.001923512106811496,
|
59 |
+
"eval_iou_flat-railtrack": 0.0,
|
60 |
+
"eval_iou_flat-road": 0.01930842747683919,
|
61 |
+
"eval_iou_flat-sidewalk": 0.11407035656482502,
|
62 |
+
"eval_iou_human-person": 0.00046295899383578675,
|
63 |
+
"eval_iou_human-rider": 0.00014343140533965685,
|
64 |
+
"eval_iou_nature-terrain": 0.0009460258982976413,
|
65 |
+
"eval_iou_nature-vegetation": 0.06628938660150938,
|
66 |
+
"eval_iou_object-pole": 0.0035650779642356274,
|
67 |
+
"eval_iou_object-trafficlight": 5.6096470364688665e-05,
|
68 |
+
"eval_iou_object-trafficsign": 0.0,
|
69 |
+
"eval_iou_sky": 0.0037537235565377252,
|
70 |
+
"eval_iou_unlabeled": 0.0,
|
71 |
+
"eval_iou_vehicle-bicycle": 0.008507431065090918,
|
72 |
+
"eval_iou_vehicle-bus": 0.0,
|
73 |
+
"eval_iou_vehicle-car": 0.10874723237859946,
|
74 |
+
"eval_iou_vehicle-caravan": 0.0,
|
75 |
+
"eval_iou_vehicle-cartrailer": 0.0,
|
76 |
+
"eval_iou_vehicle-motorcycle": 0.00038051143233937875,
|
77 |
+
"eval_iou_vehicle-tramtrain": 0.0,
|
78 |
+
"eval_iou_vehicle-truck": 0.0003111002579121493,
|
79 |
+
"eval_iou_void-dynamic": 3.8459467567131e-05,
|
80 |
+
"eval_iou_void-ground": 0.004862062801644521,
|
81 |
+
"eval_iou_void-static": 0.004601612025291068,
|
82 |
+
"eval_iou_void-unclear": 0.0,
|
83 |
+
"eval_loss": 3.520439863204956,
|
84 |
+
"eval_mean_accuracy": 0.0687695210907019,
|
85 |
+
"eval_mean_iou": 0.013155739857223538,
|
86 |
+
"eval_overall_accuracy": 0.09562851105022058,
|
87 |
+
"eval_runtime": 114.7987,
|
88 |
+
"eval_samples_per_second": 1.307,
|
89 |
+
"eval_steps_per_second": 0.166,
|
90 |
+
"step": 10
|
91 |
+
},
|
92 |
+
{
|
93 |
+
"epoch": 0.09,
|
94 |
+
"step": 10,
|
95 |
+
"total_flos": 1405437912023040.0,
|
96 |
+
"train_loss": 3.5419593811035157,
|
97 |
+
"train_runtime": 121.3151,
|
98 |
+
"train_samples_per_second": 0.659,
|
99 |
+
"train_steps_per_second": 0.082
|
100 |
+
}
|
101 |
+
],
|
102 |
+
"logging_steps": 100,
|
103 |
+
"max_steps": 10,
|
104 |
+
"num_input_tokens_seen": 0,
|
105 |
+
"num_train_epochs": 1,
|
106 |
+
"save_steps": 500,
|
107 |
+
"total_flos": 1405437912023040.0,
|
108 |
+
"train_batch_size": 8,
|
109 |
+
"trial_name": null,
|
110 |
+
"trial_params": null
|
111 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eebc59649f17905bfd4d0bd0c9d6a1e74d9820fc77c4bb26b4f9bd5c7200257f
|
3 |
+
size 4792
|