vumichien commited on
Commit
93f903d
1 Parent(s): 476354b

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +23 -123
config.json CHANGED
@@ -107,131 +107,31 @@
107
  "torch_dtype": "float32",
108
  "transformers_version": "4.41.2",
109
  "vision_config": {
110
- "_name_or_path": "",
111
- "add_cross_attention": false,
112
- "architectures": null,
113
- "bad_words_ids": null,
114
- "begin_suppress_tokens": null,
115
- "bos_token_id": null,
116
- "chunk_size_feed_forward": 0,
117
- "cross_attention_hidden_size": null,
118
- "decoder_start_token_id": null,
119
- "depths": [
120
- 1,
121
- 1,
122
- 9,
123
- 1
124
- ],
125
- "dim_embed": [
126
- 128,
127
- 256,
128
- 512,
129
- 1024
130
- ],
131
- "diversity_penalty": 0.0,
132
- "do_sample": false,
133
- "drop_path_rate": 0.1,
134
- "early_stopping": false,
135
- "enable_checkpoint": false,
136
- "encoder_no_repeat_ngram_size": 0,
137
- "eos_token_id": null,
138
- "exponential_decay_length_penalty": null,
139
- "finetuning_task": null,
140
- "forced_bos_token_id": null,
141
- "forced_eos_token_id": null,
142
- "id2label": {
143
- "0": "LABEL_0",
144
- "1": "LABEL_1"
145
- },
146
- "image_feature_source": [
147
- "spatial_avg_pool",
148
- "temporal_avg_pool"
149
- ],
150
- "image_pos_embed": {
151
- "max_pos_embeddings": 50,
152
- "type": "learned_abs_2d"
153
- },
154
- "is_decoder": false,
155
- "is_encoder_decoder": false,
156
- "label2id": {
157
- "LABEL_0": 0,
158
- "LABEL_1": 1
159
- },
160
- "length_penalty": 1.0,
161
- "max_length": 20,
162
- "min_length": 0,
163
- "model_type": "",
164
- "no_repeat_ngram_size": 0,
165
- "num_beam_groups": 1,
166
- "num_beams": 1,
167
- "num_groups": [
168
- 4,
169
- 8,
170
- 16,
171
- 32
172
- ],
173
- "num_heads": [
174
- 4,
175
- 8,
176
- 16,
177
- 32
178
- ],
179
- "num_return_sequences": 1,
180
- "output_attentions": false,
181
- "output_hidden_states": false,
182
- "output_scores": false,
183
- "pad_token_id": null,
184
- "patch_padding": [
185
- 3,
186
- 1,
187
- 1,
188
- 1
189
- ],
190
- "patch_prenorm": [
191
- false,
192
- true,
193
- true,
194
- true
195
- ],
196
- "patch_size": [
197
- 7,
198
- 3,
199
- 3,
200
- 3
201
- ],
202
- "patch_stride": [
203
- 4,
204
- 2,
205
- 2,
206
- 2
207
- ],
208
- "prefix": null,
209
- "problem_type": null,
210
  "projection_dim": 768,
211
- "pruned_heads": {},
212
- "remove_invalid_values": false,
213
- "repetition_penalty": 1.0,
214
- "return_dict": true,
215
- "return_dict_in_generate": false,
216
- "sep_token_id": null,
217
- "suppress_tokens": null,
218
- "task_specific_params": null,
219
- "temperature": 1.0,
220
- "tf_legacy_loss": false,
221
- "tie_encoder_decoder": false,
222
- "tie_word_embeddings": true,
223
- "tokenizer_class": null,
224
- "top_k": 50,
225
- "top_p": 1.0,
226
- "torch_dtype": null,
227
- "torchscript": false,
228
- "typical_p": 1.0,
229
- "use_bfloat16": false,
230
  "visual_temporal_embedding": {
231
- "max_temporal_embeddings": 100,
232
- "type": "COSINE"
233
  },
234
- "window_size": 12
 
 
 
 
235
  },
236
- "vocab_size": 51289
 
 
 
237
  }
 
107
  "torch_dtype": "float32",
108
  "transformers_version": "4.41.2",
109
  "vision_config": {
110
+ "model_type": "davit",
111
+ "drop_path_rate": 0.1,
112
+ "patch_size": [7, 3, 3, 3],
113
+ "patch_stride": [4, 2, 2, 2],
114
+ "patch_padding": [3, 1, 1, 1],
115
+ "patch_prenorm": [false, true, true, true],
116
+ "enable_checkpoint": false,
117
+ "dim_embed": [128, 256, 512, 1024],
118
+ "num_heads": [4, 8, 16, 32],
119
+ "num_groups": [4, 8, 16, 32],
120
+ "depths": [1, 1, 9, 1],
121
+ "window_size": 12,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
122
  "projection_dim": 768,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
123
  "visual_temporal_embedding": {
124
+ "type": "COSINE",
125
+ "max_temporal_embeddings": 100
126
  },
127
+ "image_pos_embed": {
128
+ "type": "learned_abs_2d",
129
+ "max_pos_embeddings": 50
130
+ },
131
+ "image_feature_source": ["spatial_avg_pool", "temporal_avg_pool"]
132
  },
133
+ "vocab_size": 51289,
134
+ "torch_dtype": "float32",
135
+ "transformers_version": "4.41.0.dev0",
136
+ "is_encoder_decoder": true
137
  }