wangyueqian
commited on
Commit
•
602887e
1
Parent(s):
e471e97
Delete config.json
Browse files- config.json +0 -48
config.json
DELETED
@@ -1,48 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"model": {
|
3 |
-
"model_cls": "HawkEye_it",
|
4 |
-
"vit_blip_model_path": "model/VideoChat2/umt_l16_qformer.pth",
|
5 |
-
"llama_model_path": "model/vicuna-7b",
|
6 |
-
"videochat2_model_path": "model/VideoChat2/videochat2_7b_stage2.pth",
|
7 |
-
"freeze_vit": true,
|
8 |
-
"freeze_qformer": false,
|
9 |
-
"max_txt_len": 512,
|
10 |
-
"low_resource": false,
|
11 |
-
"vision_encoder": {
|
12 |
-
"name": "vit_l14",
|
13 |
-
"img_size": 224,
|
14 |
-
"patch_size": 16,
|
15 |
-
"d_model": 1024,
|
16 |
-
"encoder_embed_dim": 1024,
|
17 |
-
"encoder_depth": 24,
|
18 |
-
"encoder_num_heads": 16,
|
19 |
-
"drop_path_rate": 0.0,
|
20 |
-
"num_frames": 32,
|
21 |
-
"tubelet_size": 1,
|
22 |
-
"use_checkpoint": false,
|
23 |
-
"checkpoint_num": 0,
|
24 |
-
"pretrained": "",
|
25 |
-
"return_index": -2,
|
26 |
-
"vit_add_ln": true,
|
27 |
-
"ckpt_num_frame": 4
|
28 |
-
},
|
29 |
-
"num_query_token": 32,
|
30 |
-
"qformer_hidden_dropout_prob": 0.1,
|
31 |
-
"qformer_attention_probs_dropout_prob": 0.1,
|
32 |
-
"qformer_drop_path_rate": 0.2,
|
33 |
-
"extra_num_query_token": 64,
|
34 |
-
"qformer_text_input": true,
|
35 |
-
"system": "",
|
36 |
-
"start_token": "<Video>",
|
37 |
-
"end_token": "</Video>",
|
38 |
-
"img_start_token": "<Image>",
|
39 |
-
"img_end_token": "</Image>",
|
40 |
-
"random_shuffle": true,
|
41 |
-
"use_lora": true,
|
42 |
-
"lora_r": 16,
|
43 |
-
"lora_alpha": 32,
|
44 |
-
"lora_dropout": 0.1
|
45 |
-
},
|
46 |
-
"device": "cuda"
|
47 |
-
}
|
48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|