Jiayu1 commited on
Commit
e3e4ff8
1 Parent(s): 0cdb929

Upload 2 files

Browse files
Files changed (2) hide show
  1. model_best.ckpt +3 -0
  2. opt.json +111 -0
model_best.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f1de1dc05c229e53addea931ba567ebb8387820854a4102c78d27a08c249d3
3
+ size 151708747
opt.json ADDED
@@ -0,0 +1,111 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dset_type": "vlp",
3
+ "dset_name": "vlp",
4
+ "domain_name": null,
5
+ "model_id": "univtg",
6
+ "exp_id": "omni_mini_aio_unified__epo3_f10_b10g1_s0.1_0.1",
7
+ "device": 0,
8
+ "gpu_id": 0,
9
+ "debug": false,
10
+ "seed": 2018,
11
+ "local_rank": 0,
12
+ "eval_split_name": "val",
13
+ "data_ratio": 1.0,
14
+ "results_root": "results",
15
+ "num_workers": 8,
16
+ "no_pin_memory": false,
17
+ "bsz": 64,
18
+ "n_epoch": 100,
19
+ "max_es_cnt": 200,
20
+ "lr": 0.0001,
21
+ "lr_drop": 200,
22
+ "lr_gamma": 0.1,
23
+ "lr_warmup": 10.0,
24
+ "wd": 0.0001,
25
+ "grad_clip": 0.1,
26
+ "span_loss_type": "l1",
27
+ "b_loss_coef": 10.0,
28
+ "g_loss_coef": 1.0,
29
+ "eos_coef": 0.1,
30
+ "f_loss_coef": 10.0,
31
+ "s_loss_intra_coef": 0.1,
32
+ "s_loss_inter_coef": 0.1,
33
+ "main_metric": "MR-full-R1@0.3-key",
34
+ "eval_mode": null,
35
+ "eval_bsz": 32,
36
+ "eval_epoch": 5,
37
+ "eval_init": true,
38
+ "save_interval": 5,
39
+ "resume": "/data/home/qinghonglin/univtg/results/vlp-vlp/aio_unified_mini-clip-clip-2023_05_27_00/model_e0003.ckpt",
40
+ "resume_dir": null,
41
+ "resume_all": false,
42
+ "start_epoch": null,
43
+ "no_sort_results": false,
44
+ "max_before_nms": 1000,
45
+ "max_after_nms": 10,
46
+ "conf_thd": 0.0,
47
+ "nms_thd": 0.7,
48
+ "use_cache": -1,
49
+ "max_q_l": 75,
50
+ "max_v_l": 75,
51
+ "clip_length": 2.0,
52
+ "clip_len_list": null,
53
+ "max_windows": 5,
54
+ "add_easy_negative": 1,
55
+ "easy_negative_only": 1,
56
+ "round_multiple": 1,
57
+ "train_path": [
58
+ "data/qvhighlights/metadata/qvhighlights_train.jsonl",
59
+ "data/charades/metadata/charades_train.jsonl",
60
+ "data/ego4d/metadata/nlq_train.jsonl",
61
+ "data/tacos/metadata/train.jsonl",
62
+ "data/anet/metadata/train.jsonl",
63
+ "data/didemo/metadata/train.jsonl"
64
+ ],
65
+ "eval_path": "data/qvhighlights/metadata/qvhighlights_val.jsonl",
66
+ "train_path_list": null,
67
+ "eval_path_list": null,
68
+ "feat_root_list": null,
69
+ "no_norm_vfeat": false,
70
+ "no_norm_tfeat": false,
71
+ "v_feat_dirs": [
72
+ "vid_clip"
73
+ ],
74
+ "t_feat_dir": "txt_clip",
75
+ "v_feat_dim": 512,
76
+ "t_feat_dim": 512,
77
+ "ctx_mode": "video_tef",
78
+ "v_feat_types": "clip",
79
+ "t_feat_type": "clip",
80
+ "position_embedding": "sine",
81
+ "n_input_proj": 2,
82
+ "temperature": 0.07,
83
+ "enc_layers": 4,
84
+ "sub_enc_layers": 2,
85
+ "dec_layers": 2,
86
+ "dim_feedforward": 1024,
87
+ "hidden_dim": 512,
88
+ "input_dropout": 0.5,
89
+ "dropout": 0.0,
90
+ "droppath": 0.1,
91
+ "txt_drop_ratio": 0,
92
+ "use_txt_pos": false,
93
+ "nheads": 8,
94
+ "num_queries": 10,
95
+ "pre_norm": false,
96
+ "set_cost_span": 10,
97
+ "set_cost_giou": 1,
98
+ "set_cost_class": 4,
99
+ "saliency_margin": 0.2,
100
+ "aux_loss": false,
101
+ "max_segment_num": 20,
102
+ "max_frame_num": 200,
103
+ "top_percent": 0.02,
104
+ "qfvs_vid_feature": "fps1",
105
+ "qfvs_txt_feature": "query",
106
+ "qfvs_dense_shot": -1,
107
+ "qfvs_score_ensemble": -1,
108
+ "qfvs_score_gather": -1,
109
+ "qfvs_loss_gather": -1,
110
+ "results_dir": "results/vlp-vlp/omni_mini_aio_unified__epo3_f10_b10g1_s0.1_0.1-clip-clip-2023_05_31_06"
111
+ }