jzhoubu commited on
Commit
d055e04
1 Parent(s): 533edf0

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +61 -0
README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ biencoder:
3
+ alias: vdr
4
+ sequence_length: 512
5
+ dropout: 0.1
6
+ shared_encoder: false
7
+ semiparametric: true
8
+ device: null
9
+ encoder_q:
10
+ base_model_id: bert-base-uncased
11
+ max_seq_len: 128
12
+ pretrained: true
13
+ norm: false
14
+ shift_vocab_num: 1000
15
+ prefix: encoder_q.
16
+ encoder_p:
17
+ base_model_id: bert-base-uncased
18
+ max_seq_len: 256
19
+ pretrained: true
20
+ norm: false
21
+ shift_vocab_num: 1000
22
+ prefix: encoder_p.
23
+ train_datasets:
24
+ - dl
25
+ - cm
26
+ dev_datasets:
27
+ - marco_dev_30neg
28
+ datastore: null
29
+ output_dir: null
30
+ train_sampling_rates: null
31
+ batch_size: 256
32
+ num_train_epochs: 5
33
+ num_warmup_epochs: 1
34
+ num_save_epochs: 1
35
+ num_eval_epochs: 1
36
+ hard_negatives: 0
37
+ other_negatives: 0
38
+ ret_negatives: 0
39
+ train_insert_title: true
40
+ valid_insert_title: false
41
+ adam_eps: 1.0e-08
42
+ adam_betas: (0.9, 0.999)
43
+ learning_rate: 2.0e-05
44
+ max_grad_norm: 2.0
45
+ log_batch_step: 100
46
+ train_rolling_loss_step: 100
47
+ weight_decay: 0.0
48
+ sym_loss: true
49
+ do_lower_case: true
50
+ seed: 12345
51
+ checkpoint_file_name: vdr
52
+ model_file: null
53
+ local_rank: -1
54
+ local-rank: 2
55
+ device: null
56
+ distributed_world_size: null
57
+ distributed_port: null
58
+ no_cuda: false
59
+ n_gpu: null
60
+ fp16: true
61
+ ---