File size: 585 Bytes
a5f8a35
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
_BASE_: "../_base_bicaptioning_R_50_L1_H1024.yaml"

AMP: True

DATA:
  ROOT: "datasets/gcc/tarfiles/*.tar"
  TOKENIZER_MODEL: "datasets/vocab/common_30k.model"
  VOCAB_SIZE: 30000
  UNK_INDEX: 0
  SOS_INDEX: 1
  EOS_INDEX: 2
  MASK_INDEX: 3

  MAX_CAPTION_LENGTH: 50

MODEL:
  NAME: "virtex_web"
  TEXTUAL:
    NAME: "transdec_prenorm::L6_H512_A8_F2048"

  LABEL_SMOOTHING: 0.1

OPTIM:
  OPTIMIZER_NAME: "adamw"
  WEIGHT_DECAY: 0.01
  LOOKAHEAD:
    USE: false

  BATCH_SIZE: 256
  CNN_LR: 0.0005
  LR: 0.0005
  NUM_ITERATIONS: 1500000

  WARMUP_STEPS: 10000
  LR_DECAY_NAME: "cosine"