zamborg commited on
Commit
7afbe13
1 Parent(s): 214bd84

introduced the yaml and tmp datset folder

Browse files

Files changed (3) hide show
  1. .gitignore +0 -1
  2. config.yaml +63 -0
  3. datasets/tmp +0 -0
.gitignore CHANGED
@@ -1,6 +1,5 @@
1
  .ipynb_checkpoints/*
2
  *.pth
3
- *.yaml
4
  *ipynb_checkpoints
5
  __pycache__
6
  *.json
1
  .ipynb_checkpoints/*
2
  *.pth
 
3
  *ipynb_checkpoints
4
  __pycache__
5
  *.json
config.yaml ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ AMP: true
2
+ CUDNN_BENCHMARK: true
3
+ CUDNN_DETERMINISTIC: false
4
+ DATA:
5
+ EOS_INDEX: 2
6
+ IMAGE_CROP_SIZE: 224
7
+ IMAGE_TRANSFORM_TRAIN:
8
+ - random_resized_crop
9
+ - horizontal_flip
10
+ - color_jitter
11
+ - normalize
12
+ IMAGE_TRANSFORM_VAL:
13
+ - smallest_resize
14
+ - center_crop
15
+ - normalize
16
+ MASKED_LM:
17
+ MASK_PROBABILITY: 0.85
18
+ MASK_PROPORTION: 0.15
19
+ REPLACE_PROBABILITY: 0.1
20
+ MASK_INDEX: 3
21
+ MAX_CAPTION_LENGTH: 50
22
+ ROOT: datasets/redcaps/tarfiles/*.tar
23
+ SOS_INDEX: 1
24
+ TOKENIZER_MODEL: datasets/common_30k.model
25
+ UNK_INDEX: 0
26
+ USE_PERCENTAGE: 100.0
27
+ USE_SINGLE_CAPTION: false
28
+ VOCAB_SIZE: 30000
29
+ MODEL:
30
+ DECODER:
31
+ BEAM_SIZE: 0.5
32
+ MAX_DECODING_STEPS: 30
33
+ NAME: nucleus_sampling
34
+ NUCLEUS_SIZE: 0.9
35
+ LABEL_SMOOTHING: 0.1
36
+ NAME: virtex_web
37
+ TEXTUAL:
38
+ DROPOUT: 0.1
39
+ NAME: transdec_prenorm::L6_H512_A8_F2048
40
+ VISUAL:
41
+ FEATURE_SIZE: 2048
42
+ FROZEN: false
43
+ NAME: torchvision::resnet50
44
+ PRETRAINED: false
45
+ OPTIM:
46
+ BATCH_SIZE: 256
47
+ CLIP_GRAD_NORM: 10.0
48
+ CNN_LR: 0.0005
49
+ LOOKAHEAD:
50
+ ALPHA: 0.5
51
+ STEPS: 5
52
+ USE: false
53
+ LR: 0.0005
54
+ LR_DECAY_NAME: cosine
55
+ LR_GAMMA: 0.1
56
+ LR_STEPS: []
57
+ NO_DECAY: .*textual.(embedding|transformer).*(norm.*|bias)
58
+ NUM_ITERATIONS: 1500000
59
+ OPTIMIZER_NAME: adamw
60
+ SGD_MOMENTUM: 0.9
61
+ WARMUP_STEPS: 10000
62
+ WEIGHT_DECAY: 0.01
63
+ RANDOM_SEED: 0
datasets/tmp ADDED
File without changes