adams-story commited on
Commit
e281ea8
·
1 Parent(s): 2852fa1

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +80 -0
README.md CHANGED
@@ -1,6 +1,86 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  insert_at_4_nonfrozen_deep_epoch=3-step=7759.ckpt
5
  * small codebook size (64)
6
  * trained to v acc@5 .8645 acc@1 0.6554
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+ epoch0-insert-at-4-frozen-deep-norq.ckpt
5
+ * trained to vall acc@5 0.887 acc@1 .6697
6
+ * big codebook size (256)
7
+ * 8 heads
8
+ ```
9
+ # lightning.pytorch==2.0.0
10
+ # bigger depth
11
+ seed_everything: true
12
+ trainer:
13
+ callbacks:
14
+ - class_path: lightning.pytorch.callbacks.ModelCheckpoint
15
+ init_args:
16
+ save_last: true
17
+ save_top_k: 1
18
+ monitor: v_c_loss
19
+ accelerator: auto
20
+ strategy: auto
21
+ devices: auto
22
+ num_nodes: 1
23
+ precision: 16-mixed
24
+ logger: null
25
+ callbacks: null
26
+ fast_dev_run: false
27
+ max_epochs: 5
28
+ min_epochs: null
29
+ max_steps: -1
30
+ min_steps: null
31
+ max_time: null
32
+ limit_train_batches: null
33
+ limit_val_batches: null
34
+ limit_test_batches: null
35
+ limit_predict_batches: null
36
+ overfit_batches: 0.0
37
+ val_check_interval: 0.1
38
+ check_val_every_n_epoch: 1
39
+ num_sanity_val_steps: null
40
+ log_every_n_steps: 15
41
+ enable_checkpointing: true
42
+ enable_progress_bar: null
43
+ enable_model_summary: null
44
+ accumulate_grad_batches: 1
45
+ gradient_clip_val: 1.0
46
+ gradient_clip_algorithm: null
47
+ deterministic: null
48
+ benchmark: null
49
+ inference_mode: true
50
+ use_distributed_sampler: true
51
+ profiler: null
52
+ detect_anomaly: false
53
+ barebones: false
54
+ plugins: null
55
+ sync_batchnorm: false
56
+ reload_dataloaders_every_n_epochs: 0
57
+ default_root_dir: ckpt/insert_at_4_frozen_deep
58
+ model:
59
+ resnet_type: 34
60
+ is_rq: false
61
+ quantizer_args:
62
+ heads: 8
63
+ use_cosine_sim: false
64
+ accept_image_fmap: true
65
+ codebook_dim: 128
66
+ codebook_size: 256
67
+ decay: 0.85
68
+ eps: 1.0e-05
69
+ commitment_weight: 5.0
70
+ threshold_ema_dead_code: 1
71
+ resnet_insertion_index: 4
72
+ unfreeze_resnet_block_indeces: []
73
+ unfreeze_fc: false
74
+ lr: 0.0002
75
+ data:
76
+ data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
77
+ image_size: 224
78
+ num_workers: 6
79
+ batch_size: 512
80
+ shuffle: true
81
+ pin_memory: true
82
+ drop_last: false
83
+ ```
84
  insert_at_4_nonfrozen_deep_epoch=3-step=7759.ckpt
85
  * small codebook size (64)
86
  * trained to v acc@5 .8645 acc@1 0.6554