Commit
•
3c6a82d
1
Parent(s):
e281ea8
Update README.md
Browse files
README.md
CHANGED
|
@@ -1,6 +1,86 @@
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
| 3 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
epoch0-insert-at-4-frozen-deep-norq.ckpt
|
| 5 |
* trained to vall acc@5 0.887 acc@1 .6697
|
| 6 |
* big codebook size (256)
|
|
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
| 3 |
---
|
| 4 |
+
insert_at_4_nonfrozen_50rn_4heads_k=128.ckpt
|
| 5 |
+
* Final validation scores: acc@1=0.758 acc@5=0.92
|
| 6 |
+
* Trained for 4 epochs
|
| 7 |
+
```
|
| 8 |
+
# lightning.pytorch==2.0.0
|
| 9 |
+
seed_everything: true
|
| 10 |
+
trainer:
|
| 11 |
+
callbacks:
|
| 12 |
+
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
|
| 13 |
+
init_args:
|
| 14 |
+
save_last: true
|
| 15 |
+
save_top_k: 1
|
| 16 |
+
monitor: v_c_loss
|
| 17 |
+
- class_path: lightning.pytorch.callbacks.LearningRateMonitor
|
| 18 |
+
accelerator: auto
|
| 19 |
+
strategy: auto
|
| 20 |
+
devices: auto
|
| 21 |
+
num_nodes: 1
|
| 22 |
+
precision: 16-mixed
|
| 23 |
+
logger: null
|
| 24 |
+
fast_dev_run: false
|
| 25 |
+
max_epochs: 8
|
| 26 |
+
min_epochs: null
|
| 27 |
+
max_steps: -1
|
| 28 |
+
min_steps: null
|
| 29 |
+
max_time: null
|
| 30 |
+
limit_train_batches: null
|
| 31 |
+
limit_val_batches: null
|
| 32 |
+
limit_test_batches: null
|
| 33 |
+
limit_predict_batches: null
|
| 34 |
+
overfit_batches: 0.0
|
| 35 |
+
val_check_interval: 0.1
|
| 36 |
+
check_val_every_n_epoch: 1
|
| 37 |
+
num_sanity_val_steps: null
|
| 38 |
+
log_every_n_steps: 15
|
| 39 |
+
enable_checkpointing: true
|
| 40 |
+
enable_progress_bar: null
|
| 41 |
+
enable_model_summary: null
|
| 42 |
+
accumulate_grad_batches: 1
|
| 43 |
+
gradient_clip_val: 1.0
|
| 44 |
+
gradient_clip_algorithm: null
|
| 45 |
+
deterministic: null
|
| 46 |
+
benchmark: null
|
| 47 |
+
inference_mode: true
|
| 48 |
+
use_distributed_sampler: true
|
| 49 |
+
profiler: null
|
| 50 |
+
detect_anomaly: false
|
| 51 |
+
barebones: false
|
| 52 |
+
plugins: null
|
| 53 |
+
sync_batchnorm: false
|
| 54 |
+
reload_dataloaders_every_n_epochs: 0
|
| 55 |
+
default_root_dir: ckpt/insert_at_4_nonfrozen_50rn_4heads_k=128
|
| 56 |
+
model:
|
| 57 |
+
resnet_type: 50
|
| 58 |
+
is_rq: false
|
| 59 |
+
quantizer_args:
|
| 60 |
+
heads: 8
|
| 61 |
+
use_cosine_sim: false
|
| 62 |
+
accept_image_fmap: true
|
| 63 |
+
codebook_dim: 256
|
| 64 |
+
codebook_size: 128
|
| 65 |
+
decay: 0.95
|
| 66 |
+
eps: 1.0e-05
|
| 67 |
+
commitment_weight: 0.0
|
| 68 |
+
threshold_ema_dead_code: 2
|
| 69 |
+
resnet_insertion_index: 4
|
| 70 |
+
unfreeze_resnet_block_indeces: [3]
|
| 71 |
+
unfreeze_fc: true
|
| 72 |
+
lr: 0.00010
|
| 73 |
+
data:
|
| 74 |
+
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
|
| 75 |
+
image_size: 224
|
| 76 |
+
num_workers: 6
|
| 77 |
+
batch_size: 512
|
| 78 |
+
shuffle: true
|
| 79 |
+
pin_memory: true
|
| 80 |
+
drop_last: false
|
| 81 |
+
```
|
| 82 |
+
|
| 83 |
+
|
| 84 |
epoch0-insert-at-4-frozen-deep-norq.ckpt
|
| 85 |
* trained to vall acc@5 0.887 acc@1 .6697
|
| 86 |
* big codebook size (256)
|