metadata
license: apache-2.0
insert_at_4_nonfrozen_50rn_8heads_k=128.ckpt
- Final validation scores: acc@1=0.758 acc@5=0.92
- Trained for 4 epochs
# lightning.pytorch==2.0.0
seed_everything: true
trainer:
callbacks:
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
init_args:
save_last: true
save_top_k: 1
monitor: v_c_loss
- class_path: lightning.pytorch.callbacks.LearningRateMonitor
accelerator: auto
strategy: auto
devices: auto
num_nodes: 1
precision: 16-mixed
logger: null
fast_dev_run: false
max_epochs: 8
min_epochs: null
max_steps: -1
min_steps: null
max_time: null
limit_train_batches: null
limit_val_batches: null
limit_test_batches: null
limit_predict_batches: null
overfit_batches: 0.0
val_check_interval: 0.1
check_val_every_n_epoch: 1
num_sanity_val_steps: null
log_every_n_steps: 15
enable_checkpointing: true
enable_progress_bar: null
enable_model_summary: null
accumulate_grad_batches: 1
gradient_clip_val: 1.0
gradient_clip_algorithm: null
deterministic: null
benchmark: null
inference_mode: true
use_distributed_sampler: true
profiler: null
detect_anomaly: false
barebones: false
plugins: null
sync_batchnorm: false
reload_dataloaders_every_n_epochs: 0
default_root_dir: ckpt/insert_at_4_nonfrozen_50rn_4heads_k=128
model:
resnet_type: 50
is_rq: false
quantizer_args:
heads: 8
use_cosine_sim: false
accept_image_fmap: true
codebook_dim: 256
codebook_size: 128
decay: 0.95
eps: 1.0e-05
commitment_weight: 0.0
threshold_ema_dead_code: 2
resnet_insertion_index: 4
unfreeze_resnet_block_indeces: [3]
unfreeze_fc: true
lr: 0.00010
data:
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
image_size: 224
num_workers: 6
batch_size: 512
shuffle: true
pin_memory: true
drop_last: false
epoch0-insert-at-4-frozen-deep-norq.ckpt
- trained to vall acc@5 0.887 acc@1 .6697
- big codebook size (256)
- 8 heads
# lightning.pytorch==2.0.0
# bigger depth
seed_everything: true
trainer:
callbacks:
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
init_args:
save_last: true
save_top_k: 1
monitor: v_c_loss
accelerator: auto
strategy: auto
devices: auto
num_nodes: 1
precision: 16-mixed
logger: null
callbacks: null
fast_dev_run: false
max_epochs: 5
min_epochs: null
max_steps: -1
min_steps: null
max_time: null
limit_train_batches: null
limit_val_batches: null
limit_test_batches: null
limit_predict_batches: null
overfit_batches: 0.0
val_check_interval: 0.1
check_val_every_n_epoch: 1
num_sanity_val_steps: null
log_every_n_steps: 15
enable_checkpointing: true
enable_progress_bar: null
enable_model_summary: null
accumulate_grad_batches: 1
gradient_clip_val: 1.0
gradient_clip_algorithm: null
deterministic: null
benchmark: null
inference_mode: true
use_distributed_sampler: true
profiler: null
detect_anomaly: false
barebones: false
plugins: null
sync_batchnorm: false
reload_dataloaders_every_n_epochs: 0
default_root_dir: ckpt/insert_at_4_frozen_deep
model:
resnet_type: 34
is_rq: false
quantizer_args:
heads: 8
use_cosine_sim: false
accept_image_fmap: true
codebook_dim: 128
codebook_size: 256
decay: 0.85
eps: 1.0e-05
commitment_weight: 5.0
threshold_ema_dead_code: 1
resnet_insertion_index: 4
unfreeze_resnet_block_indeces: []
unfreeze_fc: false
lr: 0.0002
data:
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
image_size: 224
num_workers: 6
batch_size: 512
shuffle: true
pin_memory: true
drop_last: false
insert_at_4_nonfrozen_deep_epoch=3-step=7759.ckpt
- small codebook size (64)
- trained to v acc@5 .8645 acc@1 0.6554
# lightning.pytorch==2.0.0
# bigger depth
seed_everything: true
trainer:
callbacks:
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
init_args:
save_last: true
save_top_k: 1
monitor: v_c_loss
accelerator: auto
strategy: auto
devices: auto
num_nodes: 1
precision: 16-mixed
logger: null
callbacks: null
fast_dev_run: false
max_epochs: 5
min_epochs: null
max_steps: -1
min_steps: null
max_time: null
limit_train_batches: null
limit_val_batches: null
limit_test_batches: null
limit_predict_batches: null
overfit_batches: 0.0
val_check_interval: 0.1
check_val_every_n_epoch: 1
num_sanity_val_steps: null
log_every_n_steps: 15
enable_checkpointing: true
enable_progress_bar: null
enable_model_summary: null
accumulate_grad_batches: 1
gradient_clip_val: 1.0
gradient_clip_algorithm: null
deterministic: null
benchmark: null
inference_mode: true
use_distributed_sampler: true
profiler: null
detect_anomaly: false
barebones: false
plugins: null
sync_batchnorm: false
reload_dataloaders_every_n_epochs: 0
default_root_dir: ckpt/insert_at_4_nonfrozen_deep
model:
resnet_type: 34
is_rq: false
quantizer_args:
heads: 8
use_cosine_sim: false
accept_image_fmap: true
codebook_dim: 128
codebook_size: 64
decay: 0.85
eps: 1.0e-05
commitment_weight: 0.5
threshold_ema_dead_code: 1
sample_codebook_temp: 0.1
resnet_insertion_index: 4
unfreeze_resnet_block_indeces:
- 2
- 3
unfreeze_fc: true
lr: 0.0001
data:
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
image_size: 224
num_workers: 6
batch_size: 512
shuffle: true
pin_memory: true
drop_last: false
epoch=1-step=4503.ckpt
- inserted at 3, all resnet weights frozen
- ~.62 val acc
# lightning.pytorch==2.0.0
seed_everything: true
trainer:
callbacks:
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
init_args:
save_last: true
save_top_k: 1
monitor: v_c_loss
accelerator: auto
strategy: auto
devices: auto
num_nodes: 1
precision: 16-mixed
logger: null
callbacks: null
fast_dev_run: false
max_epochs: 10
min_epochs: null
max_steps: -1
min_steps: null
max_time: null
limit_train_batches: null
limit_val_batches: null
limit_test_batches: null
limit_predict_batches: null
overfit_batches: 0.0
val_check_interval: 0.1
check_val_every_n_epoch: 1
num_sanity_val_steps: null
log_every_n_steps: 5
enable_checkpointing: true
enable_progress_bar: null
enable_model_summary: null
accumulate_grad_batches: 1
gradient_clip_val: 0.5
gradient_clip_algorithm: null
deterministic: null
benchmark: null
inference_mode: true
use_distributed_sampler: true
profiler: null
detect_anomaly: false
barebones: false
plugins: null
sync_batchnorm: false
reload_dataloaders_every_n_epochs: 0
default_root_dir: ckpt/test_insert_at_3_frozen
model:
resnet_type: 34
is_rq: true
quantizer_args:
num_quantizers: 4
shared_codebook: false
quantize_dropout: true
accept_image_fmap: true
codebook_dim: 128
codebook_size: 512
decay: 0.85
eps: 1.0e-05
commitment_weight: 25.0
threshold_ema_dead_code: 2
sample_codebook_temp: 0.05
quantize_dropout_cutoff_index: 1
quantize_dropout_multiple_of: 1
resnet_insertion_index: 3
lr: 0.0002
data:
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
image_size: 224
num_workers: 8
batch_size: 512
shuffle: true
pin_memory: true
drop_last: false
epoch2-val-63.ckpt
- final val acc .63
- trained for 2 epochs
- More compressed embedding space, with more dropout
- git commit dc54a9bdbfcfbc83c736ac5c06ab09c5acf2d5e8
# lightning.pytorch==2.0.0
seed_everything: true
trainer:
callbacks:
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
init_args:
save_last: true
save_top_k: 1
monitor: v_c_loss
accelerator: auto
strategy: auto
devices: auto
num_nodes: 1
precision: 16-mixed
logger: null
callbacks: null
fast_dev_run: false
max_epochs: 10
min_epochs: null
max_steps: -1
min_steps: null
max_time: null
limit_train_batches: null
limit_val_batches: null
limit_test_batches: null
limit_predict_batches: null
overfit_batches: 0.0
val_check_interval: 0.1
check_val_every_n_epoch: 1
num_sanity_val_steps: null
log_every_n_steps: 5
enable_checkpointing: true
enable_progress_bar: null
enable_model_summary: null
accumulate_grad_batches: 1
gradient_clip_val: 0.5
gradient_clip_algorithm: null
deterministic: null
benchmark: null
inference_mode: true
use_distributed_sampler: true
profiler: null
detect_anomaly: false
barebones: false
plugins: null
sync_batchnorm: false
reload_dataloaders_every_n_epochs: 0
default_root_dir: ckpt/insert_at_4
model:
resnet_type: 34
is_rq: true
quantizer_args:
num_quantizers: 8
shared_codebook: true
quantize_dropout: false
accept_image_fmap: true
codebook_dim: 128
codebook_size: 64
decay: 0.8
eps: 1.0e-05
commitment_weight: 5.0
threshold_ema_dead_code: 1
sample_codebook_temp: 0.1
resnet_insertion_index: 4
unfreeze_resnet_block_indeces:
- 3
unfreeze_fc: true
lr: 0.0002
data:
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
image_size: 224
num_workers: 6
batch_size: 512
shuffle: true
pin_memory: true
drop_last: false
epoch=5-step=14765.ckpt
- trained for 5 1/2 epochs on imagenet, on top of resnet 34
- final validation accuracy: .66
- final training accuracy: 0.64
- git hash:
c4852331f9a40393b8ffd8b7b9a689d1ff6e1021 - config:
# lightning.pytorch==2.0.0
seed_everything: true
trainer:
callbacks:
- class_path: lightning.pytorch.callbacks.ModelCheckpoint
init_args:
save_last: true
save_top_k: 1
monitor: v_c_loss
accelerator: auto
strategy: auto
devices: auto
num_nodes: 1
precision: 16-mixed
logger: null
callbacks: null
fast_dev_run: false
max_epochs: 10
min_epochs: null
max_steps: -1
min_steps: null
max_time: null
limit_train_batches: null
limit_val_batches: null
limit_test_batches: null
limit_predict_batches: null
overfit_batches: 0.0
val_check_interval: 0.1
check_val_every_n_epoch: 1
num_sanity_val_steps: null
log_every_n_steps: 5
enable_checkpointing: true
enable_progress_bar: null
enable_model_summary: null
accumulate_grad_batches: 1
gradient_clip_val: 0.5
gradient_clip_algorithm: null
deterministic: null
benchmark: null
inference_mode: true
use_distributed_sampler: true
profiler: null
detect_anomaly: false
barebones: false
plugins: null
sync_batchnorm: false
reload_dataloaders_every_n_epochs: 0
default_root_dir: ckpt/test_insert_at_4
model:
resnet_type: 34
is_rq: true
quantizer_args:
num_quantizers: 4
shared_codebook: true
quantize_dropout: false
accept_image_fmap: true
codebook_dim: 128
codebook_size: 256
decay: 0.8
eps: 1.0e-05
commitment_weight: 5.0
threshold_ema_dead_code: 1
sample_codebook_temp: 0.0
resnet_insertion_index: 4
unfreeze_resnet_block_indeces:
- 3
unfreeze_fc: true
lr: 0.0002
data:
data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
image_size: 224
num_workers: 8
batch_size: 512
shuffle: true
pin_memory: true
drop_last: false