adams-story commited on
Commit
7708713
1 Parent(s): 9d33806

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +83 -1
README.md CHANGED
@@ -1,7 +1,89 @@
1
  ---
2
  license: apache-2.0
3
  ---
4
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
 
6
  ### epoch=5-step=14765.ckpt
7
  * trained for 5 1/2 epochs on imagenet, on top of resnet 34
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+ insert_at_4
5
+ * final val acc .63
6
+ * trained for 2 epochs
7
+ * More compressed embedding space, with more dropout
8
+ * git commit dc54a9bdbfcfbc83c736ac5c06ab09c5acf2d5e8
9
+ `
10
+ # lightning.pytorch==2.0.0
11
+ seed_everything: true
12
+ trainer:
13
+ callbacks:
14
+ - class_path: lightning.pytorch.callbacks.ModelCheckpoint
15
+ init_args:
16
+ save_last: true
17
+ save_top_k: 1
18
+ monitor: v_c_loss
19
+ accelerator: auto
20
+ strategy: auto
21
+ devices: auto
22
+ num_nodes: 1
23
+ precision: 16-mixed
24
+ logger: null
25
+ callbacks: null
26
+ fast_dev_run: false
27
+ max_epochs: 10
28
+ min_epochs: null
29
+ max_steps: -1
30
+ min_steps: null
31
+ max_time: null
32
+ limit_train_batches: null
33
+ limit_val_batches: null
34
+ limit_test_batches: null
35
+ limit_predict_batches: null
36
+ overfit_batches: 0.0
37
+ val_check_interval: 0.1
38
+ check_val_every_n_epoch: 1
39
+ num_sanity_val_steps: null
40
+ log_every_n_steps: 5
41
+ enable_checkpointing: true
42
+ enable_progress_bar: null
43
+ enable_model_summary: null
44
+ accumulate_grad_batches: 1
45
+ gradient_clip_val: 0.5
46
+ gradient_clip_algorithm: null
47
+ deterministic: null
48
+ benchmark: null
49
+ inference_mode: true
50
+ use_distributed_sampler: true
51
+ profiler: null
52
+ detect_anomaly: false
53
+ barebones: false
54
+ plugins: null
55
+ sync_batchnorm: false
56
+ reload_dataloaders_every_n_epochs: 0
57
+ default_root_dir: ckpt/insert_at_4
58
+ model:
59
+ resnet_type: 34
60
+ is_rq: true
61
+ quantizer_args:
62
+ num_quantizers: 8
63
+ shared_codebook: true
64
+ quantize_dropout: false
65
+ accept_image_fmap: true
66
+ codebook_dim: 128
67
+ codebook_size: 64
68
+ decay: 0.8
69
+ eps: 1.0e-05
70
+ commitment_weight: 5.0
71
+ threshold_ema_dead_code: 1
72
+ sample_codebook_temp: 0.1
73
+ resnet_insertion_index: 4
74
+ unfreeze_resnet_block_indeces:
75
+ - 3
76
+ unfreeze_fc: true
77
+ lr: 0.0002
78
+ data:
79
+ data_dir: "/home/figes/Downloads/ILSVRC2012_CLS-LOC/"
80
+ image_size: 224
81
+ num_workers: 6
82
+ batch_size: 512
83
+ shuffle: true
84
+ pin_memory: true
85
+ drop_last: false
86
+ `
87
 
88
  ### epoch=5-step=14765.ckpt
89
  * trained for 5 1/2 epochs on imagenet, on top of resnet 34