|
|
|
|
|
|
|
|
|
|
|
model:
|
|
arch: blip2_protein_opt
|
|
model_type: pretrain_protein_opt2.7b
|
|
load_pretrained: True
|
|
|
|
|
|
pretrained: "/cluster/home/wenkai/LAVIS/lavis/output/BLIP2/Pretrain_stage2/20230924220/checkpoint_5.pth"
|
|
use_grad_checkpoint: True
|
|
freeze_vit: False
|
|
max_protein_len: 600
|
|
max_txt_len: 25
|
|
|
|
datasets:
|
|
GO_protein_function:
|
|
text_processor:
|
|
train:
|
|
name: "blip_caption"
|
|
|
|
run:
|
|
task: captioning
|
|
|
|
lr_sched: "linear_warmup_cosine_lr"
|
|
init_lr: 1e-5
|
|
min_lr: 0
|
|
warmup_lr: 1e-8
|
|
warmup_steps: 1000
|
|
weight_decay: 0.05
|
|
max_epoch: 5
|
|
batch_size_train: 4
|
|
batch_size_eval: 4
|
|
num_workers: 8
|
|
accum_grad_iters: 1
|
|
|
|
max_len: 25
|
|
min_len: 1
|
|
num_beams: 5
|
|
|
|
seed: 42
|
|
output_dir: "output/BLIP2/Function_reviewed"
|
|
|
|
amp: True
|
|
resume_ckpt_path: null
|
|
|
|
evaluate: False
|
|
train_splits: ["train"]
|
|
valid_splits: ["val"]
|
|
test_splits: ["test"]
|
|
|
|
device: "cuda"
|
|
world_size: 1
|
|
dist_url: "env://"
|
|
distributed: True
|
|
|