Spaces:
Sleeping
Sleeping
coco: | |
dataset: 'coco' | |
data_path: '/workspace_dataset/dataset_vqa' | |
label_path: '/workspace_dataset/dataset_experts' | |
experts: ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'] # 'none' for PrismerZ | |
image_resolution: 480 | |
prismer_model: 'prismer_base' # 'prismer-large' for Prismer(Z)-Large | |
freeze: 'freeze_vision' | |
batch_size_train: 4 # for 8 * 8 nodes [effective batch-size: 256] | |
batch_size_test: 8 | |
init_lr: 5e-5 | |
weight_decay: 0.05 | |
min_lr: 0 | |
max_epoch: 3 | |
prefix: 'A picture of' # use prefix for fine-tuning or no pre-fix '' for zero-shot experiments | |
nocaps: | |
dataset: 'nocaps' | |
data_path: '/workspace_dataset/dataset_vqa' | |
label_path: '/workspace_dataset/dataset_experts' | |
experts: ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'] # 'none' for PrismerZ | |
image_resolution: 480 | |
prismer_model: 'prismer_base' # 'prismer-large' for Prismer(Z)-Large | |
freeze: 'freeze_vision' | |
batch_size_train: 4 # for 8 * 8 nodes [effective batch-size: 256] | |
batch_size_test: 8 | |
init_lr: 5e-5 | |
weight_decay: 0.05 | |
min_lr: 0 | |
max_epoch: 3 | |
prefix: 'A picture of' # use prefix for fine-tuning or no pre-fix '' for zero-shot experiments | |
demo: | |
dataset: 'demo' | |
data_path: 'helpers' | |
label_path: 'helpers/labels' | |
experts: ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'] # 'none' for PrismerZ | |
image_resolution: 480 | |
prismer_model: 'prismer_base' # 'prismer-large' for Prismer(Z)-Large | |
freeze: 'freeze_vision' | |
prefix: 'A picture of' | |