Spaces:
Sleeping
Sleeping
| coco: | |
| dataset: 'coco' | |
| data_path: '/workspace_dataset/dataset_vqa' | |
| label_path: '/workspace_dataset/dataset_experts' | |
| experts: ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'] # 'none' for PrismerZ | |
| image_resolution: 480 | |
| prismer_model: 'prismer_base' # 'prismer-large' for Prismer(Z)-Large | |
| freeze: 'freeze_vision' | |
| batch_size_train: 4 # for 8 * 8 nodes [effective batch-size: 256] | |
| batch_size_test: 8 | |
| init_lr: 5e-5 | |
| weight_decay: 0.05 | |
| min_lr: 0 | |
| max_epoch: 3 | |
| prefix: 'A picture of' # use prefix for fine-tuning or no pre-fix '' for zero-shot experiments | |
| nocaps: | |
| dataset: 'nocaps' | |
| data_path: '/workspace_dataset/dataset_vqa' | |
| label_path: '/workspace_dataset/dataset_experts' | |
| experts: ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'] # 'none' for PrismerZ | |
| image_resolution: 480 | |
| prismer_model: 'prismer_base' # 'prismer-large' for Prismer(Z)-Large | |
| freeze: 'freeze_vision' | |
| batch_size_train: 4 # for 8 * 8 nodes [effective batch-size: 256] | |
| batch_size_test: 8 | |
| init_lr: 5e-5 | |
| weight_decay: 0.05 | |
| min_lr: 0 | |
| max_epoch: 3 | |
| prefix: 'A picture of' # use prefix for fine-tuning or no pre-fix '' for zero-shot experiments | |
| demo: | |
| dataset: 'demo' | |
| data_path: 'helpers' | |
| label_path: 'helpers/labels' | |
| experts: ['depth', 'normal', 'seg_coco', 'edge', 'obj_detection', 'ocr_detection'] # 'none' for PrismerZ | |
| image_resolution: 480 | |
| prismer_model: 'prismer_base' # 'prismer-large' for Prismer(Z)-Large | |
| freeze: 'freeze_vision' | |
| prefix: 'A picture of' | |