""" Run scripts/extract_anns.py to generate these json files. """ def get_train_test_data(ann_dir, wav_dir, split_name, load_extra=True): if split_name == 'diff': train_sets, test_sets = split_diff(ann_dir, wav_dir, load_extra) elif split_name == 'same': train_sets, test_sets = split_same(ann_dir, wav_dir, load_extra) else: print('Split not defined') assert False return train_sets, test_sets def split_diff(ann_dir, wav_dir, load_extra=True): train_sets = [] if load_extra: train_sets.append({'dataset_name': 'BatDetective', 'is_test': False, 'is_binary': True, # just a bat / not bat dataset ie no classes 'ann_path': ann_dir + 'train_set_bulgaria_batdetective_with_bbs.json', 'wav_path': wav_dir + 'bat_detective/audio/'}) train_sets.append({'dataset_name': 'bat_logger_qeop_empty', 'is_test': False, 'is_binary': True, 'ann_path': ann_dir + 'bat_logger_qeop_empty.json', 'wav_path': wav_dir + 'bat_logger_qeop_empty/audio/'}) train_sets.append({'dataset_name': 'bat_logger_2016_empty', 'is_test': False, 'is_binary': True, 'ann_path': ann_dir + 'train_set_bat_logger_2016_empty.json', 'wav_path': wav_dir + 'bat_logger_2016/audio/'}) # train_sets.append({'dataset_name': 'brazil_data_binary', # 'is_test': False, # 'ann_path': ann_dir + 'brazil_data_binary.json', # 'wav_path': wav_dir + 'brazil_data/audio/'}) train_sets.append({'dataset_name': 'echobank', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'Echobank_train_expert.json', 'wav_path': wav_dir + 'echobank/audio/'}) train_sets.append({'dataset_name': 'sn_scot_nor', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'sn_scot_nor_0.5_expert.json', 'wav_path': wav_dir + 'sn_scot_nor/audio/'}) train_sets.append({'dataset_name': 'BCT_1_sec', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'BCT_1_sec_train_expert.json', 'wav_path': wav_dir + 'BCT_1_sec/audio/'}) train_sets.append({'dataset_name': 'bcireland', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'bcireland_expert.json', 'wav_path': wav_dir + 'bcireland/audio/'}) train_sets.append({'dataset_name': 'rhinolophus_steve_BCT', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'rhinolophus_steve_BCT_expert.json', 'wav_path': wav_dir + 'rhinolophus_steve_BCT/audio/'}) test_sets = [] test_sets.append({'dataset_name': 'bat_data_martyn_2018', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2018_1_sec_train_expert.json', 'wav_path': wav_dir + 'bat_data_martyn_2018/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2018_test', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2018_1_sec_test_expert.json', 'wav_path': wav_dir + 'bat_data_martyn_2018_test/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2019', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2019_1_sec_train_expert.json', 'wav_path': wav_dir + 'bat_data_martyn_2019/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2019_test', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2019_1_sec_test_expert.json', 'wav_path': wav_dir + 'bat_data_martyn_2019_test/audio/'}) return train_sets, test_sets def split_same(ann_dir, wav_dir, load_extra=True): train_sets = [] if load_extra: train_sets.append({'dataset_name': 'BatDetective', 'is_test': False, 'is_binary': True, 'ann_path': ann_dir + 'train_set_bulgaria_batdetective_with_bbs.json', 'wav_path': wav_dir + 'bat_detective/audio/'}) train_sets.append({'dataset_name': 'bat_logger_qeop_empty', 'is_test': False, 'is_binary': True, 'ann_path': ann_dir + 'bat_logger_qeop_empty.json', 'wav_path': wav_dir + 'bat_logger_qeop_empty/audio/'}) train_sets.append({'dataset_name': 'bat_logger_2016_empty', 'is_test': False, 'is_binary': True, 'ann_path': ann_dir + 'train_set_bat_logger_2016_empty.json', 'wav_path': wav_dir + 'bat_logger_2016/audio/'}) # train_sets.append({'dataset_name': 'brazil_data_binary', # 'is_test': False, # 'ann_path': ann_dir + 'brazil_data_binary.json', # 'wav_path': wav_dir + 'brazil_data/audio/'}) train_sets.append({'dataset_name': 'echobank', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'Echobank_train_expert_TRAIN.json', 'wav_path': wav_dir + 'echobank/audio/'}) train_sets.append({'dataset_name': 'sn_scot_nor', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'sn_scot_nor_0.5_expert_TRAIN.json', 'wav_path': wav_dir + 'sn_scot_nor/audio/'}) train_sets.append({'dataset_name': 'BCT_1_sec', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'BCT_1_sec_train_expert_TRAIN.json', 'wav_path': wav_dir + 'BCT_1_sec/audio/'}) train_sets.append({'dataset_name': 'bcireland', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'bcireland_expert_TRAIN.json', 'wav_path': wav_dir + 'bcireland/audio/'}) train_sets.append({'dataset_name': 'rhinolophus_steve_BCT', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'rhinolophus_steve_BCT_expert_TRAIN.json', 'wav_path': wav_dir + 'rhinolophus_steve_BCT/audio/'}) train_sets.append({'dataset_name': 'bat_data_martyn_2018', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2018_1_sec_train_expert_TRAIN.json', 'wav_path': wav_dir + 'bat_data_martyn_2018/audio/'}) train_sets.append({'dataset_name': 'bat_data_martyn_2018_test', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2018_1_sec_test_expert_TRAIN.json', 'wav_path': wav_dir + 'bat_data_martyn_2018_test/audio/'}) train_sets.append({'dataset_name': 'bat_data_martyn_2019', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2019_1_sec_train_expert_TRAIN.json', 'wav_path': wav_dir + 'bat_data_martyn_2019/audio/'}) train_sets.append({'dataset_name': 'bat_data_martyn_2019_test', 'is_test': False, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2019_1_sec_test_expert_TRAIN.json', 'wav_path': wav_dir + 'bat_data_martyn_2019_test/audio/'}) # train_sets.append({'dataset_name': 'bat_data_martyn_2021_train', # 'is_test': False, # 'is_binary': False, # 'ann_path': ann_dir + 'bat_data_martyn_2021_TRAIN.json', # 'wav_path': wav_dir + 'bat_data_martyn_2021/audio/'}) # train_sets.append({'dataset_name': 'volunteers_2021_train', # 'is_test': False, # 'is_binary': False, # 'ann_path': ann_dir + 'volunteers_2021_TRAIN.json', # 'wav_path': wav_dir + 'volunteers_2021/audio/'}) test_sets = [] test_sets.append({'dataset_name': 'echobank', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'Echobank_train_expert_TEST.json', 'wav_path': wav_dir + 'echobank/audio/'}) test_sets.append({'dataset_name': 'sn_scot_nor', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'sn_scot_nor_0.5_expert_TEST.json', 'wav_path': wav_dir + 'sn_scot_nor/audio/'}) test_sets.append({'dataset_name': 'BCT_1_sec', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BCT_1_sec_train_expert_TEST.json', 'wav_path': wav_dir + 'BCT_1_sec/audio/'}) test_sets.append({'dataset_name': 'bcireland', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'bcireland_expert_TEST.json', 'wav_path': wav_dir + 'bcireland/audio/'}) test_sets.append({'dataset_name': 'rhinolophus_steve_BCT', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'rhinolophus_steve_BCT_expert_TEST.json', 'wav_path': wav_dir + 'rhinolophus_steve_BCT/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2018', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2018_1_sec_train_expert_TEST.json', 'wav_path': wav_dir + 'bat_data_martyn_2018/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2018_test', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2018_1_sec_test_expert_TEST.json', 'wav_path': wav_dir + 'bat_data_martyn_2018_test/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2019', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2019_1_sec_train_expert_TEST.json', 'wav_path': wav_dir + 'bat_data_martyn_2019/audio/'}) test_sets.append({'dataset_name': 'bat_data_martyn_2019_test', 'is_test': True, 'is_binary': False, 'ann_path': ann_dir + 'BritishBatCalls_MartynCooke_2019_1_sec_test_expert_TEST.json', 'wav_path': wav_dir + 'bat_data_martyn_2019_test/audio/'}) # test_sets.append({'dataset_name': 'bat_data_martyn_2021_test', # 'is_test': True, # 'is_binary': False, # 'ann_path': ann_dir + 'bat_data_martyn_2021_TEST.json', # 'wav_path': wav_dir + 'bat_data_martyn_2021/audio/'}) # test_sets.append({'dataset_name': 'volunteers_2021_test', # 'is_test': True, # 'is_binary': False, # 'ann_path': ann_dir + 'volunteers_2021_TEST.json', # 'wav_path': wav_dir + 'volunteers_2021/audio/'}) return train_sets, test_sets