Spaces:
Sleeping
Sleeping
shared_params: | |
passages_path: null | |
max_passage_length: 64 | |
prefetch_batches: True | |
use_topics: False | |
datamodule: | |
_target_: goldenretriever.lightning_modules.pl_data_modules.PLDataModule | |
tokenizer: ${model.language_model} | |
datasets: | |
train: | |
_target_: goldenretriever.data.dpr.datasets.InBatchNegativesDPRDataset | |
name: "train" | |
path: null | |
passages_path: ${data.shared_params.passages_path} | |
max_passage_length: ${data.shared_params.max_passage_length} | |
prefetch_batches: ${data.shared_params.prefetch_batches} | |
subsample: null | |
shuffle: True | |
use_topics: ${data.shared_params.use_topics} | |
val: | |
- _target_: goldenretriever.data.dpr.datasets.InBatchNegativesDPRDataset | |
name: "val" | |
path: null | |
passages_path: ${data.shared_params.passages_path} | |
max_passage_length: ${data.shared_params.max_passage_length} | |
prefetch_batches: ${data.shared_params.prefetch_batches} | |
use_topics: ${data.shared_params.use_topics} | |
test: | |
- _target_: goldenretriever.data.dpr.datasets.InBatchNegativesDPRDataset | |
name: "test" | |
path: null | |
passages_path: ${data.shared_params.passages_path} | |
max_passage_length: ${data.shared_params.max_passage_length} | |
prefetch_batches: ${data.shared_params.prefetch_batches} | |
use_topics: ${data.shared_params.use_topics} | |
batch_sizes: | |
train: 64 | |
val: 64 | |
test: 64 | |
num_workers: | |
train: 4 | |
val: 4 | |
test: 4 | |