File size: 803 Bytes
472e467 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
trainer: "gist"
model_name: "albertina-900m-ptpt-mmarco-pairs-gist1-v1"
base_model_name: "albertina-900m-ptpt-europarl-eubookshop-ted2020-tatoeba-ct1-nli-gist10-sts-cosent20-v1"
guide_model_name: "bertimbau-100m-europarl-eubookshop-ted2020-tatoeba-ct1-nli-gist10-sts-cosent20-v1"
validation_ir: True
validation_ir_corpus_size: 50000
# validation_ir_corpus_size: 500
# see https://huggingface.co/docs/datasets/v2.18.0/en/about_dataset_load
train_dataset_configs:
- alias: "mmarco"
path: "unicamp-dl/mmarco"
name: "portuguese"
split: "train"
# split: "train[1000:2000]"
examples_are_triples: False
examples_are_labelled: False
seed: 1
learning_rate: 1e-6
warmup_ratio: 0.1
weight_decay: 0.01
batch_size: 40
use_amp: True
epochs: 1
# validations_per_epoch: 1
validations_per_epoch: 100
|