|
{ |
|
"query_token_id": "[unused0]", |
|
"doc_token_id": "[unused1]", |
|
"query_token": "[Q]", |
|
"doc_token": "[D]", |
|
"ncells": null, |
|
"centroid_score_threshold": null, |
|
"ndocs": null, |
|
"index_path": null, |
|
"nbits": 1, |
|
"kmeans_niters": 4, |
|
"resume": false, |
|
"max_sampled_pid": -1, |
|
"max_num_partitions": -1, |
|
"use_lagacy_build_ivf": false, |
|
"similarity": "cosine", |
|
"bsize": 8, |
|
"accumsteps": 1, |
|
"lr": 5e-6, |
|
"maxsteps": 200000, |
|
"save_every": null, |
|
"warmup": null, |
|
"warmup_bert": null, |
|
"relu": false, |
|
"nway": 6, |
|
"n_query_alternative": 1, |
|
"use_ib_negatives": false, |
|
"kd_loss": "KLD", |
|
"reranker": false, |
|
"distillation_alpha": 1.0, |
|
"ignore_scores": false, |
|
"model_name": "xlm-roberta-large", |
|
"force_resize_embeddings": true, |
|
"shuffle_passages": true, |
|
"sampling_max_beta": 1.0, |
|
"over_one_epoch": true, |
|
"query_maxlen": 32, |
|
"attend_to_mask_tokens": false, |
|
"interaction": "colbert", |
|
"dim": 128, |
|
"doc_maxlen": 220, |
|
"mask_punctuation": true, |
|
"checkpoint": null, |
|
"triples": "\/expscratch\/eyang\/workspace\/plaid-aux\/training_triples\/msmarco-passages\/triples_t53b-monot5-msmarco-eng.jsonl", |
|
"collection": null, |
|
"queries": null, |
|
"index_name": null, |
|
"overwrite": false, |
|
"root": "\/expscratch\/eyang\/workspace\/plaid-aux\/experiments", |
|
"experiment": "plaid_xlm-roberta-large_fixeddp", |
|
"index_root": null, |
|
"name": "fas-KLD-shuf-5e-6\/t53b-monot5-msmarco-eng\/64bat.6way", |
|
"rank": 0, |
|
"nranks": 8, |
|
"amp": true, |
|
"ivf_num_processes": 20, |
|
"gpus": 8, |
|
"meta": { |
|
"hostname": "r10n05", |
|
"git_branch": "eugene-training", |
|
"git_hash": "ae15fcb5fb811bd34d7d66ed8d151f9df7fc29d8", |
|
"git_commit_datetime": "2023-09-07 10:59:26-04:00", |
|
"current_datetime": "Sep 16, 2023 ; 3:37PM EDT (-0400)", |
|
"cmd": "train.py --model_name xlm-roberta-large --training_triples \/expscratch\/eyang\/workspace\/plaid-aux\/training_triples\/msmarco-passages\/triples_t53b-monot5-msmarco-eng.jsonl --training_irds_id neumarco\/fa\/train --maxsteps 200000 --learning_rate 5e-6 --kd_loss KLD --per_device_batch_size 8 --nway 6 --run_tag fas-KLD-shuf-5e-6\/t53b-monot5-msmarco-eng --experiment plaid_xlm-roberta-large_fixeddp", |
|
"version": "colbert-v0.4" |
|
} |
|
} |
|
|