Sentence Similarity
Safetensors
Japanese
RAGatouille
bert
ColBERT
JaColBERTv2 / artifact.metadata
bclavie's picture
Upload folder using huggingface_hub
e4bedb5 verified
{
"query_token_id": "[unused0]",
"doc_token_id": "[unused1]",
"query_token": "[\u8cea\u554fs]",
"doc_token": "[\u6587\u66f8]",
"ncells": null,
"centroid_score_threshold": null,
"ndocs": null,
"load_index_with_mmap": false,
"index_path": null,
"index_bsize": 64,
"nbits": 2,
"kmeans_niters": 4,
"resume": false,
"similarity": "cosine",
"bsize": 4,
"accumsteps": 1,
"lr": 1e-5,
"maxsteps": 500000,
"save_every": null,
"warmup": 10000,
"warmup_bert": null,
"relu": false,
"nway": 32,
"use_ib_negatives": true,
"reranker": false,
"distillation_alpha": 1.0,
"ignore_scores": false,
"model_name": "ja_colbert",
"query_maxlen": 32,
"attend_to_mask_tokens": false,
"interaction": "colbert",
"dim": 128,
"doc_maxlen": 256,
"mask_punctuation": true,
"checkpoint": "bclavie\/JaColBERT",
"triples": ".\/\/triplets.jsonl",
"collection": ".\/\/collection.tsv",
"queries": ".\/\/queries.tsv",
"index_name": null,
"overwrite": false,
"root": "\/admin\/home-bclavie\/mcolbert\/jacolbertv2\/experiments",
"experiment": "default",
"index_root": null,
"name": "2024-03\/01\/15.03.55",
"rank": 0,
"nranks": 8,
"amp": true,
"gpus": 8,
"avoid_fork_if_possible": false,
"meta": {
"hostname": "ip-10-0-200-106",
"current_datetime": "Mar 02, 2024 ; 5:10PM UTC (+0000)",
"cmd": "train.py",
"version": "colbert-v0.4"
}
}