[{"id": 140532498024624, "module": "xpmir.text.huggingface", "type": "DualTransformerEncoder", "typename": "xpmir.text.huggingface.DualTransformerEncoder", "identifier": "f8a6c979ab7e9f306c3f75226abc4271b317fc03700ce362ea8ea03d85f9a0c3", "fields": {"model_id": "bert-base-uncased", "trainable": true, "layer": 0, "dropout": 0.1, "maxlen": 512, "version": 2}}, {"id": 140532498027120, "module": "xpmir.neural.cross", "type": "CrossScorer", "typename": "xpmir.neural.cross.CrossScorer", "identifier": "c23cc39e50a9bc58166ab155b4adf09bf013449d7881fcea7af1eb44680f3115", "fields": {"encoder": {"type": "python", "value": 140532498024624}}}, {"id": 140532883716512, "module": "xpmir.learning.base", "type": "Random", "typename": "xpmir.learning.base.Random", "identifier": "5a306f11824a2a1058441627f732c699d1a73e4cb0b0f0e4ca2b951d83f99cb7", "fields": {"seed": 0}}, {"id": 140532497889456, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 140532497545728, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "9df75d4b1df2d9516887fd8cf2a526a95e2d4791ff83ecc610ce76ce5a3ee285", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.queries@irds"}}, {"id": 140532497790912, "module": "datamaestro_text.datasets.irds.data", "type": "TrainingTriplets", "typename": "datamaestro_text.datasets.irds.data.TrainingTriplets", "identifier": "26fcf5e5e9c1f029f6e42d47a715ed35b3a84e511a617df62f7de79dab2ed9e8", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.docpairs@irds"}}, {"id": 140532497881248, "module": "datamaestro_text.transforms.ir", "type": "StoreTrainingTripletTopicAdapter", "typename": "datamaestro_text.transforms.ir.StoreTrainingTripletTopicAdapter", "identifier": "b4519a23e76fdc1eb1805ab1158ea5a088c5782f18e51fd46b79ac34e1fb6667", "fields": {"id": "", "store": {"type": "python", "value": 140532497545728}, "data": {"type": "python", "value": 140532497790912}}}, {"id": 140532497882448, "module": "datamaestro_text.transforms.ir", "type": "ShuffledTrainingTripletsLines", "typename": "datamaestro_text.transforms.ir.ShuffledTrainingTripletsLines", "identifier": "fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152", "task": 140532497882448, "fields": {"data": {"type": "python", "value": 140532497881248}, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false, "seed": 123, "compressed": true, "sample_rate": 1.0, "sample_max": 0, "tmp_path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/tmp"}}}, {"id": 140532497886288, "module": "datamaestro_text.data.ir", "type": "TrainingTripletsLines", "typename": "datamaestro_text.data.ir.TrainingTripletsLines", "identifier": "8ff3063ff5a74e83883011ec9614fd5c4872e00043eb0d1a12b963a41b3622e3", "task": 140532497882448, "fields": {"id": "", "sep": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false}}, {"id": 140532497885184, "module": "xpmir.letor.samplers", "type": "TripletBasedSampler", "typename": "xpmir.letor.samplers.TripletBasedSampler", "identifier": "b1ff465b4d273cf794fe6bd414926e87bdb529b9000dbbe1e9701a81534a82e8", "fields": {"source": {"type": "python", "value": 140532497886288}}}, {"id": 140532883716128, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 140532497888544, "module": "xpmir.letor.samplers.hydrators", "type": "SampleHydrator", "typename": "xpmir.letor.samplers.hydrators.SampleHydrator", "identifier": "42a28893add9631abf9e0753470e77dd908ba0c5d9a07bd30ddc14dd36e72910", "fields": {"documentstore": {"type": "python", "value": 140532883716128}, "querystore": null}}, {"id": 140532497889360, "module": "xpmir.letor.samplers.hydrators", "type": "PairwiseTransformAdapter", "typename": "xpmir.letor.samplers.hydrators.PairwiseTransformAdapter", "identifier": "30820897023c5dc765c4ed8840b26fd2e839930a18ece9d7bad48326bc9cd22f", "fields": {"sampler": {"type": "python", "value": 140532497885184}, "adapter": {"type": "python", "value": 140532497888544}}}, {"id": 140532497875008, "module": "xpmir.letor.trainers.pairwise", "type": "PointwiseCrossEntropyLoss", "typename": "xpmir.letor.trainers.pairwise.PointwiseCrossEntropyLoss", "identifier": "65565f293e781f2bc025fdb2d3de3ceef1f2f184c197e12b9a4c566e2cbf6454", "fields": {"weight": 1.0}}, {"id": 140532497890368, "module": "xpmir.letor.trainers.pairwise", "type": "PairwiseTrainer", "typename": "xpmir.letor.trainers.pairwise.PairwiseTrainer", "identifier": "8fdc61a6a68c2f5f7c0041dfa259b96dcaff23f70bef781561b0f57824fad518", "fields": {"hooks": [], "model": null, "batcher": {"type": "python", "value": 140532497889456}, "sampler": {"type": "python", "value": 140532497889360}, "batch_size": 64, "lossfn": {"type": "python", "value": 140532497875008}}}, {"id": 140532498033072, "module": "xpmir.learning.optim", "type": "AdamW", "typename": "xpmir.learning.optim.AdamW", "identifier": "0c257f91ead41563d50b09d64e2822f662fbcda85b3cc483eb3f8988a5c0bb78", "fields": {"lr": 3e-06, "weight_decay": 0.0, "eps": 1e-08}}, {"id": 140532498032016, "module": "xpmir.learning.schedulers", "type": "LinearWithWarmup", "typename": "xpmir.learning.schedulers.LinearWithWarmup", "identifier": "a355b7737fa9f4d862545e2a2d264c4aab3996baf38f579fc6bec6e973957994", "fields": {"num_warmup_steps": 10000, "min_factor": 0.0}}, {"id": 140532498033168, "module": "xpmir.learning.optim", "type": "RegexParameterFilter", "typename": "xpmir.learning.optim.RegexParameterFilter", "identifier": "a9435423ed5ff958bc1c0db309265b23a9a2d90d7bad3259f9a5f5a8a5bf50ba", "fields": {"includes": ["\\.bias$", "\\.LayerNorm\\."], "excludes": null}}, {"id": 140532498035136, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "d65a9afd3a78f533900b1ac0dcfe86cba34ba615db2dff8a9f1cb18cbb46c400", "fields": {"optimizer": {"type": "python", "value": 140532498033072}, "scheduler": {"type": "python", "value": 140532498032016}, "module": null, "filter": {"type": "python", "value": 140532498033168}}}, {"id": 140532498034704, "module": "xpmir.learning.optim", "type": "AdamW", "typename": "xpmir.learning.optim.AdamW", "identifier": "748a30f4ac45985cdb5068151f64ff95cf6364c86c535f1d3c65be2dc1e99fe1", "fields": {"lr": 3e-06, "weight_decay": 0.01, "eps": 1e-08}}, {"id": 140532498036240, "module": "xpmir.learning.optim", "type": "ParameterFilter", "typename": "xpmir.learning.optim.ParameterFilter", "identifier": "6b7385c00a73e4491f514855a8d0a0033635bd3422e34f07c8b78fc9b5f129c6", "fields": {}}, {"id": 140532498034176, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "696ce6d18eb63b063a02cf112b268de8e0aa002403397547771073689bffc8a9", "fields": {"optimizer": {"type": "python", "value": 140532498034704}, "scheduler": {"type": "python", "value": 140532498032016}, "module": null, "filter": {"type": "python", "value": 140532498036240}}}, {"id": 140532497114464, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 140532497113552, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "a3ae62e29aba384f96996304c8391ebdb588b1122062249c9c73f1b124ea50c6", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.queries@irds"}}, {"id": 140532497118160, "module": "datamaestro_text.datasets.irds.data", "type": "AdhocAssessments", "typename": "datamaestro_text.datasets.irds.data.AdhocAssessments", "identifier": "3ceb38ab1310d6f2b5c59979fd59e4490490048b08732f4c9f812883ad6268b7", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.qrels@irds"}}, {"id": 140532497117872, "module": "datamaestro_text.datasets.irds.data", "type": "Adhoc", "typename": "datamaestro_text.datasets.irds.data.Adhoc", "identifier": "7966d82da2dcaa72d9c10048451f8f82189b8963ae23f358e42956b26a0ce968", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev@irds", "documents": {"type": "python", "value": 140532497114464}, "topics": {"type": "python", "value": 140532497113552}, "assessments": {"type": "python", "value": 140532497118160}}}, {"id": 140532497118304, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "86709e8385743a96e30aae2809a36426e24e4a6a87cc7d34cafbd67fea73edb0", "fields": {"irds": "msmarco-passage/dev/small", "id": "irds.msmarco-passage.dev.small.queries@irds"}}, {"id": 140532497531184, "module": "xpmir.datasets.adapters", "type": "RandomFold", "typename": "xpmir.datasets.adapters.RandomFold", "identifier": "8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97", "task": 140532497531184, "fields": {"seed": 123, "sizes": [500.0], "dataset": {"type": "python", "value": 140532497117872}, "fold": 0, "exclude": {"type": "python", "value": 140532497118304}, "assessments": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}, "topics": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 140532497534304, "module": "datamaestro_text.data.ir.csv", "type": "Topics", "typename": "datamaestro_text.data.ir.csv.Topics", "identifier": "5abde23732045b71e54db55047f17792e4de0a3c0415fd44225177b3b5db3f0d", "task": 140532497531184, "fields": {"id": "", "separator": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 140532497535744, "module": "datamaestro_text.data.ir.trec", "type": "TrecAdhocAssessments", "typename": "datamaestro_text.data.ir.trec.TrecAdhocAssessments", "identifier": "29877bcede5ab47ca7d0bb1f0cbf406f3fb5fa9a59ddee0d68a1d9786c0eb6ec", "task": 140532497531184, "fields": {"id": "", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}}}, {"id": 140532497120944, "module": "datamaestro_text.data.ir", "type": "Adhoc", "typename": "datamaestro_text.data.ir.Adhoc", "identifier": "009de43e24e54d97678e4e86d904758a861f4485593638f855c291a40df337a9", "task": 140532497531184, "fields": {"id": "", "documents": {"type": "python", "value": 140532497114464}, "topics": {"type": "python", "value": 140532497534304}, "assessments": {"type": "python", "value": 140532497535744}}}, {"id": 140532497119024, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 140532497546544, "module": "xpmir.interfaces.anserini", "type": "IndexCollection", "typename": "xpmir.interfaces.anserini.IndexCollection", "identifier": "9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf", "task": 140532497546544, "fields": {"id": "", "count": null, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.interfaces.anserini.indexcollection/9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf/index"}, "storePositions": false, "storeDocvectors": false, "storeRaw": false, "storeContents": false, "stemmer": "porter", "threads": 8, "documents": {"type": "python", "value": 140532497119024}, "thread": 8}}, {"id": 140532497542176, "module": "xpmir.rankers.standard", "type": "BM25", "typename": "xpmir.rankers.standard.BM25", "identifier": "feccdba59a7375ef738014135a63ca2a375baf9cfa7695a822094d13a6b94349", "fields": {"k1": 0.9, "b": 0.4}}, {"id": 140532498028176, "module": "xpmir.interfaces.anserini", "type": "AnseriniRetriever", "typename": "xpmir.interfaces.anserini.AnseriniRetriever", "identifier": "83d33f8ac6c27c1473131daa8a731e1d3cb122d4610c1865d599a96b55cb9014", "fields": {"store": {"type": "python", "value": 140532883716128}, "index": {"type": "python", "value": 140532497546544}, "model": {"type": "python", "value": 140532497542176}, "k": 1000}}, {"id": 140532497545104, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 140532883705952, "module": "xpmir.learning.devices", "type": "CudaDevice", "typename": "xpmir.learning.devices.CudaDevice", "identifier": "fa61b710c002a8ae4e60c2c6a25a9355a25a7c3f5457794426af0d16da42d26d", "fields": {"gpu_determ": false, "cpu_fallback": false, "distributed": false}}, {"id": 140532498028752, "module": "xpmir.rankers", "type": "TwoStageRetriever", "typename": "xpmir.rankers.TwoStageRetriever", "identifier": "2e15510fee85669c3307d3aad454100fa0fb972b0fb8db79d3ec6ffd8bb504b5", "fields": {"store": null, "retriever": {"type": "python", "value": 140532498028176}, "scorer": {"type": "python", "value": 140532498027120}, "top_k": null, "batchsize": 512, "batcher": {"type": "python", "value": 140532497545104}, "device": {"type": "python", "value": 140532883705952}}}, {"id": 140532498028944, "module": "xpmir.letor.learner", "type": "ValidationListener", "typename": "xpmir.letor.learner.ValidationListener", "identifier": "ad2cac8a074184fae991bf484216d046124c1facc119c402b8232f506de30b41", "fields": {"id": "bestval", "metrics": {"RR@10": true, "AP": false, "nDCG": false}, "dataset": {"type": "python", "value": 140532497120944}, "retriever": {"type": "python", "value": 140532498028752}, "warmup": -1, "bestpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/out/listeners/0/best"}, "info": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/out/listeners/0/info.json"}, "validation_interval": 200, "early_stop": 0, "hooks": []}}, {"id": 140532498036816, "module": "xpmir.distributed", "type": "DistributedHook", "typename": "xpmir.distributed.DistributedHook", "identifier": "8e57187d29ffd5f452a1e6f764ff4e7d4271dbff28c3b6252f3bac499e8c6cda", "meta": true, "fields": {"models": [{"type": "python", "value": 140532498027120}]}}, {"id": 140532498038064, "module": "xpmir.learning.learner", "type": "Learner", "typename": "xpmir.learning.learner.Learner", "identifier": "3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f", "task": 140532498038064, "fields": {"random": {"type": "python", "value": 140532883716512}, "trainer": {"type": "python", "value": 140532497890368}, "model": {"type": "python", "value": 140532498027120}, "max_epochs": 6400, "steps_per_epoch": 64, "use_fp16": false, "optimizers": [{"type": "python", "value": 140532498035136}, {"type": "python", "value": 140532498034176}], "listeners": [{"type": "python", "value": 140532498028944}], "checkpoint_interval": 1, "logpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/runs"}, "checkpointspath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/checkpoints"}, "device": {"type": "python", "value": 140532883705952}, "hooks": [{"type": "python", "value": 140532498036816}], "use_pretasks": false}}, {"id": 140532496028320, "module": "xpmir.learning.optim", "type": "ModuleLoader", "typename": "xpmir.learning.optim.ModuleLoader", "identifier": "3496dbc0bc41c17e2fde9af8dbe1a4d2a0fdc137c8e0c372c7fb145a8526ff6b", "task": 140532498038064, "fields": {"value": {"type": "python", "value": 140532498027120}, "path": {"type": "path.serialized", "value": "path", "is_folder": false}}}]