Push model using huggingface_hub.

Browse files

Files changed (9) hide show

README.md +3 -3
definition.json +1 -1
path +1 -1
runs/monobert-RR@10/1701764481.0774806/events.out.tfevents.1701764481.r9i5n3.1560760.1 +3 -0
runs/monobert-RR@10/events.out.tfevents.1701274535.r6i5n3.485053.0 +3 -0
runs/monobert-RR@10/events.out.tfevents.1701439487.r9i1n3.650735.0 +3 -0
runs/monobert-RR@10/events.out.tfevents.1701520453.r7i0n5.1543271.0 +3 -0
runs/monobert-RR@10/events.out.tfevents.1701636830.r6i7n2.1956990.0 +3 -0
runs/monobert-RR@10/events.out.tfevents.1701710125.r9i5n3.1560760.0 +3 -0

README.md CHANGED Viewed

@@ -30,6 +30,6 @@ model.rsv("walgreens store sales average", "The average Walgreens salary ranges.
 | Dataset  | AP | P@20 | RR | RR@10 | Success@5 | nDCG | nDCG@10 | nDCG@20  |
 |----| ---|------|------|------|------|------|------|------|
-| msmarco_dev | 0.3389 | 0.0326 | 0.3438 | 0.3385 | 0.4947 | 0.4136 | 0.3908 | 0.4052 |
-| trec2019 | 0.3682 | 0.6849 | 0.9535 | 0.9535 | 1.0000 | 0.5219 | 0.7028 | 0.6611 |
-| trec2020 | 0.3799 | 0.5694 | 0.9193 | 0.9193 | 0.9815 | 0.5492 | 0.6562 | 0.6227 |

 | Dataset  | AP | P@20 | RR | RR@10 | Success@5 | nDCG | nDCG@10 | nDCG@20  |
 |----| ---|------|------|------|------|------|------|------|
+| msmarco_dev | 0.3722 | 0.0377 | 0.3774 | 0.3689 | 0.5390 | 0.4767 | 0.4316 | 0.4517 |
+| trec2019 | 0.4900 | 0.7512 | 0.9426 | 0.9426 | 1.0000 | 0.6933 | 0.7190 | 0.6997 |
+| trec2020 | 0.4851 | 0.6269 | 0.9354 | 0.9354 | 0.9815 | 0.6935 | 0.7156 | 0.6796 |

definition.json CHANGED Viewed

@@ -1 +1 @@

- [{"id": 139640635403104, "module": "xpmir.text.huggingface", "type": "DualTransformerEncoder", "typename": "xpmir.text.huggingface.DualTransformerEncoder", "identifier": "f8a6c979ab7e9f306c3f75226abc4271b317fc03700ce362ea8ea03d85f9a0c3", "fields": {"model_id": "bert-base-uncased", "trainable": true, "layer": 0, "dropout": 0.1, "maxlen": 512, "version": 2}}, {"id": 139640635405264, "module": "xpmir.neural.cross", "type": "CrossScorer", "typename": "xpmir.neural.cross.CrossScorer", "identifier": "c23cc39e50a9bc58166ab155b4adf09bf013449d7881fcea7af1eb44680f3115", "fields": {"encoder": {"type": "python", "value": 139640635403104}}}, {"id": 139640646426656, "module": "xpmir.learning.base", "type": "Random", "typename": "xpmir.learning.base.Random", "identifier": "5a306f11824a2a1058441627f732c699d1a73e4cb0b0f0e4ca2b951d83f99cb7", "fields": {"seed": 0}}, {"id": 139640635398976, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 139640635394176, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139640635096944, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "9df75d4b1df2d9516887fd8cf2a526a95e2d4791ff83ecc610ce76ce5a3ee285", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.queries@irds"}}, {"id": 139640635096848, "module": "datamaestro_text.datasets.irds.data", "type": "TrainingTriplets", "typename": "datamaestro_text.datasets.irds.data.TrainingTriplets", "identifier": "26fcf5e5e9c1f029f6e42d47a715ed35b3a84e511a617df62f7de79dab2ed9e8", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.docpairs@irds"}}, {"id": 139640635259344, "module": "datamaestro_text.transforms.ir", "type": "StoreTrainingTripletTopicAdapter", "typename": "datamaestro_text.transforms.ir.StoreTrainingTripletTopicAdapter", "identifier": "b4519a23e76fdc1eb1805ab1158ea5a088c5782f18e51fd46b79ac34e1fb6667", "fields": {"id": "", "store": {"type": "python", "value": 139640635096944}, "data": {"type": "python", "value": 139640635096848}}}, {"id": 139640635260208, "module": "datamaestro_text.transforms.ir", "type": "ShuffledTrainingTripletsLines", "typename": "datamaestro_text.transforms.ir.ShuffledTrainingTripletsLines", "identifier": "fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152", "task": 139640635260208, "fields": {"data": {"type": "python", "value": 139640635259344}, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false, "seed": 123, "compressed": true, "sample_rate": 1.0, "sample_max": 0, "tmp_path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/tmp"}}}, {"id": 139640635395040, "module": "datamaestro_text.data.ir", "type": "TrainingTripletsLines", "typename": "datamaestro_text.data.ir.TrainingTripletsLines", "identifier": "8ff3063ff5a74e83883011ec9614fd5c4872e00043eb0d1a12b963a41b3622e3", "task": 139640635260208, "fields": {"id": "", "sep": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false}}, {"id": 139640635394032, "module": "datamaestro_text.transforms.ir", "type": "StoreTrainingTripletDocumentAdapter", "typename": "datamaestro_text.transforms.ir.StoreTrainingTripletDocumentAdapter", "identifier": "d6195dec10bf532c5d5c10f4f6c33faf5f4c88b67814551cfc60ed8d66e22ba1", "fields": {"id": "", "store": {"type": "python", "value": 139640635394176}, "data": {"type": "python", "value": 139640635395040}}}, {"id": 139640635398880, "module": "xpmir.letor.samplers", "type": "TripletBasedSampler", "typename": "xpmir.letor.samplers.TripletBasedSampler", "identifier": "eef60f66b6c13be2e25b9a016364a4cbfb4357ef0ec120e8f006e080987d843e", "fields": {"source": {"type": "python", "value": 139640635394032}}}, {"id": 139640635253584, "module": "xpmir.letor.trainers.pairwise", "type": "PointwiseCrossEntropyLoss", "typename": "xpmir.letor.trainers.pairwise.PointwiseCrossEntropyLoss", "identifier": "65565f293e781f2bc025fdb2d3de3ceef1f2f184c197e12b9a4c566e2cbf6454", "fields": {"weight": 1.0}}, {"id": 139640635400128, "module": "xpmir.letor.trainers.pairwise", "type": "PairwiseTrainer", "typename": "xpmir.letor.trainers.pairwise.PairwiseTrainer", "identifier": "ba44111170ccaa82e390dbacb9f3af7c968912640084d1ab066d84d4a383792d", "fields": {"hooks": [], "model": null, "batcher": {"type": "python", "value": 139640635398976}, "sampler": {"type": "python", "value": 139640635398880}, "batch_size": 64, "lossfn": {"type": "python", "value": 139640635253584}}}, {"id": 139640635459712, "module": "xpmir.learning.optim", "type": "AdamW", "typename": "xpmir.learning.optim.AdamW", "identifier": "19e8b3f63081f273bb7c4c867c3e64fb64afdffd437d96f48fbcb6fca2b5ceff", "fields": {"lr": 3e-06, "weight_decay": 0.0, "eps": 1e-06}}, {"id": 139640635458896, "module": "xpmir.learning.schedulers", "type": "LinearWithWarmup", "typename": "xpmir.learning.schedulers.LinearWithWarmup", "identifier": "a355b7737fa9f4d862545e2a2d264c4aab3996baf38f579fc6bec6e973957994", "fields": {"num_warmup_steps": 10000, "min_factor": 0.0}}, {"id": 139640635460240, "module": "xpmir.learning.optim", "type": "RegexParameterFilter", "typename": "xpmir.learning.optim.RegexParameterFilter", "identifier": "a9435423ed5ff958bc1c0db309265b23a9a2d90d7bad3259f9a5f5a8a5bf50ba", "fields": {"includes": ["\\.bias$", "\\.LayerNorm\\."], "excludes": null}}, {"id": 139640635462304, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "454c82a2dbc28ece791d44b1f289790ffbb75473c3345e4602f0b27a5469c1ce", "fields": {"optimizer": {"type": "python", "value": 139640635459712}, "scheduler": {"type": "python", "value": 139640635458896}, "module": null, "filter": {"type": "python", "value": 139640635460240}}}, {"id": 139640635462208, "module": "xpmir.learning.optim", "type": "AdamW", "typename": "xpmir.learning.optim.AdamW", "identifier": "e72e0496cc9149c06eda3591e3df2f754247537925ecc85ea3ea871ecb45a74b", "fields": {"lr": 3e-06, "weight_decay": 0.01, "eps": 1e-06}}, {"id": 139640635463216, "module": "xpmir.learning.optim", "type": "ParameterFilter", "typename": "xpmir.learning.optim.ParameterFilter", "identifier": "6b7385c00a73e4491f514855a8d0a0033635bd3422e34f07c8b78fc9b5f129c6", "fields": {}}, {"id": 139640635406896, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "9b901ecafa9b2078383a55c5edacfa98ae1b52d11c9a8f629da77337c0bfcf7a", "fields": {"optimizer": {"type": "python", "value": 139640635462208}, "scheduler": {"type": "python", "value": 139640635458896}, "module": null, "filter": {"type": "python", "value": 139640635463216}}}, {"id": 139640634804688, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139640636341792, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "a3ae62e29aba384f96996304c8391ebdb588b1122062249c9c73f1b124ea50c6", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.queries@irds"}}, {"id": 139640634804256, "module": "datamaestro_text.datasets.irds.data", "type": "AdhocAssessments", "typename": "datamaestro_text.datasets.irds.data.AdhocAssessments", "identifier": "3ceb38ab1310d6f2b5c59979fd59e4490490048b08732f4c9f812883ad6268b7", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.qrels@irds"}}, {"id": 139640634805312, "module": "datamaestro_text.datasets.irds.data", "type": "Adhoc", "typename": "datamaestro_text.datasets.irds.data.Adhoc", "identifier": "7966d82da2dcaa72d9c10048451f8f82189b8963ae23f358e42956b26a0ce968", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev@irds", "documents": {"type": "python", "value": 139640634804688}, "topics": {"type": "python", "value": 139640636341792}, "assessments": {"type": "python", "value": 139640634804256}}}, {"id": 139640634804736, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "86709e8385743a96e30aae2809a36426e24e4a6a87cc7d34cafbd67fea73edb0", "fields": {"irds": "msmarco-passage/dev/small", "id": "irds.msmarco-passage.dev.small.queries@irds"}}, {"id": 139640646427328, "module": "xpmir.datasets.adapters", "type": "RandomFold", "typename": "xpmir.datasets.adapters.RandomFold", "identifier": "8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97", "task": 139640646427328, "fields": {"seed": 123, "sizes": [500.0], "dataset": {"type": "python", "value": 139640634805312}, "fold": 0, "exclude": {"type": "python", "value": 139640634804736}, "assessments": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}, "topics": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 139640634811792, "module": "datamaestro_text.data.ir.csv", "type": "Topics", "typename": "datamaestro_text.data.ir.csv.Topics", "identifier": "5abde23732045b71e54db55047f17792e4de0a3c0415fd44225177b3b5db3f0d", "task": 139640646427328, "fields": {"id": "", "separator": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 139640634813040, "module": "datamaestro_text.data.ir.trec", "type": "TrecAdhocAssessments", "typename": "datamaestro_text.data.ir.trec.TrecAdhocAssessments", "identifier": "29877bcede5ab47ca7d0bb1f0cbf406f3fb5fa9a59ddee0d68a1d9786c0eb6ec", "task": 139640646427328, "fields": {"id": "", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}}}, {"id": 139640634813952, "module": "datamaestro_text.data.ir", "type": "Adhoc", "typename": "datamaestro_text.data.ir.Adhoc", "identifier": "009de43e24e54d97678e4e86d904758a861f4485593638f855c291a40df337a9", "task": 139640646427328, "fields": {"id": "", "documents": {"type": "python", "value": 139640634804688}, "topics": {"type": "python", "value": 139640634811792}, "assessments": {"type": "python", "value": 139640634813040}}}, {"id": 139640646427760, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139640634815392, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 139640635087776, "module": "xpmir.interfaces.anserini", "type": "IndexCollection", "typename": "xpmir.interfaces.anserini.IndexCollection", "identifier": "9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf", "task": 139640635087776, "fields": {"id": "", "count": null, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.interfaces.anserini.indexcollection/9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf/index"}, "storePositions": false, "storeDocvectors": false, "storeRaw": false, "storeContents": false, "stemmer": "porter", "threads": 8, "documents": {"type": "python", "value": 139640634815392}, "thread": 8}}, {"id": 139640635083744, "module": "xpmir.rankers.standard", "type": "BM25", "typename": "xpmir.rankers.standard.BM25", "identifier": "feccdba59a7375ef738014135a63ca2a375baf9cfa7695a822094d13a6b94349", "fields": {"k1": 0.9, "b": 0.4}}, {"id": 139640635406656, "module": "xpmir.interfaces.anserini", "type": "AnseriniRetriever", "typename": "xpmir.interfaces.anserini.AnseriniRetriever", "identifier": "83d33f8ac6c27c1473131daa8a731e1d3cb122d4610c1865d599a96b55cb9014", "fields": {"store": {"type": "python", "value": 139640646427760}, "index": {"type": "python", "value": 139640635087776}, "model": {"type": "python", "value": 139640635083744}, "k": 1000}}, {"id": 139640635086672, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 139640646423488, "module": "xpmir.learning.devices", "type": "CudaDevice", "typename": "xpmir.learning.devices.CudaDevice", "identifier": "fa61b710c002a8ae4e60c2c6a25a9355a25a7c3f5457794426af0d16da42d26d", "fields": {"gpu_determ": false, "cpu_fallback": false, "distributed": false}}, {"id": 139640635407040, "module": "xpmir.rankers", "type": "TwoStageRetriever", "typename": "xpmir.rankers.TwoStageRetriever", "identifier": "2e15510fee85669c3307d3aad454100fa0fb972b0fb8db79d3ec6ffd8bb504b5", "fields": {"store": null, "retriever": {"type": "python", "value": 139640635406656}, "scorer": {"type": "python", "value": 139640635405264}, "top_k": null, "batchsize": 512, "batcher": {"type": "python", "value": 139640635086672}, "device": {"type": "python", "value": 139640646423488}}}, {"id": 139640635407232, "module": "xpmir.letor.learner", "type": "ValidationListener", "typename": "xpmir.letor.learner.ValidationListener", "identifier": "543d1043b7b6b256a5015847468d365f04326480108ad77fa23cd7a37b91da53", "fields": {"id": "bestval", "metrics": {"RR@10": true, "AP": false, "nDCG": false}, "dataset": {"type": "python", "value": 139640634813952}, "retriever": {"type": "python", "value": 139640635407040}, "warmup": -1, "bestpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/de993e769b42355f4f6a53ca0bb9328c1d78e7c9b08705fee08b6f0a475589c2/out/listeners/0/best"}, "info": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/de993e769b42355f4f6a53ca0bb9328c1d78e7c9b08705fee08b6f0a475589c2/out/listeners/0/info.json"}, "validation_interval": 400, "early_stop": 0}}, {"id": 139640635463792, "module": "xpmir.distributed", "type": "DistributedHook", "typename": "xpmir.distributed.DistributedHook", "identifier": "8e57187d29ffd5f452a1e6f764ff4e7d4271dbff28c3b6252f3bac499e8c6cda", "meta": true, "fields": {"models": [{"type": "python", "value": 139640635405264}]}}, {"id": 139640635465040, "module": "xpmir.learning.learner", "type": "Learner", "typename": "xpmir.learning.learner.Learner", "identifier": "de993e769b42355f4f6a53ca0bb9328c1d78e7c9b08705fee08b6f0a475589c2", "task": 139640635465040, "fields": {"random": {"type": "python", "value": 139640646426656}, "trainer": {"type": "python", "value": 139640635400128}, "model": {"type": "python", "value": 139640635405264}, "max_epochs": 3200, "steps_per_epoch": 32, "use_fp16": false, "optimizers": [{"type": "python", "value": 139640635462304}, {"type": "python", "value": 139640635406896}], "listeners": [{"type": "python", "value": 139640635407232}], "checkpoint_interval": 1, "logpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/de993e769b42355f4f6a53ca0bb9328c1d78e7c9b08705fee08b6f0a475589c2/runs"}, "checkpointspath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/de993e769b42355f4f6a53ca0bb9328c1d78e7c9b08705fee08b6f0a475589c2/checkpoints"}, "device": {"type": "python", "value": 139640646423488}, "hooks": [{"type": "python", "value": 139640635463792}], "use_pretasks": false}}, {"id": 139640635470848, "module": "xpmir.learning.optim", "type": "ModuleLoader", "typename": "xpmir.learning.optim.ModuleLoader", "identifier": "e63cacfd639d91254cf9801d6f2888c54569f7fd13e0c64c5d2c64810a18b88c", "task": 139640635465040, "fields": {"value": {"type": "python", "value": 139640635405264}, "path": {"type": "path.serialized", "value": "path", "is_folder": false}}}]

+ [{"id": 140532498024624, "module": "xpmir.text.huggingface", "type": "DualTransformerEncoder", "typename": "xpmir.text.huggingface.DualTransformerEncoder", "identifier": "f8a6c979ab7e9f306c3f75226abc4271b317fc03700ce362ea8ea03d85f9a0c3", "fields": {"model_id": "bert-base-uncased", "trainable": true, "layer": 0, "dropout": 0.1, "maxlen": 512, "version": 2}}, {"id": 140532498027120, "module": "xpmir.neural.cross", "type": "CrossScorer", "typename": "xpmir.neural.cross.CrossScorer", "identifier": "c23cc39e50a9bc58166ab155b4adf09bf013449d7881fcea7af1eb44680f3115", "fields": {"encoder": {"type": "python", "value": 140532498024624}}}, {"id": 140532883716512, "module": "xpmir.learning.base", "type": "Random", "typename": "xpmir.learning.base.Random", "identifier": "5a306f11824a2a1058441627f732c699d1a73e4cb0b0f0e4ca2b951d83f99cb7", "fields": {"seed": 0}}, {"id": 140532497889456, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 140532497545728, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "9df75d4b1df2d9516887fd8cf2a526a95e2d4791ff83ecc610ce76ce5a3ee285", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.queries@irds"}}, {"id": 140532497790912, "module": "datamaestro_text.datasets.irds.data", "type": "TrainingTriplets", "typename": "datamaestro_text.datasets.irds.data.TrainingTriplets", "identifier": "26fcf5e5e9c1f029f6e42d47a715ed35b3a84e511a617df62f7de79dab2ed9e8", "fields": {"irds": "msmarco-passage/train", "id": "irds.msmarco-passage.train.docpairs@irds"}}, {"id": 140532497881248, "module": "datamaestro_text.transforms.ir", "type": "StoreTrainingTripletTopicAdapter", "typename": "datamaestro_text.transforms.ir.StoreTrainingTripletTopicAdapter", "identifier": "b4519a23e76fdc1eb1805ab1158ea5a088c5782f18e51fd46b79ac34e1fb6667", "fields": {"id": "", "store": {"type": "python", "value": 140532497545728}, "data": {"type": "python", "value": 140532497790912}}}, {"id": 140532497882448, "module": "datamaestro_text.transforms.ir", "type": "ShuffledTrainingTripletsLines", "typename": "datamaestro_text.transforms.ir.ShuffledTrainingTripletsLines", "identifier": "fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152", "task": 140532497882448, "fields": {"data": {"type": "python", "value": 140532497881248}, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false, "seed": 123, "compressed": true, "sample_rate": 1.0, "sample_max": 0, "tmp_path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/tmp"}}}, {"id": 140532497886288, "module": "datamaestro_text.data.ir", "type": "TrainingTripletsLines", "typename": "datamaestro_text.data.ir.TrainingTripletsLines", "identifier": "8ff3063ff5a74e83883011ec9614fd5c4872e00043eb0d1a12b963a41b3622e3", "task": 140532497882448, "fields": {"id": "", "sep": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/datamaestro_text.transforms.ir.shuffledtrainingtripletslines/fb887496d6f9804cbb2c5f93590b3b54c0d40208d28f7721fe916d18fc5bc152/triplets.lst.gz"}, "doc_ids": true, "topic_ids": false}}, {"id": 140532497885184, "module": "xpmir.letor.samplers", "type": "TripletBasedSampler", "typename": "xpmir.letor.samplers.TripletBasedSampler", "identifier": "b1ff465b4d273cf794fe6bd414926e87bdb529b9000dbbe1e9701a81534a82e8", "fields": {"source": {"type": "python", "value": 140532497886288}}}, {"id": 140532883716128, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 140532497888544, "module": "xpmir.letor.samplers.hydrators", "type": "SampleHydrator", "typename": "xpmir.letor.samplers.hydrators.SampleHydrator", "identifier": "42a28893add9631abf9e0753470e77dd908ba0c5d9a07bd30ddc14dd36e72910", "fields": {"documentstore": {"type": "python", "value": 140532883716128}, "querystore": null}}, {"id": 140532497889360, "module": "xpmir.letor.samplers.hydrators", "type": "PairwiseTransformAdapter", "typename": "xpmir.letor.samplers.hydrators.PairwiseTransformAdapter", "identifier": "30820897023c5dc765c4ed8840b26fd2e839930a18ece9d7bad48326bc9cd22f", "fields": {"sampler": {"type": "python", "value": 140532497885184}, "adapter": {"type": "python", "value": 140532497888544}}}, {"id": 140532497875008, "module": "xpmir.letor.trainers.pairwise", "type": "PointwiseCrossEntropyLoss", "typename": "xpmir.letor.trainers.pairwise.PointwiseCrossEntropyLoss", "identifier": "65565f293e781f2bc025fdb2d3de3ceef1f2f184c197e12b9a4c566e2cbf6454", "fields": {"weight": 1.0}}, {"id": 140532497890368, "module": "xpmir.letor.trainers.pairwise", "type": "PairwiseTrainer", "typename": "xpmir.letor.trainers.pairwise.PairwiseTrainer", "identifier": "8fdc61a6a68c2f5f7c0041dfa259b96dcaff23f70bef781561b0f57824fad518", "fields": {"hooks": [], "model": null, "batcher": {"type": "python", "value": 140532497889456}, "sampler": {"type": "python", "value": 140532497889360}, "batch_size": 64, "lossfn": {"type": "python", "value": 140532497875008}}}, {"id": 140532498033072, "module": "xpmir.learning.optim", "type": "AdamW", "typename": "xpmir.learning.optim.AdamW", "identifier": "0c257f91ead41563d50b09d64e2822f662fbcda85b3cc483eb3f8988a5c0bb78", "fields": {"lr": 3e-06, "weight_decay": 0.0, "eps": 1e-08}}, {"id": 140532498032016, "module": "xpmir.learning.schedulers", "type": "LinearWithWarmup", "typename": "xpmir.learning.schedulers.LinearWithWarmup", "identifier": "a355b7737fa9f4d862545e2a2d264c4aab3996baf38f579fc6bec6e973957994", "fields": {"num_warmup_steps": 10000, "min_factor": 0.0}}, {"id": 140532498033168, "module": "xpmir.learning.optim", "type": "RegexParameterFilter", "typename": "xpmir.learning.optim.RegexParameterFilter", "identifier": "a9435423ed5ff958bc1c0db309265b23a9a2d90d7bad3259f9a5f5a8a5bf50ba", "fields": {"includes": ["\\.bias$", "\\.LayerNorm\\."], "excludes": null}}, {"id": 140532498035136, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "d65a9afd3a78f533900b1ac0dcfe86cba34ba615db2dff8a9f1cb18cbb46c400", "fields": {"optimizer": {"type": "python", "value": 140532498033072}, "scheduler": {"type": "python", "value": 140532498032016}, "module": null, "filter": {"type": "python", "value": 140532498033168}}}, {"id": 140532498034704, "module": "xpmir.learning.optim", "type": "AdamW", "typename": "xpmir.learning.optim.AdamW", "identifier": "748a30f4ac45985cdb5068151f64ff95cf6364c86c535f1d3c65be2dc1e99fe1", "fields": {"lr": 3e-06, "weight_decay": 0.01, "eps": 1e-08}}, {"id": 140532498036240, "module": "xpmir.learning.optim", "type": "ParameterFilter", "typename": "xpmir.learning.optim.ParameterFilter", "identifier": "6b7385c00a73e4491f514855a8d0a0033635bd3422e34f07c8b78fc9b5f129c6", "fields": {}}, {"id": 140532498034176, "module": "xpmir.learning.optim", "type": "ParameterOptimizer", "typename": "xpmir.learning.optim.ParameterOptimizer", "identifier": "696ce6d18eb63b063a02cf112b268de8e0aa002403397547771073689bffc8a9", "fields": {"optimizer": {"type": "python", "value": 140532498034704}, "scheduler": {"type": "python", "value": 140532498032016}, "module": null, "filter": {"type": "python", "value": 140532498036240}}}, {"id": 140532497114464, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 140532497113552, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "a3ae62e29aba384f96996304c8391ebdb588b1122062249c9c73f1b124ea50c6", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.queries@irds"}}, {"id": 140532497118160, "module": "datamaestro_text.datasets.irds.data", "type": "AdhocAssessments", "typename": "datamaestro_text.datasets.irds.data.AdhocAssessments", "identifier": "3ceb38ab1310d6f2b5c59979fd59e4490490048b08732f4c9f812883ad6268b7", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev.qrels@irds"}}, {"id": 140532497117872, "module": "datamaestro_text.datasets.irds.data", "type": "Adhoc", "typename": "datamaestro_text.datasets.irds.data.Adhoc", "identifier": "7966d82da2dcaa72d9c10048451f8f82189b8963ae23f358e42956b26a0ce968", "fields": {"irds": "msmarco-passage/dev", "id": "irds.msmarco-passage.dev@irds", "documents": {"type": "python", "value": 140532497114464}, "topics": {"type": "python", "value": 140532497113552}, "assessments": {"type": "python", "value": 140532497118160}}}, {"id": 140532497118304, "module": "datamaestro_text.datasets.irds.data", "type": "Topics", "typename": "datamaestro_text.datasets.irds.data.Topics", "identifier": "86709e8385743a96e30aae2809a36426e24e4a6a87cc7d34cafbd67fea73edb0", "fields": {"irds": "msmarco-passage/dev/small", "id": "irds.msmarco-passage.dev.small.queries@irds"}}, {"id": 140532497531184, "module": "xpmir.datasets.adapters", "type": "RandomFold", "typename": "xpmir.datasets.adapters.RandomFold", "identifier": "8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97", "task": 140532497531184, "fields": {"seed": 123, "sizes": [500.0], "dataset": {"type": "python", "value": 140532497117872}, "fold": 0, "exclude": {"type": "python", "value": 140532497118304}, "assessments": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}, "topics": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 140532497534304, "module": "datamaestro_text.data.ir.csv", "type": "Topics", "typename": "datamaestro_text.data.ir.csv.Topics", "identifier": "5abde23732045b71e54db55047f17792e4de0a3c0415fd44225177b3b5db3f0d", "task": 140532497531184, "fields": {"id": "", "separator": "\t", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/topics.tsv"}}}, {"id": 140532497535744, "module": "datamaestro_text.data.ir.trec", "type": "TrecAdhocAssessments", "typename": "datamaestro_text.data.ir.trec.TrecAdhocAssessments", "identifier": "29877bcede5ab47ca7d0bb1f0cbf406f3fb5fa9a59ddee0d68a1d9786c0eb6ec", "task": 140532497531184, "fields": {"id": "", "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.datasets.adapters.randomfold/8e676329a00b116571e8d450e06cdf6f1963324b940c853f67e07cbf4b7a6f97/assessments.tsv"}}}, {"id": 140532497120944, "module": "datamaestro_text.data.ir", "type": "Adhoc", "typename": "datamaestro_text.data.ir.Adhoc", "identifier": "009de43e24e54d97678e4e86d904758a861f4485593638f855c291a40df337a9", "task": 140532497531184, "fields": {"id": "", "documents": {"type": "python", "value": 140532497114464}, "topics": {"type": "python", "value": 140532497534304}, "assessments": {"type": "python", "value": 140532497535744}}}, {"id": 140532497119024, "module": "datamaestro_text.datasets.irds.data", "type": "Documents", "typename": "datamaestro_text.datasets.irds.data.Documents", "identifier": "b719776c0c0b8a51534153659c8b6f87e0b5ae363c216ee129e379cecd1bf69b", "fields": {"irds": "msmarco-passage", "id": "irds.msmarco-passage.documents@irds", "count": null}}, {"id": 140532497546544, "module": "xpmir.interfaces.anserini", "type": "IndexCollection", "typename": "xpmir.interfaces.anserini.IndexCollection", "identifier": "9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf", "task": 140532497546544, "fields": {"id": "", "count": null, "path": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.interfaces.anserini.indexcollection/9aed5a0f6654836687d082284725f0d459cd00f69b6e703e815fdcd9cab2a5cf/index"}, "storePositions": false, "storeDocvectors": false, "storeRaw": false, "storeContents": false, "stemmer": "porter", "threads": 8, "documents": {"type": "python", "value": 140532497119024}, "thread": 8}}, {"id": 140532497542176, "module": "xpmir.rankers.standard", "type": "BM25", "typename": "xpmir.rankers.standard.BM25", "identifier": "feccdba59a7375ef738014135a63ca2a375baf9cfa7695a822094d13a6b94349", "fields": {"k1": 0.9, "b": 0.4}}, {"id": 140532498028176, "module": "xpmir.interfaces.anserini", "type": "AnseriniRetriever", "typename": "xpmir.interfaces.anserini.AnseriniRetriever", "identifier": "83d33f8ac6c27c1473131daa8a731e1d3cb122d4610c1865d599a96b55cb9014", "fields": {"store": {"type": "python", "value": 140532883716128}, "index": {"type": "python", "value": 140532497546544}, "model": {"type": "python", "value": 140532497542176}, "k": 1000}}, {"id": 140532497545104, "module": "xpmir.learning.batchers", "type": "PowerAdaptativeBatcher", "typename": "xpmir.learning.batchers.PowerAdaptativeBatcher", "identifier": "d24714900555b64e89e6b113c85846846aef0e48ba995681f286cea11c607735", "fields": {}}, {"id": 140532883705952, "module": "xpmir.learning.devices", "type": "CudaDevice", "typename": "xpmir.learning.devices.CudaDevice", "identifier": "fa61b710c002a8ae4e60c2c6a25a9355a25a7c3f5457794426af0d16da42d26d", "fields": {"gpu_determ": false, "cpu_fallback": false, "distributed": false}}, {"id": 140532498028752, "module": "xpmir.rankers", "type": "TwoStageRetriever", "typename": "xpmir.rankers.TwoStageRetriever", "identifier": "2e15510fee85669c3307d3aad454100fa0fb972b0fb8db79d3ec6ffd8bb504b5", "fields": {"store": null, "retriever": {"type": "python", "value": 140532498028176}, "scorer": {"type": "python", "value": 140532498027120}, "top_k": null, "batchsize": 512, "batcher": {"type": "python", "value": 140532497545104}, "device": {"type": "python", "value": 140532883705952}}}, {"id": 140532498028944, "module": "xpmir.letor.learner", "type": "ValidationListener", "typename": "xpmir.letor.learner.ValidationListener", "identifier": "ad2cac8a074184fae991bf484216d046124c1facc119c402b8232f506de30b41", "fields": {"id": "bestval", "metrics": {"RR@10": true, "AP": false, "nDCG": false}, "dataset": {"type": "python", "value": 140532497120944}, "retriever": {"type": "python", "value": 140532498028752}, "warmup": -1, "bestpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/out/listeners/0/best"}, "info": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/out/listeners/0/info.json"}, "validation_interval": 200, "early_stop": 0, "hooks": []}}, {"id": 140532498036816, "module": "xpmir.distributed", "type": "DistributedHook", "typename": "xpmir.distributed.DistributedHook", "identifier": "8e57187d29ffd5f452a1e6f764ff4e7d4271dbff28c3b6252f3bac499e8c6cda", "meta": true, "fields": {"models": [{"type": "python", "value": 140532498027120}]}}, {"id": 140532498038064, "module": "xpmir.learning.learner", "type": "Learner", "typename": "xpmir.learning.learner.Learner", "identifier": "3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f", "task": 140532498038064, "fields": {"random": {"type": "python", "value": 140532883716512}, "trainer": {"type": "python", "value": 140532497890368}, "model": {"type": "python", "value": 140532498027120}, "max_epochs": 6400, "steps_per_epoch": 64, "use_fp16": false, "optimizers": [{"type": "python", "value": 140532498035136}, {"type": "python", "value": 140532498034176}], "listeners": [{"type": "python", "value": 140532498028944}], "checkpoint_interval": 1, "logpath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/runs"}, "checkpointspath": {"type": "path", "value": "/gpfsscratch/rech/iea/upo82uo/experiments/neuralir/jobs/xpmir.learning.learner.learner/3eee9c61f0ddeacf1713d1ae2a78a3b4def4034cb31df9c30585eef6e4b5298f/checkpoints"}, "device": {"type": "python", "value": 140532883705952}, "hooks": [{"type": "python", "value": 140532498036816}], "use_pretasks": false}}, {"id": 140532496028320, "module": "xpmir.learning.optim", "type": "ModuleLoader", "typename": "xpmir.learning.optim.ModuleLoader", "identifier": "3496dbc0bc41c17e2fde9af8dbe1a4d2a0fdc137c8e0c372c7fb145a8526ff6b", "task": 140532498038064, "fields": {"value": {"type": "python", "value": 140532498027120}, "path": {"type": "path.serialized", "value": "path", "is_folder": false}}}]

path CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:468990b3bde321db888eefaab9e807894c5edf2a51527db659e5df3d2b574cc1
 size 438008465

 version https://git-lfs.github.com/spec/v1
+oid sha256:21ed8435dcf8541298db4818503842731b2f33e88ad2d7119c3dd7ca1864951e
 size 438008465

runs/monobert-RR@10/1701764481.0774806/events.out.tfevents.1701764481.r9i5n3.1560760.1 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:528240e6881277c319e65b33eb93db8a37d3a91e02423397211827a16d908c92
+size 604

runs/monobert-RR@10/events.out.tfevents.1701274535.r6i5n3.485053.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:300b742ecd660974848d62bc2e8806bfbb67e85b0c7222649bc4bf655a4c9504
+size 452365

runs/monobert-RR@10/events.out.tfevents.1701439487.r9i1n3.650735.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:2f46452203ced0e580f0fa1c6d1c43a21112898440dc1a5883579f4790e4c2e6
+size 460738

runs/monobert-RR@10/events.out.tfevents.1701520453.r7i0n5.1543271.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:472058792af949520e6765535f7355b0772c1b970bbe39b978f7722b6ab16627
+size 456514

runs/monobert-RR@10/events.out.tfevents.1701636830.r6i7n2.1956990.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad6c5ead91f9ed90a9cdcec63cbbb38f4a55fd5ce9381c774c46aa94ac2506f
+size 458362

runs/monobert-RR@10/events.out.tfevents.1701710125.r9i5n3.1560760.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:29cdb8fb39d02112390514c6e83d7813f3972b9e3dc0c20c2178c5782516f8b8
+size 324092