Spaces:
Runtime error
Runtime error
IR_DATASETS = [ | |
"antique/test", | |
"antique/test/non-offensive", | |
"antique/train", | |
"antique/train/split200-train", | |
"antique/train/split200-valid", | |
"aol-ia", | |
"aquaint/trec-robust-2005", | |
"argsme/1.0/touche-2020-task-1/uncorrected", | |
"argsme/2020-04-01/processed/touche-2022-task-1", | |
"argsme/2020-04-01/touche-2020-task-1", | |
"argsme/2020-04-01/touche-2020-task-1/uncorrected", | |
"argsme/2020-04-01/touche-2021-task-1", | |
"beir/arguana", | |
"beir/climate-fever", | |
"beir/cqadupstack/android", | |
"beir/cqadupstack/english", | |
"beir/cqadupstack/gaming", | |
"beir/cqadupstack/gis", | |
"beir/cqadupstack/mathematica", | |
"beir/cqadupstack/physics", | |
"beir/cqadupstack/programmers", | |
"beir/cqadupstack/stats", | |
"beir/cqadupstack/tex", | |
"beir/cqadupstack/unix", | |
"beir/cqadupstack/webmasters", | |
"beir/cqadupstack/wordpress", | |
"beir/dbpedia-entity/dev", | |
"beir/dbpedia-entity/test", | |
"beir/fever/dev", | |
"beir/fever/test", | |
"beir/fever/train", | |
"beir/fiqa/dev", | |
"beir/fiqa/test", | |
"beir/fiqa/train", | |
"beir/hotpotqa/dev", | |
"beir/hotpotqa/test", | |
"beir/hotpotqa/train", | |
"beir/msmarco/dev", | |
"beir/msmarco/test", | |
"beir/msmarco/train", | |
"beir/nfcorpus/dev", | |
"beir/nfcorpus/test", | |
"beir/nfcorpus/train", | |
"beir/nq", | |
"beir/quora/dev", | |
"beir/quora/test", | |
"beir/scidocs", | |
"beir/scifact/test", | |
"beir/scifact/train", | |
"beir/trec-covid", | |
"beir/webis-touche2020", | |
"beir/webis-touche2020/v2", | |
"car/v1.5/test200", | |
"car/v1.5/train/fold0", | |
"car/v1.5/train/fold1", | |
"car/v1.5/train/fold2", | |
"car/v1.5/train/fold3", | |
"car/v1.5/train/fold4", | |
"car/v1.5/trec-y1/auto", | |
"car/v1.5/trec-y1/manual", | |
"clinicaltrials/2017/trec-pm-2017", | |
"clinicaltrials/2017/trec-pm-2018", | |
"clinicaltrials/2019/trec-pm-2019", | |
"clinicaltrials/2021/trec-ct-2021", | |
"clueweb09/catb/trec-web-2009", | |
"clueweb09/catb/trec-web-2009/diversity", | |
"clueweb09/catb/trec-web-2010", | |
"clueweb09/catb/trec-web-2010/diversity", | |
"clueweb09/catb/trec-web-2011", | |
"clueweb09/catb/trec-web-2011/diversity", | |
"clueweb09/catb/trec-web-2012", | |
"clueweb09/catb/trec-web-2012/diversity", | |
"clueweb09/en/trec-web-2009", | |
"clueweb09/en/trec-web-2009/diversity", | |
"clueweb09/en/trec-web-2010", | |
"clueweb09/en/trec-web-2010/diversity", | |
"clueweb09/en/trec-web-2011", | |
"clueweb09/en/trec-web-2011/diversity", | |
"clueweb09/en/trec-web-2012", | |
"clueweb09/en/trec-web-2012/diversity", | |
"clueweb09/trec-mq-2009", | |
"clueweb12/b13/clef-ehealth", | |
"clueweb12/b13/clef-ehealth/cs", | |
"clueweb12/b13/clef-ehealth/de", | |
"clueweb12/b13/clef-ehealth/fr", | |
"clueweb12/b13/clef-ehealth/hu", | |
"clueweb12/b13/clef-ehealth/pl", | |
"clueweb12/b13/clef-ehealth/sv", | |
"clueweb12/b13/ntcir-www-1", | |
"clueweb12/b13/ntcir-www-2", | |
"clueweb12/b13/trec-misinfo-2019", | |
"clueweb12/touche-2020-task-2", | |
"clueweb12/touche-2021-task-2", | |
"clueweb12/touche-2022-task-2", | |
"clueweb12/touche-2022-task-2/expanded-doc-t5-query", | |
"clueweb12/trec-web-2013", | |
"clueweb12/trec-web-2013/diversity", | |
"clueweb12/trec-web-2014", | |
"clueweb12/trec-web-2014/diversity", | |
"codec", | |
"codec/economics", | |
"codec/history", | |
"codec/politics", | |
"codesearchnet/challenge", | |
"codesearchnet/test", | |
"codesearchnet/train", | |
"codesearchnet/valid", | |
"cord19/fulltext/trec-covid", | |
"cord19/trec-covid", | |
"cord19/trec-covid/round1", | |
"cord19/trec-covid/round2", | |
"cord19/trec-covid/round3", | |
"cord19/trec-covid/round4", | |
"cord19/trec-covid/round5", | |
"cranfield", | |
"disks45/nocr/trec-robust-2004", | |
"disks45/nocr/trec-robust-2004/fold1", | |
"disks45/nocr/trec-robust-2004/fold2", | |
"disks45/nocr/trec-robust-2004/fold3", | |
"disks45/nocr/trec-robust-2004/fold4", | |
"disks45/nocr/trec-robust-2004/fold5", | |
"disks45/nocr/trec7", | |
"disks45/nocr/trec8", | |
"dpr-w100/natural-questions/dev", | |
"dpr-w100/natural-questions/train", | |
"dpr-w100/trivia-qa/dev", | |
"dpr-w100/trivia-qa/train", | |
"gov/trec-web-2002", | |
"gov/trec-web-2002/named-page", | |
"gov/trec-web-2003", | |
"gov/trec-web-2003/named-page", | |
"gov/trec-web-2004", | |
"gov2/trec-mq-2007", | |
"gov2/trec-mq-2008", | |
"gov2/trec-tb-2004", | |
"gov2/trec-tb-2005", | |
"gov2/trec-tb-2005/efficiency", | |
"gov2/trec-tb-2005/named-page", | |
"gov2/trec-tb-2006", | |
"gov2/trec-tb-2006/efficiency", | |
"gov2/trec-tb-2006/efficiency/stream3", | |
"gov2/trec-tb-2006/named-page", | |
"hc4/fa/dev", | |
"hc4/fa/test", | |
"hc4/fa/train", | |
"hc4/ru/dev", | |
"hc4/ru/test", | |
"hc4/ru/train", | |
"hc4/zh/dev", | |
"hc4/zh/test", | |
"hc4/zh/train", | |
"highwire/trec-genomics-2006", | |
"highwire/trec-genomics-2007", | |
"istella22/test", | |
"istella22/test/fold1", | |
"istella22/test/fold2", | |
"istella22/test/fold3", | |
"istella22/test/fold4", | |
"istella22/test/fold5", | |
"kilt/codec", | |
"kilt/codec/economics", | |
"kilt/codec/history", | |
"kilt/codec/politics", | |
"lotte/lifestyle/dev/forum", | |
"lotte/lifestyle/dev/search", | |
"lotte/lifestyle/test/forum", | |
"lotte/lifestyle/test/search", | |
"lotte/pooled/dev/forum", | |
"lotte/pooled/dev/search", | |
"lotte/pooled/test/forum", | |
"lotte/pooled/test/search", | |
"lotte/recreation/dev/forum", | |
"lotte/recreation/dev/search", | |
"lotte/recreation/test/forum", | |
"lotte/recreation/test/search", | |
"lotte/science/dev/forum", | |
"lotte/science/dev/search", | |
"lotte/science/test/forum", | |
"lotte/science/test/search", | |
"lotte/technology/dev/forum", | |
"lotte/technology/dev/search", | |
"lotte/technology/test/forum", | |
"lotte/technology/test/search", | |
"lotte/writing/dev/forum", | |
"lotte/writing/dev/search", | |
"lotte/writing/test/forum", | |
"lotte/writing/test/search", | |
"medline/2004/trec-genomics-2004", | |
"medline/2004/trec-genomics-2005", | |
"medline/2017/trec-pm-2017", | |
"medline/2017/trec-pm-2018", | |
"mmarco/de/dev", | |
"mmarco/de/dev/small", | |
"mmarco/de/train", | |
"mmarco/es/dev", | |
"mmarco/es/dev/small", | |
"mmarco/es/train", | |
"mmarco/fr/dev", | |
"mmarco/fr/dev/small", | |
"mmarco/fr/train", | |
"mmarco/id/dev", | |
"mmarco/id/dev/small", | |
"mmarco/id/train", | |
"mmarco/it/dev", | |
"mmarco/it/dev/small", | |
"mmarco/it/train", | |
"mmarco/pt/dev", | |
"mmarco/pt/dev/small", | |
"mmarco/pt/dev/small/v1.1", | |
"mmarco/pt/dev/v1.1", | |
"mmarco/pt/train", | |
"mmarco/pt/train/v1.1", | |
"mmarco/ru/dev", | |
"mmarco/ru/dev/small", | |
"mmarco/ru/train", | |
"mmarco/v2/ar/dev", | |
"mmarco/v2/ar/dev/small", | |
"mmarco/v2/ar/train", | |
"mmarco/v2/de/dev", | |
"mmarco/v2/de/dev/small", | |
"mmarco/v2/de/train", | |
"mmarco/v2/dt/dev", | |
"mmarco/v2/dt/dev/small", | |
"mmarco/v2/dt/train", | |
"mmarco/v2/es/dev", | |
"mmarco/v2/es/dev/small", | |
"mmarco/v2/es/train", | |
"mmarco/v2/fr/dev", | |
"mmarco/v2/fr/dev/small", | |
"mmarco/v2/fr/train", | |
"mmarco/v2/hi/dev", | |
"mmarco/v2/hi/dev/small", | |
"mmarco/v2/hi/train", | |
"mmarco/v2/id/dev", | |
"mmarco/v2/id/dev/small", | |
"mmarco/v2/id/train", | |
"mmarco/v2/it/dev", | |
"mmarco/v2/it/dev/small", | |
"mmarco/v2/it/train", | |
"mmarco/v2/ja/dev", | |
"mmarco/v2/ja/dev/small", | |
"mmarco/v2/ja/train", | |
"mmarco/v2/pt/dev", | |
"mmarco/v2/pt/dev/small", | |
"mmarco/v2/pt/train", | |
"mmarco/v2/ru/dev", | |
"mmarco/v2/ru/dev/small", | |
"mmarco/v2/ru/train", | |
"mmarco/v2/vi/dev", | |
"mmarco/v2/vi/dev/small", | |
"mmarco/v2/vi/train", | |
"mmarco/v2/zh/dev", | |
"mmarco/v2/zh/dev/small", | |
"mmarco/v2/zh/train", | |
"mmarco/zh/dev", | |
"mmarco/zh/dev/small", | |
"mmarco/zh/dev/small/v1.1", | |
"mmarco/zh/dev/v1.1", | |
"mmarco/zh/train", | |
"mr-tydi/ar", | |
"mr-tydi/ar/dev", | |
"mr-tydi/ar/test", | |
"mr-tydi/ar/train", | |
"mr-tydi/bn", | |
"mr-tydi/bn/dev", | |
"mr-tydi/bn/test", | |
"mr-tydi/bn/train", | |
"mr-tydi/en", | |
"mr-tydi/en/dev", | |
"mr-tydi/en/test", | |
"mr-tydi/en/train", | |
"mr-tydi/fi", | |
"mr-tydi/fi/dev", | |
"mr-tydi/fi/test", | |
"mr-tydi/fi/train", | |
"mr-tydi/id", | |
"mr-tydi/id/dev", | |
"mr-tydi/id/test", | |
"mr-tydi/id/train", | |
"mr-tydi/ja", | |
"mr-tydi/ja/dev", | |
"mr-tydi/ja/test", | |
"mr-tydi/ja/train", | |
"mr-tydi/ko", | |
"mr-tydi/ko/dev", | |
"mr-tydi/ko/test", | |
"mr-tydi/ko/train", | |
"mr-tydi/ru", | |
"mr-tydi/ru/dev", | |
"mr-tydi/ru/test", | |
"mr-tydi/ru/train", | |
"mr-tydi/sw", | |
"mr-tydi/sw/dev", | |
"mr-tydi/sw/test", | |
"mr-tydi/sw/train", | |
"mr-tydi/te", | |
"mr-tydi/te/dev", | |
"mr-tydi/te/test", | |
"mr-tydi/te/train", | |
"mr-tydi/th", | |
"mr-tydi/th/dev", | |
"mr-tydi/th/test", | |
"mr-tydi/th/train", | |
"msmarco-document-v2/dev1", | |
"msmarco-document-v2/dev2", | |
"msmarco-document-v2/train", | |
"msmarco-document-v2/trec-dl-2019", | |
"msmarco-document-v2/trec-dl-2019/judged", | |
"msmarco-document-v2/trec-dl-2020", | |
"msmarco-document-v2/trec-dl-2020/judged", | |
"msmarco-document-v2/trec-dl-2021", | |
"msmarco-document-v2/trec-dl-2021/judged", | |
"msmarco-document-v2/trec-dl-2022", | |
"msmarco-document-v2/trec-dl-2022/judged", | |
"msmarco-document/dev", | |
"msmarco-document/orcas", | |
"msmarco-document/train", | |
"msmarco-document/trec-dl-2019", | |
"msmarco-document/trec-dl-2019/judged", | |
"msmarco-document/trec-dl-2020", | |
"msmarco-document/trec-dl-2020/judged", | |
"msmarco-document/trec-dl-hard", | |
"msmarco-document/trec-dl-hard/fold1", | |
"msmarco-document/trec-dl-hard/fold2", | |
"msmarco-document/trec-dl-hard/fold3", | |
"msmarco-document/trec-dl-hard/fold4", | |
"msmarco-document/trec-dl-hard/fold5", | |
"msmarco-passage-v2/dev1", | |
"msmarco-passage-v2/dev2", | |
"msmarco-passage-v2/train", | |
"msmarco-passage-v2/trec-dl-2021", | |
"msmarco-passage-v2/trec-dl-2021/judged", | |
"msmarco-passage-v2/trec-dl-2022", | |
"msmarco-passage-v2/trec-dl-2022/judged", | |
"msmarco-passage/dev", | |
"msmarco-passage/dev/2", | |
"msmarco-passage/dev/judged", | |
"msmarco-passage/dev/small", | |
"msmarco-passage/train", | |
"msmarco-passage/train/judged", | |
"msmarco-passage/train/medical", | |
"msmarco-passage/train/split200-train", | |
"msmarco-passage/train/split200-valid", | |
"msmarco-passage/train/triples-small", | |
"msmarco-passage/train/triples-v2", | |
"msmarco-passage/trec-dl-2019", | |
"msmarco-passage/trec-dl-2019/judged", | |
"msmarco-passage/trec-dl-2020", | |
"msmarco-passage/trec-dl-2020/judged", | |
"msmarco-passage/trec-dl-hard", | |
"msmarco-passage/trec-dl-hard/fold1", | |
"msmarco-passage/trec-dl-hard/fold2", | |
"msmarco-passage/trec-dl-hard/fold3", | |
"msmarco-passage/trec-dl-hard/fold4", | |
"msmarco-passage/trec-dl-hard/fold5", | |
"msmarco-qna/dev", | |
"msmarco-qna/train", | |
"natural-questions/dev", | |
"natural-questions/train", | |
"neuclir/1/fa/hc4-filtered", | |
"neuclir/1/ru/hc4-filtered", | |
"neuclir/1/zh/hc4-filtered", | |
"neumarco/fa/dev", | |
"neumarco/fa/dev/judged", | |
"neumarco/fa/dev/small", | |
"neumarco/fa/train", | |
"neumarco/fa/train/judged", | |
"neumarco/ru/dev", | |
"neumarco/ru/dev/judged", | |
"neumarco/ru/dev/small", | |
"neumarco/ru/train", | |
"neumarco/ru/train/judged", | |
"neumarco/zh/dev", | |
"neumarco/zh/dev/judged", | |
"neumarco/zh/dev/small", | |
"neumarco/zh/train", | |
"neumarco/zh/train/judged", | |
"nfcorpus/dev", | |
"nfcorpus/dev/nontopic", | |
"nfcorpus/dev/video", | |
"nfcorpus/test", | |
"nfcorpus/test/nontopic", | |
"nfcorpus/test/video", | |
"nfcorpus/train", | |
"nfcorpus/train/nontopic", | |
"nfcorpus/train/video", | |
"nyt/trec-core-2017", | |
"nyt/wksup", | |
"nyt/wksup/train", | |
"nyt/wksup/valid", | |
"pmc/v1/trec-cds-2014", | |
"pmc/v1/trec-cds-2015", | |
"pmc/v2/trec-cds-2016", | |
"sara", | |
"touche-image/2022-06-13/touche-2022-task-3", | |
"trec-arabic/ar2001", | |
"trec-arabic/ar2002", | |
"trec-cast/v0/train", | |
"trec-cast/v0/train/judged", | |
"trec-cast/v1/2019", | |
"trec-cast/v1/2019/judged", | |
"trec-cast/v1/2020", | |
"trec-cast/v1/2020/judged", | |
"trec-fair-2021/eval", | |
"trec-fair-2021/train", | |
"trec-fair/2021/eval", | |
"trec-fair/2021/train", | |
"trec-fair/2022/train", | |
"trec-mandarin/trec5", | |
"trec-mandarin/trec6", | |
"trec-robust04", | |
"trec-robust04/fold1", | |
"trec-robust04/fold2", | |
"trec-robust04/fold3", | |
"trec-robust04/fold4", | |
"trec-robust04/fold5", | |
"trec-spanish/trec3", | |
"trec-spanish/trec4", | |
"trec-tot/2023/dev", | |
"trec-tot/2023/train", | |
"tripclick/train", | |
"tripclick/train/head", | |
"tripclick/train/head/dctr", | |
"tripclick/train/hofstaetter-triples", | |
"tripclick/train/tail", | |
"tripclick/train/torso", | |
"tripclick/val", | |
"tripclick/val/head", | |
"tripclick/val/head/dctr", | |
"tripclick/val/tail", | |
"tripclick/val/torso", | |
"tweets2013-ia/trec-mb-2013", | |
"tweets2013-ia/trec-mb-2014", | |
"vaswani", | |
"wapo/v2/trec-core-2018", | |
"wapo/v2/trec-news-2018", | |
"wapo/v2/trec-news-2019", | |
"wikiclir/ar", | |
"wikiclir/ca", | |
"wikiclir/cs", | |
"wikiclir/de", | |
"wikiclir/en-simple", | |
"wikiclir/es", | |
"wikiclir/fi", | |
"wikiclir/fr", | |
"wikiclir/it", | |
"wikiclir/ja", | |
"wikiclir/ko", | |
"wikiclir/nl", | |
"wikiclir/nn", | |
"wikiclir/no", | |
"wikiclir/pl", | |
"wikiclir/pt", | |
"wikiclir/ro", | |
"wikiclir/ru", | |
"wikiclir/sv", | |
"wikiclir/sw", | |
"wikiclir/tl", | |
"wikiclir/tr", | |
"wikiclir/uk", | |
"wikiclir/vi", | |
"wikiclir/zh", | |
"wikir/en1k/test", | |
"wikir/en1k/training", | |
"wikir/en1k/validation", | |
"wikir/en59k/test", | |
"wikir/en59k/training", | |
"wikir/en59k/validation", | |
"wikir/en78k/test", | |
"wikir/en78k/training", | |
"wikir/en78k/validation", | |
"wikir/ens78k/test", | |
"wikir/ens78k/training", | |
"wikir/ens78k/validation", | |
"wikir/es13k/test", | |
"wikir/es13k/training", | |
"wikir/es13k/validation", | |
"wikir/fr14k/test", | |
"wikir/fr14k/training", | |
"wikir/fr14k/validation", | |
"wikir/it16k/test", | |
"wikir/it16k/training", | |
"wikir/it16k/validation" | |
] |