[
    {
        "name": "stackexchange_title_body/skeptics.stackexchange.com.jsonl.gz",
        "lines": 10009,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/writers.stackexchange.com.jsonl.gz",
        "lines": 10157,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/astronomy.stackexchange.com.jsonl.gz",
        "lines": 10462,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/vi.stackexchange.com.jsonl.gz",
        "lines": 10551,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/cstheory.stackexchange.com.jsonl.gz",
        "lines": 10642,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/engineering.stackexchange.com.jsonl.gz",
        "lines": 10753,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/french.stackexchange.com.jsonl.gz",
        "lines": 10794,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/economics.stackexchange.com.jsonl.gz",
        "lines": 11115,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/anime.stackexchange.com.jsonl.gz",
        "lines": 11444,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/islam.stackexchange.com.jsonl.gz",
        "lines": 11853,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/expressionengine.stackexchange.com.jsonl.gz",
        "lines": 11866,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/politics.stackexchange.com.jsonl.gz",
        "lines": 11894,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/history.stackexchange.com.jsonl.gz",
        "lines": 12021,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/christianity.stackexchange.com.jsonl.gz",
        "lines": 12108,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/boardgames.stackexchange.com.jsonl.gz",
        "lines": 12149,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/civicrm.stackexchange.com.jsonl.gz",
        "lines": 12543,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/craftcms.stackexchange.com.jsonl.gz",
        "lines": 12574,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/hinduism.stackexchange.com.jsonl.gz",
        "lines": 13450,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/networkengineering.stackexchange.com.jsonl.gz",
        "lines": 13454,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/german.stackexchange.com.jsonl.gz",
        "lines": 13950,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/philosophy.stackexchange.com.jsonl.gz",
        "lines": 14829,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/gardening.stackexchange.com.jsonl.gz",
        "lines": 15136,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/space.stackexchange.com.jsonl.gz",
        "lines": 15142,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/bicycles.stackexchange.com.jsonl.gz",
        "lines": 16353,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/quant.stackexchange.com.jsonl.gz",
        "lines": 17261,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/puzzling.stackexchange.com.jsonl.gz",
        "lines": 17851,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/law.stackexchange.com.jsonl.gz",
        "lines": 17941,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/arduino.stackexchange.com.jsonl.gz",
        "lines": 19553,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/aviation.stackexchange.com.jsonl.gz",
        "lines": 20139,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/softwarerecs.stackexchange.com.jsonl.gz",
        "lines": 20142,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/movies.stackexchange.com.jsonl.gz",
        "lines": 20181,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/music.stackexchange.com.jsonl.gz",
        "lines": 20636,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/emacs.stackexchange.com.jsonl.gz",
        "lines": 21055,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/dsp.stackexchange.com.jsonl.gz",
        "lines": 21252,
        "weight": 1
    },
    {
        "name": "flickr30k_captions.jsonl.gz",
        "lines": 317695,
        "weight": 1
    },
    {
        "name": "coco_captions.jsonl.gz",
        "lines": 828395,
        "weight": 1
    },
    {
        "name": "codesearchnet.jsonl.gz",
        "lines": 1151414,
        "weight": 1
    },
    {
        "name": "stackexchange_title_body/japanese.stackexchange.com.jsonl.gz",
        "lines": 22056,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/mechanics.stackexchange.com.jsonl.gz",
        "lines": 22868,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/crypto.stackexchange.com.jsonl.gz",
        "lines": 23231,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/cooking.stackexchange.com.jsonl.gz",
        "lines": 23705,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/photo.stackexchange.com.jsonl.gz",
        "lines": 23753,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/workplace.stackexchange.com.jsonl.gz",
        "lines": 24189,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/biology.stackexchange.com.jsonl.gz",
        "lines": 24447,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/bitcoin.stackexchange.com.jsonl.gz",
        "lines": 25374,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/worldbuilding.stackexchange.com.jsonl.gz",
        "lines": 26763,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/datascience.stackexchange.com.jsonl.gz",
        "lines": 27397,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/ux.stackexchange.com.jsonl.gz",
        "lines": 29403,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/webapps.stackexchange.com.jsonl.gz",
        "lines": 29697,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/graphicdesign.stackexchange.com.jsonl.gz",
        "lines": 30233,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/raspberrypi.stackexchange.com.jsonl.gz",
        "lines": 30625,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/money.stackexchange.com.jsonl.gz",
        "lines": 32021,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/judaism.stackexchange.com.jsonl.gz",
        "lines": 32028,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/ethereum.stackexchange.com.jsonl.gz",
        "lines": 32760,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/academia.stackexchange.com.jsonl.gz",
        "lines": 34331,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/chemistry.stackexchange.com.jsonl.gz",
        "lines": 34506,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/webmasters.stackexchange.com.jsonl.gz",
        "lines": 34559,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/meta.stackoverflow.com.jsonl.gz",
        "lines": 36456,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/cs.stackexchange.com.jsonl.gz",
        "lines": 38314,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/travel.stackexchange.com.jsonl.gz",
        "lines": 41227,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/rpg.stackexchange.com.jsonl.gz",
        "lines": 42303,
        "weight": 2
    },
    {
        "name": "stackexchange_title_body/codereview.stackexchange.com.jsonl.gz",
        "lines": 45765,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/gamedev.stackexchange.com.jsonl.gz",
        "lines": 46485,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/android.stackexchange.com.jsonl.gz",
        "lines": 51608,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/softwareengineering.stackexchange.com.jsonl.gz",
        "lines": 53942,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/security.stackexchange.com.jsonl.gz",
        "lines": 58000,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/diy.stackexchange.com.jsonl.gz",
        "lines": 60083,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/scifi.stackexchange.com.jsonl.gz",
        "lines": 61528,
        "weight": 3
    },
    {
        "name": "stackexchange_title_body/mathematica.stackexchange.com.jsonl.gz",
        "lines": 73131,
        "weight": 4
    },
    {
        "name": "TriviaQA_pairs.jsonl.gz",
        "lines": 73346,
        "weight": 4
    },
    {
        "name": "stackexchange_title_body/drupal.stackexchange.com.jsonl.gz",
        "lines": 79717,
        "weight": 4
    },
    {
        "name": "stackexchange_title_body/blender.stackexchange.com.jsonl.gz",
        "lines": 80766,
        "weight": 4
    },
    {
        "name": "stackexchange_title_body/dba.stackexchange.com.jsonl.gz",
        "lines": 81871,
        "weight": 4
    },
    {
        "name": "stackexchange_title_body/ell.stackexchange.com.jsonl.gz",
        "lines": 83271,
        "weight": 4
    },
    {
        "name": "stackexchange_title_body/meta.stackexchange.com.jsonl.gz",
        "lines": 83510,
        "weight": 4
    },
    {
        "name": "squad_pairs.jsonl.gz",
        "lines": 87599,
        "weight": 5
    },
    {
        "name": "stackexchange_title_body/gaming.stackexchange.com.jsonl.gz",
        "lines": 88912,
        "weight": 5
    },
    {
        "name": "stackexchange_title_body/sharepoint.stackexchange.com.jsonl.gz",
        "lines": 94011,
        "weight": 5
    },
    {
        "name": "stackexchange_title_body/magento.stackexchange.com.jsonl.gz",
        "lines": 99991,
        "weight": 5
    },
    {
        "name": "NQ-train_pairs.jsonl.gz",
        "lines": 100231,
        "weight": 5
    },
    {
        "name": "stackexchange_title_body/wordpress.stackexchange.com.jsonl.gz",
        "lines": 100474,
        "weight": 5
    },
    {
        "name": "SimpleWiki.jsonl.gz",
        "lines": 102225,
        "weight": 5
    },
    {
        "name": "quora_duplicates_triplets.jsonl.gz",
        "lines": 103663,
        "weight": 5
    },
    {
        "name": "stackexchange_title_body/salesforce.stackexchange.com.jsonl.gz",
        "lines": 105260,
        "weight": 5
    },
    {
        "name": "stackexchange_title_body/english.stackexchange.com.jsonl.gz",
        "lines": 109522,
        "weight": 6
    },
    {
        "name": "stackexchange_title_body/apple.stackexchange.com.jsonl.gz",
        "lines": 110622,
        "weight": 6
    },
    {
        "name": "altlex.jsonl.gz",
        "lines": 112696,
        "weight": 6
    },
    {
        "name": "stackexchange_title_body/mathoverflow.net.jsonl.gz",
        "lines": 120851,
        "weight": 6
    },
    {
        "name": "wikihow.jsonl.gz",
        "lines": 128542,
        "weight": 6
    },
    {
        "name": "stackexchange_title_body/gis.stackexchange.com.jsonl.gz",
        "lines": 131000,
        "weight": 7
    },
    {
        "name": "stackexchange_title_body/electronics.stackexchange.com.jsonl.gz",
        "lines": 143582,
        "weight": 7
    },
    {
        "name": "stackexchange_title_body/physics.stackexchange.com.jsonl.gz",
        "lines": 173307,
        "weight": 9
    },
    {
        "name": "stackexchange_title_body/stats.stackexchange.com.jsonl.gz",
        "lines": 173466,
        "weight": 9
    },
    {
        "name": "sentence-compression.jsonl.gz",
        "lines": 180000,
        "weight": 9
    },
    {
        "name": "stackexchange_title_body/unix.stackexchange.com.jsonl.gz",
        "lines": 185997,
        "weight": 9
    },
    {
        "name": "stackexchange_title_body/tex.stackexchange.com.jsonl.gz",
        "lines": 202954,
        "weight": 10
    },
    {
        "name": "stackexchange_duplicate_questions_title-body_title-body.jsonl.gz",
        "lines": 250460,
        "weight": 12
    },
    {
        "name": "stackexchange_duplicate_questions_body_body.jsonl.gz",
        "lines": 250519,
        "weight": 12
    },
    {
        "name": "stackexchange_title_body/serverfault.com.jsonl.gz",
        "lines": 270904,
        "weight": 13
    },
    {
        "name": "AllNLI.jsonl.gz",
        "lines": 277230,
        "weight": 13
    },
    {
        "name": "stackexchange_duplicate_questions_title_title.jsonl.gz",
        "lines": 304525,
        "weight": 15
    },
    {
        "name": "eli5_question_answer.jsonl.gz",
        "lines": 325475,
        "weight": 16
    },
    {
        "name": "specter_train_triples.jsonl.gz",
        "lines": 684100,
        "weight": 16
    },
    {
        "name": "stackexchange_title_body/askubuntu.com.jsonl.gz",
        "lines": 347925,
        "weight": 17
    },
    {
        "name": "stackexchange_title_body/superuser.com.jsonl.gz",
        "lines": 435463,
        "weight": 21
    },
    {
        "name": "stackexchange_title_body/small_stackexchanges.jsonl.gz",
        "lines": 448146,
        "weight": 21
    },
    {
        "name": "S2ORC_title_abstract.jsonl.gz",
        "lines": 41769185,
        "weight": 23
    },
    {
        "name": "S2ORC_citation_pairs.jsonl.gz",
        "lines": 52603982,
        "weight": 12
    },
	{
        "name": "S2ORC_citation_pairs_abstract.jsonl.gz",
        "lines": 116288806,
        "weight": 12
    },
    {
        "name": "PAQ_pairs.jsonl.gz",
        "lines": 64371441,
        "weight": 23
    },
    {
        "name": "WikiAnswers_pairs.jsonl.gz",
        "lines": 77427422,
        "weight": 23
    },
    {
        "name": "searchQA_question_top5_snippets_merged.jsonl.gz",
        "lines": 582261,
        "weight": 28
    },
    {
        "name": "yahoo_answers_title_question.jsonl.gz",
        "lines": 659896,
        "weight": 31
    },
    {
        "name": "yahoo_answers_question_answer.jsonl.gz",
        "lines": 681164,
        "weight": 32
    },
    {
        "name": "yahoo_answers_title_answer.jsonl.gz",
        "lines": 1198260,
        "weight": 47
    },
    {
        "name": "stackexchange_title_body/math.stackexchange.com.jsonl.gz",
        "lines": 1338443,
        "weight": 47
    },
    {
        "name": "gooaq_pairs.jsonl.gz",
        "lines": 3012496,
        "weight": 47
    },
    {
        "name": "msmarco-query_passage_negative.jsonl.gz",
        "lines": 9144553,
        "weight": 47
    },
    {
        "name": "stackexchange_title_body/stackoverflow.com-Posts.jsonl.gz",
        "lines": 18562443,
        "weight": 47
    },
	{"name": "reddit/reddit_2015.jsonl.gz", "weight": 50},
    {"name": "reddit/reddit_2016.jsonl.gz", "weight": 50},
    {"name": "reddit/reddit_2017.jsonl.gz", "weight": 50},
    {"name": "reddit/reddit_2018.jsonl.gz", "weight": 50}
]