['mc4', 'c4', 'togethercomputer/RedPajama-Data-1T', 'bigcode/the-stack', 'allenai/s2orc', 'lukasmoeller/sail_preprocessed']
['pytorch', 'mpt', 'text-generation', 'custom_code', 'dataset:mc4', 'dataset:c4', 'dataset:togethercomputer/RedPajama-Data-1T', 'dataset:bigcode/the-stack', 'dataset:allenai/s2orc', 'dataset:lukasmoeller/sail_preprocessed', 'arxiv:2305.15225', 'arxiv:2108.12409', 'arxiv:2302.13971', 'arxiv:2205.14135', 'arxiv:2010.04245', 'arxiv:1909.08053', 'arxiv:2302.06675', 'transformers', 'Composer', 'MosaicML', 'llm-foundry', 'StreamingDatasets', 'license:apache-2.0']