['bookcorpus', 'wikipedia']
['pytorch', 'bert', 'pretraining', 'en', 'dataset:bookcorpus', 'dataset:wikipedia', 'arxiv:2106.16163', 'transformers', 'exbert', 'multiberts', 'multiberts-seed-2', 'license:apache-2.0']