['wikipedia', 'Osian', '1.5B-Arabic-Corpus', 'oscar-arabic-unshuffled', 'Assafir(private)']
['pytorch', 'tf', 'tensorboard', 'electra', 'pretraining', 'ar', 'dataset:wikipedia', 'dataset:Osian', 'dataset:1.5B-Arabic-Corpus', 'dataset:oscar-arabic-unshuffled', 'dataset:Assafir(private)', 'arxiv:1406.2661', 'arxiv:2012.15516', 'transformers', 'has_space']