diff --git "a/dataset_configs.json" "b/dataset_configs.json"
--- "a/dataset_configs.json"
+++ "b/dataset_configs.json"
@@ -1 +1 @@
-["data/clean_v1/lm_en_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_675_www_elespectador_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_675_www_elespectador_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_675_www_elespectador_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_675_www_elespectador_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_502_www_ricemedia_co/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_502_www_ricemedia_co/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_502_www_ricemedia_co/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ur_urdu-monolingual-corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_urdu-monolingual-corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_urdu-monolingual-corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_499_www_today_com_news/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_499_www_today_com_news/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_499_www_today_com_news/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_499_www_today_com_news/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-kn_wikisource_filtered/6_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-kn_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-kn_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-kn_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_100_www_aporrea_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_100_www_aporrea_org/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_100_www_aporrea_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_100_www_aporrea_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/2_split_sentences_en_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikinews_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/2_split_sentences_en_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/2_split_sentences_indic-te_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-te_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/2_split_sentences_fr_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_ar_openiti_proc/3_remove_html_spans_checks.parquet", "data/clean_v1/lm_ar_openiti_proc/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-mr_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-mr_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-mr_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-mr_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-mr_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-mr_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ml_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ml_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ml_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ar_sanad/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_sanad/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_sanad/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ta_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ta_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ta_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ca_opus100/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_ester/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_ester/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_ester/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wikiquote_filtered/2_split_sentences_ar_checks.parquet", "data/clean_v1/lm_ar_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ar_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_zh_du_reader/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_du_reader/0_dedup_document_checks.parquet", "data/clean_v1/lm_zh_du_reader/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh_du_reader/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wikibooks_filtered/2_split_sentences_ar_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ta_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ta_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-mr_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-mr_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-mr_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_182_correodelsur_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_182_correodelsur_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_182_correodelsur_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_182_correodelsur_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-hi_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-kn_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-kn_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_brad_2/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_brad_2/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_brad_2/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_brad_2/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_255_elcomercio_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_255_elcomercio_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_255_elcomercio_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_255_elcomercio_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_203_www_que_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_203_www_que_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_203_www_que_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_203_www_que_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/2_split_sentences_ca_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_572_tirto_id/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_572_tirto_id/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_572_tirto_id/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_572_tirto_id/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_181_noticiassin_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_181_noticiassin_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_181_noticiassin_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_181_noticiassin_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_244_www_df_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_244_www_df_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_244_www_df_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_244_www_df_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_nigercongo-ln_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/8_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/2_split_sentences_en_checks.parquet", "data/clean_v1/lm_en_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_286_www_nacion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_286_www_nacion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_286_www_nacion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_286_www_nacion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_eu_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_eu_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_eu_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_213_www_hola_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_213_www_hola_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_213_www_hola_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_213_www_hola_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-hi_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-hi_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-hi_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_209_misionesonline_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_209_misionesonline_net/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_209_misionesonline_net/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_209_misionesonline_net/4_remove_lines_with_code_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_209_misionesonline_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_qedcorpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ta_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-ta_wikinews_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_wikinews_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ta_wikinews_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ta_wikinews_filtered/2_split_sentences_indic-ta_checks.parquet", "data/clean_v1/lm_pt_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_pt_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_teca/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_indic-hi_wikibooks_filtered/2_split_sentences_indic-hi_checks.parquet", "data/clean_v1/lm_pt_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_wikivoyage_filtered/2_split_sentences_indic-bn_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_zh-tw_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh-tw_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh-tw_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_zh-tw_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh-tw_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh-tw_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-or_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-or_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-or_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-or_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-te_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-te_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-te_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-te_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-te_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-te_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-gu_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-gu_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-gu_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_open_subtitles/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_indic-hi_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_pib/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_pib/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-hi_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/2_split_sentences_es_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_id_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_id_wikiquote_filtered/2_split_sentences_id_checks.parquet", "data/clean_v1/lm_id_wikiquote_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_wikiquote_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_wikiquote_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_288_www_marca_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_288_www_marca_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_288_www_marca_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_288_www_marca_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_359_www_efeverde_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_359_www_efeverde_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_359_www_efeverde_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_359_www_efeverde_com/4_remove_lines_with_code_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_359_www_efeverde_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_233_www_dinero_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_233_www_dinero_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_233_www_dinero_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_233_www_dinero_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/0_dedup_document_on_url_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ta_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ta_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ta_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_code_stackexchange/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_nigercongo-yo_aggregated/0_dedup_document_checks.parquet", "data/clean_v1/lm_nigercongo-yo_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_nigercongo-yo_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_146_www_perfil_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_146_www_perfil_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_146_www_perfil_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_146_www_perfil_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ml_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ml_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ml_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ca_sts_ca/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-te_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_eu_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_eu_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ur_wiktionary_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-pa_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/2_split_sentences_es_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikinews_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_id_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-mr_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-mr_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-mr_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-te_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-te_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-te_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-te_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-te_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_53_www_expreso_ec/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_53_www_expreso_ec/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_53_www_expreso_ec/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_53_www_expreso_ec/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-kn_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-kn_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/2_split_sentences_vi_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_ar_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-kn_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/1_dedup_document_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ca_parlament_parla/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_396_www_eldiario_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_396_www_eldiario_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_396_www_eldiario_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_396_www_eldiario_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_232_tn_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_232_tn_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_232_tn_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_232_tn_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/2_split_sentences_vi_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ml_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ml_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ml_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ml_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-gu_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_548_remezcla_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_548_remezcla_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_548_remezcla_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_548_remezcla_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-bn_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_638_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_638_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_638_globalvoices_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_638_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ca_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ca_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_wikiquote_filtered/2_split_sentences_ca_checks.parquet", "data/clean_v1/lm_ca_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_429_cadenaser_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_429_cadenaser_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_429_cadenaser_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_429_cadenaser_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_wikimedia_filtered/2_split_sentences_id_checks.parquet", "data/clean_v1/lm_id_wikimedia_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_wikimedia_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_wikimedia_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_zh_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_recibrew/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_fr_wikivoyage_filtered/2_split_sentences_fr_checks.parquet", "data/clean_v1/lm_fr_wikivoyage_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikivoyage_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikivoyage_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_sentiment_classification_datasets/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_sentiment_classification_datasets/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_sentiment_classification_datasets/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_sentiment_classification_datasets/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_en_no_code_stackexchange/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_no_code_stackexchange/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_zh_wikiquote_filtered/2_split_sentences_zhs_checks.parquet", "data/clean_v1/lm_zh_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_nigercongo-xh_aggregated/0_dedup_document_checks.parquet", "data/clean_v1/lm_nigercongo-xh_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_qedcorpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-hi_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-hi_wiktionary_filtered/2_split_sentences_indic-hi_checks.parquet", "data/clean_v1/lm_indic-hi_wiktionary_filtered/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-as_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-hi_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_78_www_listindiario_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_78_www_listindiario_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_78_www_listindiario_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_78_www_listindiario_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ca_catalan_textual_corpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_catalan_textual_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_catalan_textual_corpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_catalan_textual_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_indosum/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_indosum/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_indosum/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-gu_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-gu_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_royal_society_corpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_indonesian_news_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_indonesian_news_corpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/2_split_sentences_fr_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikiversity_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_monolingual_vlsp_2020/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_monolingual_vlsp_2020/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_monolingual_vlsp_2020/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_405_www_emol_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_405_www_emol_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_405_www_emol_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_405_www_emol_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ca_viquiquad/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_id_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_wikipedia/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_zh_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_zh_wikiversity_filtered/2_split_sentences_zhs_checks.parquet", "data/clean_v1/lm_zh_wikiversity_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_wikiversity_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_zh_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_indic-as_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-as_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_bloom/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_bloom/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_91_www_diario26_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_91_www_diario26_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_91_www_diario26_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_91_www_diario26_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ar_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_ar_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-or_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-or_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_nigercongo-wo_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_binhvq_news_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_binhvq_news_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_binhvq_news_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ur_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_pib/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-mr_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-mr_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-mr_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ta_wiktionary_filtered/2_split_sentences_indic-ta_checks.parquet", "data/clean_v1/lm_ca_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ca_wikibooks_filtered/2_split_sentences_ca_checks.parquet", "data/clean_v1/lm_ca_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_fr_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_indic-kn_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-kn_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-kn_wiktionary_filtered/2_split_sentences_indic-kn_checks.parquet", "data/clean_v1/lm_indic-kn_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-kn_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_vi_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_indic_nlp_corpus/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_indic_nlp_corpus/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ta_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/0_dedup_document_on_url_lm_en_pseudocrawl_filtered_619_www_qut_edu_au_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_167_www_ambientum_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_167_www_ambientum_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_167_www_ambientum_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_167_www_ambientum_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_nigercongo-zu_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_696_www_oercommons_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_696_www_oercommons_org/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_696_www_oercommons_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_696_www_oercommons_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_207_elimpulso_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_207_elimpulso_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_207_elimpulso_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_207_elimpulso_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-te_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-te_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-te_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_wikiquote_filtered/2_split_sentences_es_checks.parquet", "data/clean_v1/lm_es_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-as_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-as_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-as_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_eu_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_eu_wiktionary_filtered/2_split_sentences_eu_checks.parquet", "data/clean_v1/lm_eu_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/1_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_zh_wikibooks_filtered/2_split_sentences_zhs_checks.parquet", "data/clean_v1/lm_zh_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_nigercongo-ig_aggregated/0_dedup_document_checks.parquet", "data/clean_v1/lm_nigercongo-ig_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_nigercongo-ig_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-mr_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-mr_wiktionary_filtered/2_split_sentences_indic-mr_checks.parquet", "data/clean_v1/lm_indic-mr_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-hi_iitb_english_hindi_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_iitb_english_hindi_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_iitb_english_hindi_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_534_www_nairaland_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_534_www_nairaland_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_534_www_nairaland_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_534_www_nairaland_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_534_www_nairaland_com/1_dedup_document_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_483_alvinology_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_483_alvinology_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_483_alvinology_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_pt_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wikipedia/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ml_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_299_www_lne_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_299_www_lne_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_299_www_lne_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_299_www_lne_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-bn_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_545_www_detik_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_545_www_detik_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_545_www_detik_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_545_www_detik_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-pa_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-pa_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-gu_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ca_ca_text_corpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_ca_text_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_ca_text_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_vi_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ta_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_223_www_eltambor_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_223_www_eltambor_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_223_www_eltambor_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_223_www_eltambor_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/2_split_sentences_id_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_ca_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ca_wikinews_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_wikinews_filtered/2_split_sentences_ca_checks.parquet", "data/clean_v1/lm_ca_wikinews_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_71_www_rtve_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_71_www_rtve_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_71_www_rtve_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_71_www_rtve_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ca_tecla/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_tecla/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_arabic_billion_words/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_arabic_billion_words/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_arabic_billion_words/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_arabic_billion_words/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-mr_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-or_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-or_wiktionary_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-or_wiktionary_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/2_split_sentences_en_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_ar_wikiversity_filtered/2_split_sentences_ar_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_20_www_clarin_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_20_www_clarin_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_20_www_clarin_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_20_www_clarin_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-mr_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_506_goiena_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_506_goiena_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_506_goiena_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-pa_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-pa_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wiktionary_filtered/2_split_sentences_ar_checks.parquet", "data/clean_v1/lm_ar_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ar_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_id_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_id_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-pa_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-pa_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-pa_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-pa_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_wiktionary_filtered/2_split_sentences_indic-pa_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/2_split_sentences_fr_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_nigercongo-ki_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ml_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ml_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ml_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ml_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ml_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ml_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ca_wikipedia/4_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ca_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_fr_wikiquote_filtered/2_split_sentences_fr_checks.parquet", "data/clean_v1/lm_fr_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ml_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_labr/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_labr/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_labr/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ar_labr/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_153_financialfood_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_153_financialfood_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_153_financialfood_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_153_financialfood_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ca_catalan_general_crawling/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_catalan_general_crawling/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_catalan_general_crawling/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_catalan_general_crawling/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-hi_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-hi_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_eu_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_eu_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_eu_wikibooks_filtered/2_split_sentences_eu_checks.parquet", "data/clean_v1/lm_eu_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-pa_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-pa_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_563_ahotsak_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_563_ahotsak_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_563_ahotsak_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_uit_vsmec/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_indonesian_news_articles_2017/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_indonesian_news_articles_2017/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_indonesian_news_articles_2017/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_indonesian_news_articles_2017/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_249_www_telecinco_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_249_www_telecinco_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_249_www_telecinco_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_249_www_telecinco_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_90_peru_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_90_peru_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_90_peru_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_90_peru_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_pt_brwac/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_brwac/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_brwac/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_brwac/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_nigercongo-sn_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_512_kumparan_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_512_kumparan_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_512_kumparan_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_pseudocrawl-filtered_512_kumparan_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-mr_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-mr_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-mr_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-mr_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ml_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ml_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ml_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/2_split_sentences_en_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikivoyage_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_637_www_argia_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_637_www_argia_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_637_www_argia_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_324_gestion_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_324_gestion_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_324_gestion_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_324_gestion_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-gu_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-gu_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-gu_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-gu_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-gu_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-gu_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-kn_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-kn_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-kn_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/2_split_sentences_zhs_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_wikinews_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_304_www_semana_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_304_www_semana_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_304_www_semana_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_304_www_semana_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_392_www_muypymes_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_392_www_muypymes_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_392_www_muypymes_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_392_www_muypymes_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/4_remove_lines_with_code_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/2_split_sentences_en_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_wikiversity_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_en_odiencorp/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_odiencorp/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_odiencorp/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ca_enriched_conllu_ancora_for_ml_training/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_s2orc_ai2_pdf_parses/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_s2orc_ai2_pdf_parses/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_s2orc_ai2_pdf_parses/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_en_s2orc_ai2_pdf_parses/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-pa_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-pa_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-pa_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-pa_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-pa_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ur_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-ur_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ur_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_vietnamese_poetry/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_vietnamese_poetry/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_vietnamese_poetry/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_vietnamese_poetry/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_data_on_covid_19_news_coverage_in_vietnam/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-bn_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_pib/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_pib/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-bn_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_420_www_retema_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_420_www_retema_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_420_www_retema_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_vi_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_wikipedia/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_catalan_government_crawling/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_vi_vietai_sat/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_vietai_sat/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_vietai_sat/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_lm/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_lm/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_bangla_lm/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ta_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ar_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_pt_wikiquote_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wikiquote_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wikiquote_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v1/lm_pt_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_fr_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wikinews_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_fr_wikinews_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_wikinews_filtered/6_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_indic-ta_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ta_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ta_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_689_www_abc_net_au/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_689_www_abc_net_au/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_689_www_abc_net_au/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_689_www_abc_net_au/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_wikisource_filtered/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_422_www_formulatv_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_422_www_formulatv_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_422_www_formulatv_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_422_www_formulatv_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-gu_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-gu_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-gu_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_nigercongo-lg_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/1_dedup_document_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_254_diario_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_254_diario_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_254_diario_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_254_diario_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ta_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-ta_wikiquote_filtered/2_split_sentences_indic-ta_checks.parquet", "data/clean_v1/lm_pt_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_pt_wikiversity_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v1/lm_pt_wikiversity_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_229_www_expansion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_229_www_expansion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_229_www_expansion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_229_www_expansion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_501_theindependent_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_501_theindependent_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_501_theindependent_sg/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_501_theindependent_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-gu_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-gu_wiktionary_filtered/2_split_sentences_indic-gu_checks.parquet", "data/clean_v1/lm_indic-gu_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_zh-cn_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh-cn_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh-cn_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_zh-cn_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh-cn_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh-cn_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_mt_vlsp_2020/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_mt_vlsp_2020/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_mt_vlsp_2020/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_nigercongo-rw_aggregated/0_dedup_document_checks.parquet", "data/clean_v1/lm_nigercongo-rw_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_nigercongo-rw_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_nigercongo-nso_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_vinbigdata_asr_vlsp_2020/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_zh_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-bn_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_wikipedia/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_wikipedia/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-bn_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_wikipedia/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_es_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_wikivoyage_filtered/2_split_sentences_es_checks.parquet", "data/clean_v1/lm_es_wikivoyage_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wikivoyage_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_eu_bsbasque/0_dedup_document_checks.parquet", "data/clean_v1/lm_eu_bsbasque/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_vi_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_vi_wikivoyage_filtered/2_split_sentences_vi_checks.parquet", "data/clean_v1/lm_vi_wikivoyage_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_vi_wikivoyage_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-te_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-te_samanantar/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-te_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_237_www_cronista_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_237_www_cronista_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_237_www_cronista_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_237_www_cronista_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_code_github-no-gpl/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_code_github-no-gpl/0_dedup_document_checks.parquet", "data/clean_v1/lm_code_github-no-gpl/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ar_wikinews_filtered/2_split_sentences_ar_checks.parquet", "data/clean_v1/lm_ar_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ar_wikinews_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_wikinews_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_fr_wikisource_filtered/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_fr_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_fr_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_fr_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_ar_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_67_www_elpais_cr/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_67_www_elpais_cr/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_67_www_elpais_cr/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_67_www_elpais_cr/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_project_gutenberg/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_635_www_berria_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_635_www_berria_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_eu_pseudocrawl-filtered_635_www_berria_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_ar_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_ted_talks_iwslt/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_fr_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh_wudaocorpora/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_wudaocorpora/0_dedup_document_checks.parquet", "data/clean_v1/lm_zh_wudaocorpora/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh_wudaocorpora/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_315_lasillavacia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_315_lasillavacia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_315_lasillavacia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_315_lasillavacia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-bn_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-bn_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-bn_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_vntq_corpus_big/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_vi_vntq_corpus_big/0_dedup_document_checks.parquet", "data/clean_v1/lm_vi_vntq_corpus_big/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_the_pile_uspto/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_the_pile_uspto/0_dedup_document_checks.parquet", "data/clean_v1/lm_en_the_pile_uspto/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_indic-ml_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-ml_wiktionary_filtered/2_split_sentences_indic-ml_checks.parquet", "data/clean_v1/lm_indic-ml_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-ml_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ml_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ml_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_30_www_radiocable_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_30_www_radiocable_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_30_www_radiocable_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_30_www_radiocable_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-te_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-te_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-te_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-or_odiencorp/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-or_odiencorp/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_488_dailyvanity_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_488_dailyvanity_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_488_dailyvanity_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ta_wikibooks_filtered/2_split_sentences_indic-ta_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_pt_wikivoyage_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_kalimat/3_split_sentences_ar_checks.parquet", "data/clean_v1/lm_ar_kalimat/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_kalimat/6_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_kalimat/2_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_ar_kalimat/0_dedup_document_checks.parquet", "data/clean_v1/lm_ar_kalimat/5_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_263_www_lasexta_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_263_www_lasexta_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_263_www_lasexta_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_263_www_lasexta_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_231_ojo_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_231_ojo_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_231_ojo_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_231_ojo_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/2_split_sentences_zhs_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_zh_wikivoyage_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/2_split_sentences_id_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_id_wikibooks_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-hi_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_mkb/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_id_indonli/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ca_wikisource_filtered/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_wikisource_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_ca_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_ca_wikisource_filtered/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_bengali_question_answering/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_zhs_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/2_split_sentences_es_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_333_www_elmundo_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_333_www_elmundo_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_333_www_elmundo_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_333_www_elmundo_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_nigercongo-sw_aggregated/0_dedup_document_checks.parquet", "data/clean_v1/lm_nigercongo-sw_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_nigercongo-sw_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-or_wikisource_filtered/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-or_wikisource_filtered/4_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-or_opus100/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-or_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_pseudocrawl-filtered_595_mawdoo3_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_ar_pseudocrawl-filtered_595_mawdoo3_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_ar_pseudocrawl-filtered_595_mawdoo3_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_indic-pa_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-pa_pib/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-pa_pib/1_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-pa_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-or_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-or_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/2_split_sentences_indic-bn_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-bn_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-te_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_ca_tv3_parla/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_ca_tv3_parla/0_dedup_document_checks.parquet", "data/clean_v1/lm_ca_tv3_parla/2_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_es_wikiversity_filtered/2_split_sentences_es_checks.parquet", "data/clean_v1/lm_es_wikiversity_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_vi_vietnamese_students_feedback/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_395_www_evwind_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_395_www_evwind_es/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_395_www_evwind_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_en_pseudocrawl-filtered_395_www_evwind_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_pt_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v1/lm_pt_wikinews_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_pt_wikinews_filtered/0_dedup_document_checks.parquet", "data/clean_v1/lm_pt_wikinews_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v1/lm_pt_wikinews_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v1/lm_pt_wikinews_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/0_dedup_document_on_url_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/4_remove_lines_with_code_checks.parquet", "data/clean_v1/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v1/lm_fr_hal_archives_ouvertes/4_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v1/lm_fr_hal_archives_ouvertes/3_remove_references_fr_checks.parquet", "data/clean_v1/lm_fr_hal_archives_ouvertes/1_dedup_template_soft_checks.parquet", "data/clean_v0/lm_indic-ta_opus100/3_filter_small_docs_bytes_500_checks.parquet", "data/clean_v0/lm_indic-ta_opus100/0_dedup_document_checks.parquet", "data/clean_v0/lm_indic-ta_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_en_the_pile_europarl/2_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_359_www_efeverde_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_359_www_efeverde_com/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_359_www_efeverde_com/4_remove_lines_with_code_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_359_www_efeverde_com/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_359_www_efeverde_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_indic-ur_opus100/3_filter_small_docs_bytes_500_checks.parquet", "data/clean_v0/lm_indic-ur_opus100/0_dedup_document_checks.parquet", "data/clean_v0/lm_indic-ur_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_vi_wikibooks_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_vi_wikibooks_filtered/0_dedup_document_checks.parquet", "data/clean_v0/lm_indic-mr_samanantar/3_filter_small_docs_bytes_500_checks.parquet", "data/clean_v0/lm_indic-mr_samanantar/0_dedup_document_checks.parquet", "data/clean_v0/lm_indic-mr_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_619_www_qut_edu_au/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/2_split_sentences_id_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/7_filter_small_docs_bytes_500_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v0/lm_id_wiktionary_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v0/lm_fr_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_fr_wiktionary_filtered/2_split_sentences_fr_checks.parquet", "data/clean_v0/lm_fr_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v0/lm_fr_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v0/lm_nigercongo-sn_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v0/lm_pt_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/0_dedup_document_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/7_filter_small_docs_bytes_1000_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/2_split_sentences_pt_checks.parquet", "data/clean_v0/lm_pt_wikiquote_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_501_theindependent_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_501_theindependent_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_501_theindependent_sg/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_en_pseudocrawl-filtered_501_theindependent_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_ar_kalimat/0_dedup_document_checks.parquet", "data/clean_v0/lm_ar_kalimat/2_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_ar_kalimat/3_replace_newline_with_space_checks.parquet", "data/clean_v0/lm_indic-hi_mkb/1_dedup_template_soft_checks.parquet", "data/clean_v0/lm_indic-hi_mkb/3_filter_small_docs_bytes_1000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_333_www_elmundo_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_333_www_elmundo_es/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_333_www_elmundo_es/5_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_pseudocrawl-filtered_333_www_elmundo_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v0/lm_es_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v0/lm_es_wikiversity_filtered/2_split_sentences_es_checks.parquet", "data/clean_v0/lm_es_wikiversity_filtered/7_filter_small_docs_bytes_7000_checks.parquet", "data/clean_v0/lm_es_wikiversity_filtered/5_filter_wiki_non_text_type_checks.parquet", "data/clean_v0/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v0/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/0_dedup_document_on_url_checks.parquet", "data/clean_v0/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/4_remove_lines_with_code_checks.parquet", "data/clean_v0/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/5_filter_small_docs_bytes_1000_checks.parquet", "data/clean_v0/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_675_www_elespectador_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_675_www_elespectador_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_675_www_elespectador_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_675_www_elespectador_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_502_www_ricemedia_co/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_502_www_ricemedia_co/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_502_www_ricemedia_co/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ur_urdu-monolingual-corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ur_urdu-monolingual-corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_urdu-monolingual-corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_499_www_today_com_news/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_499_www_today_com_news/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_499_www_today_com_news/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_499_www_today_com_news/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-kn_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-kn_wikisource_filtered/6_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-kn_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-kn_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_100_www_aporrea_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_100_www_aporrea_org/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_100_www_aporrea_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_100_www_aporrea_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/4_split_sentences_en_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_wikinews_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/4_split_sentences_en_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_wikibooks_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/4_split_sentences_indic-te_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-te_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_fr_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_fr_wikibooks_filtered/4_split_sentences_fr_checks.parquet", "data/clean_v2/lm_fr_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wikibooks_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_openiti_proc/3_remove_html_spans_checks.parquet", "data/clean_v2/lm_ar_openiti_proc/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_317_diariocorreo_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-mr_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-mr_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-mr_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ml_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ar_sanad/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_sanad/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_sanad/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ta_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ta_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-ta_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ca_opus100/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_ca_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ar_wikiquote_filtered/4_split_sentences_ar_checks.parquet", "data/clean_v2/lm_ar_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_56_www_eluniverso_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_497_www_straitstimes_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_zh_du_reader/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_du_reader/0_dedup_document_checks.parquet", "data/clean_v2/lm_zh_du_reader/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_zh_du_reader/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_136_valenciaplaza_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ta_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ta_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ta_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_373_www_farodevigo_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-mr_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-mr_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-mr_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_182_correodelsur_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_182_correodelsur_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_182_correodelsur_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_182_correodelsur_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_250_www_cooperativa_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-hi_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-hi_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_277_www_entornointeligente_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-kn_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-kn_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-kn_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_eu_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ar_brad_2/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_brad_2/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_brad_2/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_brad_2/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_255_elcomercio_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_255_elcomercio_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_255_elcomercio_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_255_elcomercio_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_203_www_que_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_203_www_que_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_203_www_que_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_203_www_que_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ca_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ca_wiktionary_filtered/4_split_sentences_ca_checks.parquet", "data/clean_v2/lm_ca_wiktionary_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ca_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_pt_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_pt_wiktionary_filtered/4_split_sentences_pt_checks.parquet", "data/clean_v2/lm_pt_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_pt_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_pt_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_530_www_mediapart_fr/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_572_tirto_id/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_572_tirto_id/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_572_tirto_id/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_572_tirto_id/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_181_noticiassin_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_181_noticiassin_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_181_noticiassin_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_181_noticiassin_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_325_www_laprensa_hn/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_256_www_laprovincia_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_244_www_df_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_244_www_df_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_244_www_df_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_244_www_df_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_nigercongo-ln_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/7_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/8_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/6_dedup_template_soft_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/5_split_sentences_en_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_wiktionary_filtered/3_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_286_www_nacion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_286_www_nacion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_286_www_nacion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_286_www_nacion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_eu_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_213_www_hola_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_213_www_hola_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_213_www_hola_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_213_www_hola_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_287_www_cibercuba_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_276_radio_uchile_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_406_www_americaeconomia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-hi_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-hi_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-hi_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_209_misionesonline_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_209_misionesonline_net/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_209_misionesonline_net/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_209_misionesonline_net/4_remove_lines_with_code_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_209_misionesonline_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_qedcorpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_430_www_eldiario_ec/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ta_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-ta_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-ta_wikinews_filtered/4_split_sentences_indic-ta_checks.parquet", "data/clean_v2/lm_pt_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_pt_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_pt_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v2/lm_ca_teca/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-hi_wikibooks_filtered/2_split_sentences_indic-hi_checks.parquet", "data/clean_v2/lm_pt_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_pt_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_pt_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_386_www_prensalibre_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_674_ai_baidu_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_zh-tw_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh-tw_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_zh-tw_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-or_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-or_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-te_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-te_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-te_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-gu_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-gu_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-gu_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_open_subtitles/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-hi_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_pib/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-hi_pib/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-hi_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_wikibooks_filtered/4_split_sentences_es_checks.parquet", "data/clean_v2/lm_es_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_wikibooks_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_id_wikiquote_filtered/4_split_sentences_id_checks.parquet", "data/clean_v2/lm_id_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_id_wikiquote_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_288_www_marca_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_288_www_marca_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_288_www_marca_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_288_www_marca_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_359_www_efeverde_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_359_www_efeverde_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_359_www_efeverde_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_359_www_efeverde_com/4_remove_lines_with_code_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_359_www_efeverde_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_233_www_dinero_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_233_www_dinero_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_233_www_dinero_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_233_www_dinero_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/0_dedup_document_on_url_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_341_es_cointelegraph_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ta_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ta_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ur_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_374_www_talcualdigital_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_code_stackexchange/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_fr_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_nigercongo-yo_aggregated/0_dedup_document_checks.parquet", "data/clean_v2/lm_nigercongo-yo_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_nigercongo-yo_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_146_www_perfil_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_146_www_perfil_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_146_www_perfil_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_146_www_perfil_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ml_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ml_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ca_sts_ca/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-te_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_eu_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_eu_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ur_wiktionary_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-pa_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-pa_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-pa_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_wikinews_filtered/4_split_sentences_es_checks.parquet", "data/clean_v2/lm_es_wikinews_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_wikinews_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_id_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-mr_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-mr_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-mr_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-te_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-te_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-te_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-te_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-te_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_53_www_expreso_ec/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_53_www_expreso_ec/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_53_www_expreso_ec/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_53_www_expreso_ec/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-kn_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-kn_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-kn_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_vi_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_vi_wiktionary_filtered/4_split_sentences_vi_checks.parquet", "data/clean_v2/lm_vi_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_vi_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-kn_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-kn_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-kn_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es/1_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_404_www_telam_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ca_parlament_parla/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_396_www_eldiario_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_396_www_eldiario_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_396_www_eldiario_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_396_www_eldiario_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_158_www_diariodeleon_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_232_tn_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_232_tn_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_232_tn_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_232_tn_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/4_split_sentences_vi_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_wikibooks_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ml_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ml_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-ml_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-gu_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_548_remezcla_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_548_remezcla_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_548_remezcla_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_548_remezcla_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-bn_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_638_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_638_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_638_globalvoices_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_638_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ca_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ca_wikiquote_filtered/4_split_sentences_ca_checks.parquet", "data/clean_v2/lm_ca_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ca_wikiquote_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_429_cadenaser_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_429_cadenaser_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_429_cadenaser_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_429_cadenaser_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_wikimedia_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_wikimedia_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_id_wikimedia_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_zh_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_id_recibrew/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v2/lm_fr_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_fr_wikivoyage_filtered/4_split_sentences_fr_checks.parquet", "data/clean_v2/lm_fr_wikivoyage_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_wikivoyage_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wikivoyage_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_sentiment_classification_datasets/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_sentiment_classification_datasets/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_sentiment_classification_datasets/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_sentiment_classification_datasets/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_pt_wikibooks_filtered/4_split_sentences_pt_checks.parquet", "data/clean_v2/lm_pt_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_pt_wikibooks_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_pt_wikibooks_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_en_no_code_stackexchange/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_no_code_stackexchange/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_zh_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_zh_wikiquote_filtered/4_split_sentences_zhs_checks.parquet", "data/clean_v2/lm_zh_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_nigercongo-xh_aggregated/0_dedup_document_checks.parquet", "data/clean_v2/lm_nigercongo-xh_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_qedcorpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_253_www_debate_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-hi_wiktionary_filtered/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_wiktionary_filtered/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-hi_wiktionary_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-hi_wiktionary_filtered/2_split_sentences_indic-hi_checks.parquet", "data/clean_v2/lm_indic-hi_wiktionary_filtered/4_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-hi_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_44_ladiaria_com_uy/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_78_www_listindiario_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_78_www_listindiario_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_78_www_listindiario_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_78_www_listindiario_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_103_www_elmostrador_cl/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ca_catalan_textual_corpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_catalan_textual_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_ca_catalan_textual_corpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ca_catalan_textual_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_indosum/0_dedup_document_checks.parquet", "data/clean_v2/lm_id_indosum/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_indosum/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_royal_society_corpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_indonesian_news_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_indonesian_news_corpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/4_split_sentences_fr_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wikiversity_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_monolingual_vlsp_2020/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_monolingual_vlsp_2020/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_monolingual_vlsp_2020/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_405_www_emol_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_405_www_emol_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_405_www_emol_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_405_www_emol_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ca_viquiquad/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_id_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_wikipedia/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_248_www_telesurtv_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_zh_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_zh_wikiversity_filtered/4_split_sentences_zhs_checks.parquet", "data/clean_v2/lm_zh_wikiversity_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_wikiversity_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_zh_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-as_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-as_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_91_www_diario26_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_91_www_diario26_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_91_www_diario26_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_91_www_diario26_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ar_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-bn_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_pseudocrawl-filtered_550_www_lemonde_fr/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-or_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-or_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_nigercongo-wo_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_binhvq_news_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_binhvq_news_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_binhvq_news_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ur_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ur_pib/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-mr_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-mr_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-mr_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ta_wiktionary_filtered/4_split_sentences_indic-ta_checks.parquet", "data/clean_v2/lm_ca_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ca_wikibooks_filtered/4_split_sentences_ca_checks.parquet", "data/clean_v2/lm_ca_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-kn_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-kn_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-kn_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-kn_wiktionary_filtered/4_split_sentences_indic-kn_checks.parquet", "data/clean_v2/lm_indic-kn_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-kn_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_vi_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ta_indic_nlp_corpus/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_indic_nlp_corpus/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ta_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_165_www_ticbeat_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_167_www_ambientum_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_167_www_ambientum_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_167_www_ambientum_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_167_www_ambientum_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_nigercongo-zu_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_487_thesmartlocal_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_696_www_oercommons_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_696_www_oercommons_org/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_696_www_oercommons_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_696_www_oercommons_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_207_elimpulso_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_207_elimpulso_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_207_elimpulso_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_207_elimpulso_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-te_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-te_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-te_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_wikiquote_filtered/4_split_sentences_es_checks.parquet", "data/clean_v2/lm_es_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_wikiquote_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-as_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-as_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-as_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_eu_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_eu_wiktionary_filtered/4_split_sentences_eu_checks.parquet", "data/clean_v2/lm_eu_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_eu_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_226_www_ole_com_ar/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_zh_wikibooks_filtered/4_split_sentences_zhs_checks.parquet", "data/clean_v2/lm_zh_wikibooks_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_nigercongo-ig_aggregated/0_dedup_document_checks.parquet", "data/clean_v2/lm_nigercongo-ig_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_nigercongo-ig_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-mr_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-mr_wiktionary_filtered/4_split_sentences_indic-mr_checks.parquet", "data/clean_v2/lm_indic-mr_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_280_salamancartvaldia_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-hi_iitb_english_hindi_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_iitb_english_hindi_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-hi_iitb_english_hindi_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_534_www_nairaland_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_534_www_nairaland_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_534_www_nairaland_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_534_www_nairaland_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_534_www_nairaland_com/1_dedup_document_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_483_alvinology_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_483_alvinology_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_483_alvinology_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_125_www_noticiasde_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_pt_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_wikipedia/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_pt_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_299_www_lne_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_299_www_lne_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_299_www_lne_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_299_www_lne_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-bn_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_545_www_detik_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_545_www_detik_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_545_www_detik_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_545_www_detik_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-pa_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-pa_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_492_www_vivawoman_net/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-gu_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ca_ca_text_corpus/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_ca_text_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_ca_ca_text_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_vi_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ta_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_223_www_eltambor_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_223_www_eltambor_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_223_www_eltambor_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_223_www_eltambor_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_id_wiktionary_filtered/4_split_sentences_id_checks.parquet", "data/clean_v2/lm_id_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_id_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ca_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ca_wikinews_filtered/4_split_sentences_ca_checks.parquet", "data/clean_v2/lm_ca_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ca_wikinews_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_71_www_rtve_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_71_www_rtve_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_71_www_rtve_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_71_www_rtve_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ca_tecla/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_tecla/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_arabic_billion_words/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_arabic_billion_words/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_arabic_billion_words/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_arabic_billion_words/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-mr_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-or_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_518_www_elcolombiano_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/4_split_sentences_en_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_wikiquote_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_20_www_clarin_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_20_www_clarin_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_20_www_clarin_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_20_www_clarin_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-mr_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_506_goiena_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_506_goiena_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_506_goiena_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-pa_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-pa_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-pa_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ar_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_ar_wiktionary_filtered/4_split_sentences_ar_checks.parquet", "data/clean_v2/lm_ar_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ar_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-pa_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-pa_wiktionary_filtered/4_split_sentences_indic-pa_checks.parquet", "data/clean_v2/lm_indic-pa_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-pa_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_32_www_elexpresso_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/4_split_sentences_fr_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_nigercongo-ki_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-ml_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ml_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ml_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_ca_wikipedia/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ca_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_349_www_eltiempo_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_fr_wikiquote_filtered/4_split_sentences_fr_checks.parquet", "data/clean_v2/lm_fr_wikiquote_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wikiquote_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-ml_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_labr/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_labr/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_labr/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ar_labr/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_153_financialfood_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_153_financialfood_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_153_financialfood_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_153_financialfood_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ca_catalan_general_crawling/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_catalan_general_crawling/0_dedup_document_checks.parquet", "data/clean_v2/lm_ca_catalan_general_crawling/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ca_catalan_general_crawling/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_es_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-hi_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_eu_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_eu_wikibooks_filtered/4_split_sentences_eu_checks.parquet", "data/clean_v2/lm_eu_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_eu_wikibooks_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-pa_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-pa_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-pa_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_563_ahotsak_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_563_ahotsak_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_563_ahotsak_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_uit_vsmec/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_indonesian_news_articles_2017/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_indonesian_news_articles_2017/0_dedup_document_checks.parquet", "data/clean_v2/lm_id_indonesian_news_articles_2017/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_id_indonesian_news_articles_2017/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_249_www_telecinco_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_249_www_telecinco_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_249_www_telecinco_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_249_www_telecinco_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_90_peru_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_90_peru_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_90_peru_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_90_peru_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_pt_brwac/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_pt_brwac/0_dedup_document_checks.parquet", "data/clean_v2/lm_pt_brwac/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_pt_brwac/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_ted_talks_iwslt/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_nigercongo-sn_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_211_www_elcomercio_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_294_www_laopinion_com_co/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_512_kumparan_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_512_kumparan_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_512_kumparan_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_id_pseudocrawl-filtered_512_kumparan_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-mr_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-mr_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-mr_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-mr_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_34_www_losandes_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ml_indic_nlp_corpus/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ml_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_en_wikivoyage_filtered/4_split_sentences_en_checks.parquet", "data/clean_v2/lm_en_wikivoyage_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_wikivoyage_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_wikivoyage_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_637_www_argia_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_637_www_argia_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_637_www_argia_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_324_gestion_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_324_gestion_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_324_gestion_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_324_gestion_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-gu_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-gu_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-gu_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-gu_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-gu_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-kn_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_pt_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_118_www_elheraldo_hn/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_zh_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_zh_wikinews_filtered/4_split_sentences_zhs_checks.parquet", "data/clean_v2/lm_zh_wikinews_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh_wikinews_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_zh_wikinews_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_304_www_semana_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_304_www_semana_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_304_www_semana_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_304_www_semana_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_392_www_muypymes_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_392_www_muypymes_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_392_www_muypymes_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_392_www_muypymes_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/4_remove_lines_with_code_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_424_www_lavanguardia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/4_split_sentences_en_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_wikiversity_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_en_odiencorp/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_odiencorp/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_odiencorp/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ca_enriched_conllu_ancora_for_ml_training/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_s2orc_ai2_pdf_parses/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_s2orc_ai2_pdf_parses/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_s2orc_ai2_pdf_parses/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_en_s2orc_ai2_pdf_parses/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-pa_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-pa_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-pa_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ur_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ur_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_367_elcorreoweb_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_vietnamese_poetry/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_vietnamese_poetry/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_vietnamese_poetry/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_vietnamese_poetry/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_data_on_covid_19_news_coverage_in_vietnam/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-bn_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_pib/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_pib/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-bn_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_420_www_retema_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_420_www_retema_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_420_www_retema_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_vi_wikipedia/2_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_409_www_proceso_com_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_multi_un_2/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_catalan_government_crawling/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_vi_vietai_sat/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_vietai_sat/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_vietai_sat/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_28_www_fayerwayer_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_339_www_actasanitaria_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_lm/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_lm/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_bangla_lm/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ta_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ar_open_subtitles/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_open_subtitles/0_dedup_document_checks.parquet", "data/clean_v2/lm_pt_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_pt_wikiquote_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_pt_wikiquote_filtered/4_split_sentences_pt_checks.parquet", "data/clean_v2/lm_pt_wikiquote_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_pt_wikiquote_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wikinews_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_wikinews_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_fr_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_fr_wikinews_filtered/6_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-ta_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ta_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ta_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_215_www_lainformacion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_689_www_abc_net_au/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_689_www_abc_net_au/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_689_www_abc_net_au/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_689_www_abc_net_au/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_wikisource_filtered/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_es_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_422_www_formulatv_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_422_www_formulatv_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_422_www_formulatv_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_422_www_formulatv_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-gu_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-gu_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-gu_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_nigercongo-lg_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_86_www_motorpasion_com/1_dedup_document_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_254_diario_mx/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_254_diario_mx/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_254_diario_mx/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_254_diario_mx/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ta_wikiquote_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-ta_wikiquote_filtered/4_split_sentences_indic-ta_checks.parquet", "data/clean_v2/lm_pt_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_pt_wikiversity_filtered/4_split_sentences_pt_checks.parquet", "data/clean_v2/lm_pt_wikiversity_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_229_www_expansion_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_229_www_expansion_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_229_www_expansion_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_229_www_expansion_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_501_theindependent_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_501_theindependent_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_501_theindependent_sg/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_501_theindependent_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-gu_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-gu_wiktionary_filtered/4_split_sentences_indic-gu_checks.parquet", "data/clean_v2/lm_indic-gu_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_zh-cn_wikipedia/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_zh-cn_wikipedia/0_dedup_document_checks.parquet", "data/clean_v2/lm_zh-cn_wikipedia/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_mt_vlsp_2020/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_mt_vlsp_2020/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_mt_vlsp_2020/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_nigercongo-rw_aggregated/0_dedup_document_checks.parquet", "data/clean_v2/lm_nigercongo-rw_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_nigercongo-rw_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_nigercongo-nso_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_vi_vinbigdata_asr_vlsp_2020/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_zh_uncorpus/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-bn_wikipedia/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_wikipedia/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-bn_wikipedia/1_dedup_document_checks.parquet", "data/clean_v2/lm_es_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_wikivoyage_filtered/4_split_sentences_es_checks.parquet", "data/clean_v2/lm_es_wikivoyage_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_eu_bsbasque/0_dedup_document_checks.parquet", "data/clean_v2/lm_eu_bsbasque/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_vi_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_vi_wikivoyage_filtered/4_split_sentences_vi_checks.parquet", "data/clean_v2/lm_vi_wikivoyage_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-te_samanantar/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-te_samanantar/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-te_samanantar/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_198_www_eleconomista_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_237_www_cronista_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_237_www_cronista_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_237_www_cronista_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_237_www_cronista_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_code_github-no-gpl/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_code_github-no-gpl/0_dedup_document_checks.parquet", "data/clean_v2/lm_code_github-no-gpl/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ar_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ar_wikinews_filtered/4_split_sentences_ar_checks.parquet", "data/clean_v2/lm_ar_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_ar_wikinews_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_fr_wikisource_filtered/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_fr_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_fr_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_ar_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_67_www_elpais_cr/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_67_www_elpais_cr/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_67_www_elpais_cr/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_67_www_elpais_cr/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_project_gutenberg/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_635_www_berria_eus/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_635_www_berria_eus/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_eu_pseudocrawl-filtered_635_www_berria_eus/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_ar_ted_talks_iwslt/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_ted_talks_iwslt/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_fr_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_zh_wudaocorpora/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_wudaocorpora/0_dedup_document_checks.parquet", "data/clean_v2/lm_zh_wudaocorpora/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_zh_wudaocorpora/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_315_lasillavacia_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_315_lasillavacia_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_315_lasillavacia_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_315_lasillavacia_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_641_es_globalvoices_org/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-bn_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-bn_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-bn_wikisource_filtered/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-bn_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-bn_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_58_www_levante_emv_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_vntq_corpus_big/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_vi_vntq_corpus_big/0_dedup_document_checks.parquet", "data/clean_v2/lm_vi_vntq_corpus_big/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_the_pile_uspto/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_the_pile_uspto/0_dedup_document_checks.parquet", "data/clean_v2/lm_en_the_pile_uspto/2_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_indic-ml_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-ml_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-ml_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ml_wiktionary_filtered/4_split_sentences_indic-ml_checks.parquet", "data/clean_v2/lm_indic-ml_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-ml_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_30_www_radiocable_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_30_www_radiocable_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_30_www_radiocable_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_30_www_radiocable_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-te_opus100/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-te_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-te_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-or_odiencorp/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-or_odiencorp/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_488_dailyvanity_sg/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_488_dailyvanity_sg/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_488_dailyvanity_sg/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_pt_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_pt_wikivoyage_filtered/4_split_sentences_pt_checks.parquet", "data/clean_v2/lm_pt_wikivoyage_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_pt_wikivoyage_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_kalimat/3_split_sentences_ar_checks.parquet", "data/clean_v2/lm_ar_kalimat/1_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_kalimat/2_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_ar_kalimat/0_dedup_document_checks.parquet", "data/clean_v2/lm_ar_kalimat/5_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_263_www_lasexta_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_263_www_lasexta_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_263_www_lasexta_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_263_www_lasexta_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_231_ojo_pe/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_231_ojo_pe/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_231_ojo_pe/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_231_ojo_pe/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_zh_wikivoyage_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_zh_wikivoyage_filtered/4_split_sentences_zhs_checks.parquet", "data/clean_v2/lm_zh_wikivoyage_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_zh_wikivoyage_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_id_wikibooks_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_id_wikibooks_filtered/4_split_sentences_id_checks.parquet", "data/clean_v2/lm_id_wikibooks_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_id_wikibooks_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_mkb/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_mkb/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_id_indonli/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ca_wikisource_filtered/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_wikisource_filtered/4_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ca_wikisource_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_ca_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_ca_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-bn_bengali_question_answering/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_zhs_qedcorpus/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_116_www_latribuna_hn/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_381_www_cuartopoder_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/2_dedup_document_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/4_split_sentences_es_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/7_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_wiktionary_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_333_www_elmundo_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_333_www_elmundo_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_333_www_elmundo_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_333_www_elmundo_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_nigercongo-sw_aggregated/0_dedup_document_checks.parquet", "data/clean_v2/lm_nigercongo-sw_aggregated/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_nigercongo-sw_aggregated/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-or_wikisource_filtered/3_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-or_wikisource_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_159_www_postcrescent_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_320_www_paginasiete_bo/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-or_opus100/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-or_opus100/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_pseudocrawl-filtered_595_mawdoo3_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_ar_pseudocrawl-filtered_595_mawdoo3_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_ar_pseudocrawl-filtered_595_mawdoo3_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_indic-pa_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-pa_pib/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-pa_pib/1_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-pa_pib/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-or_indic_nlp_corpus/0_dedup_document_checks.parquet", "data/clean_v2/lm_indic-or_indic_nlp_corpus/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-bn_wiktionary_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_indic-bn_wiktionary_filtered/4_split_sentences_indic-bn_checks.parquet", "data/clean_v2/lm_indic-bn_wiktionary_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_indic-bn_wiktionary_filtered/7_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-te_pib/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_ca_tv3_parla/3_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_ca_tv3_parla/0_dedup_document_checks.parquet", "data/clean_v2/lm_ca_tv3_parla/2_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_wikiversity_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_es_wikiversity_filtered/4_split_sentences_es_checks.parquet", "data/clean_v2/lm_es_wikiversity_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_vi_vietnamese_students_feedback/3_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_395_www_evwind_es/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_395_www_evwind_es/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_395_www_evwind_es/5_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_en_pseudocrawl-filtered_395_www_evwind_es/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_pt_wikinews_filtered/6_replace_newline_with_space_checks.parquet", "data/clean_v2/lm_pt_wikinews_filtered/4_split_sentences_pt_checks.parquet", "data/clean_v2/lm_pt_wikinews_filtered/1_filter_wiki_non_text_type_checks.parquet", "data/clean_v2/lm_pt_wikinews_filtered/5_dedup_template_soft_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/3_filter_remove_empty_docs_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/0_dedup_document_on_url_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/5_filter_small_docs_bytes_300_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/4_remove_lines_with_code_checks.parquet", "data/clean_v2/lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com/2_dedup_pseudocrawl_newspapers_checks.parquet", "data/clean_v2/lm_fr_hal_archives_ouvertes/4_filter_small_docs_bytes_1024_checks.parquet", "data/clean_v2/lm_fr_hal_archives_ouvertes/3_remove_references_fr_checks.parquet", "data/clean_v2/lm_fr_hal_archives_ouvertes/1_dedup_template_soft_checks.parquet"]
\ No newline at end of file
+["clean_v1_dsname_lm_en_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_502_www_ricemedia_co_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_502_www_ricemedia_co_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_502_www_ricemedia_co_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ur_urdu-monolingual-corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_urdu-monolingual-corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ur_urdu-monolingual-corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-kn_wikisource_filtered_operation_6_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-kn_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-kn_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-kn_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_en_wikinews_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_en_wikinews_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_en_wikinews_filtered_operation_2_split_sentences_en", "clean_v1_dsname_lm_en_wikinews_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikinews_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_2_split_sentences_en", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_2_split_sentences_indic-te", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-te_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_2_split_sentences_fr", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_ar_openiti_proc_operation_3_remove_html_spans", "clean_v1_dsname_lm_ar_openiti_proc_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-mr_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-mr_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-mr_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-mr_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-mr_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-mr_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ml_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ml_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ml_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ar_sanad_operation_0_dedup_document", "clean_v1_dsname_lm_ar_sanad_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_sanad_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ta_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-ta_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ta_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ca_opus100_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_ca_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_ester_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_ester_operation_0_dedup_document", "clean_v1_dsname_lm_fr_ester_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wikiquote_filtered_operation_2_split_sentences_ar", "clean_v1_dsname_lm_ar_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ar_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_ar_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_zh_du_reader_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_du_reader_operation_0_dedup_document", "clean_v1_dsname_lm_zh_du_reader_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zh_du_reader_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wikibooks_filtered_operation_2_split_sentences_ar", "clean_v1_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ta_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ta_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-mr_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-mr_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-mr_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-hi_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-kn_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-kn_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_brad_2_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_brad_2_operation_0_dedup_document", "clean_v1_dsname_lm_ar_brad_2_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_brad_2_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_2_split_sentences_ca", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_2_split_sentences_pt", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_open_subtitles_operation_0_dedup_document", "clean_v1_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_nigercongo-ln_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_8_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_2_split_sentences_en", "clean_v1_dsname_lm_en_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_eu_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_eu_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_eu_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-hi_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-hi_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-hi_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_4_remove_lines_with_code", "clean_v1_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_qedcorpus_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_qedcorpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ta_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-ta_wikinews_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_wikinews_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_indic-ta_wikinews_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ta_wikinews_filtered_operation_2_split_sentences_indic-ta", "clean_v1_dsname_lm_pt_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_pt_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_pt_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_open_subtitles_operation_0_dedup_document", "clean_v1_dsname_lm_ca_teca_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_indic-hi_wikibooks_filtered_operation_2_split_sentences_indic-hi", "clean_v1_dsname_lm_pt_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_pt_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_wikivoyage_filtered_operation_2_split_sentences_indic-bn", "clean_v1_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_zh-tw_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_zh-tw_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh-tw_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_zh-tw_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zh-tw_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh-tw_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-or_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-or_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-or_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-or_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-te_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-te_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-te_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-te_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-te_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-te_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-gu_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-gu_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-gu_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_open_subtitles_operation_0_dedup_document", "clean_v1_dsname_lm_en_open_subtitles_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_indic-hi_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_pib_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_pib_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-hi_pib_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_2_split_sentences_es", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_id_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_id_wikiquote_filtered_operation_2_split_sentences_id", "clean_v1_dsname_lm_id_wikiquote_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_wikiquote_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_id_wikiquote_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_4_remove_lines_with_code", "clean_v1_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_0_dedup_document_on_url_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com", "clean_v1_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ta_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ta_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-ta_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ur_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_code_stackexchange_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_fr_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_nigercongo-yo_aggregated_operation_0_dedup_document", "clean_v1_dsname_lm_nigercongo-yo_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_nigercongo-yo_aggregated_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ml_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ml_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ml_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ca_sts_ca_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-te_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_eu_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_eu_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ur_wiktionary_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-pa_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_es_wikinews_filtered_operation_2_split_sentences_es", "clean_v1_dsname_lm_es_wikinews_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_es_wikinews_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_es_wikinews_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikinews_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_id_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_id_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-mr_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-mr_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-mr_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-te_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-te_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-te_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-te_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-te_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-kn_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-kn_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_2_split_sentences_vi", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_ar_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_ar_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-kn_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_1_dedup_document", "clean_v1_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ca_parlament_parla_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_2_split_sentences_vi", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ml_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ml_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-ml_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ml_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-gu_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-bn_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ca_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ca_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_ca_wikiquote_filtered_operation_2_split_sentences_ca", "clean_v1_dsname_lm_ca_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_wikimedia_filtered_operation_2_split_sentences_id", "clean_v1_dsname_lm_id_wikimedia_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_wikimedia_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_id_wikimedia_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_zh_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_id_recibrew_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_es_open_subtitles_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_fr_wikivoyage_filtered_operation_2_split_sentences_fr", "clean_v1_dsname_lm_fr_wikivoyage_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_fr_wikivoyage_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikivoyage_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_en_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_en_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_2_split_sentences_pt", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_en_no_code_stackexchange_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_no_code_stackexchange_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zh_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_zh_wikiquote_filtered_operation_2_split_sentences_zhs", "clean_v1_dsname_lm_zh_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_nigercongo-xh_aggregated_operation_0_dedup_document", "clean_v1_dsname_lm_nigercongo-xh_aggregated_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_qedcorpus_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_qedcorpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-hi_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_indic-hi_wiktionary_filtered_operation_2_split_sentences_indic-hi", "clean_v1_dsname_lm_indic-hi_wiktionary_filtered_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-as_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-hi_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ca_catalan_textual_corpus_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_catalan_textual_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_ca_catalan_textual_corpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ca_catalan_textual_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_id_indosum_operation_0_dedup_document", "clean_v1_dsname_lm_id_indosum_operation_1_dedup_template_soft", "clean_v1_dsname_lm_id_indosum_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_es_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_indic-gu_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-gu_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_ar_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_open_subtitles_operation_0_dedup_document", "clean_v1_dsname_lm_en_royal_society_corpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_id_indonesian_news_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_indonesian_news_corpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_2_split_sentences_fr", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikiversity_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_vi_vinbigdata_monolingual_vlsp_2020_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_vinbigdata_monolingual_vlsp_2020_operation_0_dedup_document", "clean_v1_dsname_lm_vi_vinbigdata_monolingual_vlsp_2020_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_vi_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ca_viquiquad_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_id_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_wikipedia_operation_2_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_id_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_id_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_zh_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_zh_wikiversity_filtered_operation_2_split_sentences_zhs", "clean_v1_dsname_lm_zh_wikiversity_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_wikiversity_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_zh_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_indic-as_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-as_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_bloom_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_bloom_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ar_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_ar_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_ar_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-or_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-or_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_nigercongo-wo_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_vi_binhvq_news_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_binhvq_news_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_vi_binhvq_news_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ur_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_pib_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ur_pib_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-mr_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-mr_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-mr_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ta_wiktionary_filtered_operation_2_split_sentences_indic-ta", "clean_v1_dsname_lm_ca_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ca_wikibooks_filtered_operation_2_split_sentences_ca", "clean_v1_dsname_lm_ca_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_fr_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_indic-kn_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-kn_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-kn_wiktionary_filtered_operation_2_split_sentences_indic-kn", "clean_v1_dsname_lm_indic-kn_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-kn_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_vi_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_indic_nlp_corpus_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_indic_nlp_corpus_operation_2_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ta_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_0_dedup_document_on_url_lm_en_pseudocrawl_filtered_619_www_qut_edu_au", "clean_v1_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_nigercongo-zu_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-te_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-te_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-te_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_es_wikiquote_filtered_operation_2_split_sentences_es", "clean_v1_dsname_lm_es_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_es_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-as_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-as_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-as_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_eu_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_eu_wiktionary_filtered_operation_2_split_sentences_eu", "clean_v1_dsname_lm_eu_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_1_dedup_document", "clean_v1_dsname_lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_zh_wikibooks_filtered_operation_2_split_sentences_zhs", "clean_v1_dsname_lm_zh_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_nigercongo-ig_aggregated_operation_0_dedup_document", "clean_v1_dsname_lm_nigercongo-ig_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_nigercongo-ig_aggregated_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-mr_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-mr_wiktionary_filtered_operation_2_split_sentences_indic-mr", "clean_v1_dsname_lm_indic-mr_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-hi_iitb_english_hindi_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_iitb_english_hindi_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_iitb_english_hindi_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_1_dedup_document", "clean_v1_dsname_lm_en_pseudocrawl-filtered_483_alvinology_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_483_alvinology_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_483_alvinology_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_pt_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wikipedia_operation_2_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_pt_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ml_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-bn_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-pa_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-pa_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-gu_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ca_ca_text_corpus_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_ca_text_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_ca_ca_text_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_vi_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_vi_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_vi_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ta_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_2_split_sentences_id", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_ca_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ca_wikinews_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_ca_wikinews_filtered_operation_2_split_sentences_ca", "clean_v1_dsname_lm_ca_wikinews_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ca_tecla_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_tecla_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_arabic_billion_words_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_arabic_billion_words_operation_0_dedup_document", "clean_v1_dsname_lm_ar_arabic_billion_words_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_arabic_billion_words_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-mr_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-or_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-or_wiktionary_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-or_wiktionary_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_2_split_sentences_en", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_ar_wikiversity_filtered_operation_2_split_sentences_ar", "clean_v1_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-mr_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_506_goiena_eus_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_506_goiena_eus_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_506_goiena_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-pa_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-pa_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wiktionary_filtered_operation_2_split_sentences_ar", "clean_v1_dsname_lm_ar_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ar_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_ar_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_id_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_id_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_id_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_id_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-pa_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-pa_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-pa_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-pa_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_wiktionary_filtered_operation_2_split_sentences_indic-pa", "clean_v1_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_2_split_sentences_fr", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_nigercongo-ki_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-ml_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ml_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ml_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ml_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-ml_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ml_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ca_wikipedia_operation_4_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ca_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_ca_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ca_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_fr_wikiquote_filtered_operation_2_split_sentences_fr", "clean_v1_dsname_lm_fr_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_fr_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ml_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_labr_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_labr_operation_0_dedup_document", "clean_v1_dsname_lm_ar_labr_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ar_labr_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ca_catalan_general_crawling_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_catalan_general_crawling_operation_0_dedup_document", "clean_v1_dsname_lm_ca_catalan_general_crawling_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ca_catalan_general_crawling_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_es_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-hi_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-hi_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_eu_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_eu_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_eu_wikibooks_filtered_operation_2_split_sentences_eu", "clean_v1_dsname_lm_eu_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-pa_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-pa_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_563_ahotsak_eus_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_563_ahotsak_eus_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_563_ahotsak_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_uit_vsmec_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_indonesian_news_articles_2017_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_indonesian_news_articles_2017_operation_0_dedup_document", "clean_v1_dsname_lm_id_indonesian_news_articles_2017_operation_1_dedup_template_soft", "clean_v1_dsname_lm_id_indonesian_news_articles_2017_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_pt_brwac_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_brwac_operation_0_dedup_document", "clean_v1_dsname_lm_pt_brwac_operation_1_dedup_template_soft", "clean_v1_dsname_lm_pt_brwac_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_nigercongo-sn_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-mr_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-mr_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-mr_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-mr_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ml_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ml_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ml_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_2_split_sentences_en", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikivoyage_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_637_www_argia_eus_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_637_www_argia_eus_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_637_www_argia_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-gu_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-gu_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-gu_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-gu_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-gu_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-gu_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-kn_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-kn_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-kn_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_qedcorpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_2_split_sentences_zhs", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_wikinews_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_4_remove_lines_with_code", "clean_v1_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_2_split_sentences_en", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_wikiversity_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_en_odiencorp_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_odiencorp_operation_0_dedup_document", "clean_v1_dsname_lm_en_odiencorp_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ca_enriched_conllu_ancora_for_ml_training_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_s2orc_ai2_pdf_parses_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_s2orc_ai2_pdf_parses_operation_0_dedup_document", "clean_v1_dsname_lm_en_s2orc_ai2_pdf_parses_operation_1_dedup_template_soft", "clean_v1_dsname_lm_en_s2orc_ai2_pdf_parses_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-pa_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-pa_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-pa_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-pa_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-pa_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ur_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ur_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-ur_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ur_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_vietnamese_poetry_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_vietnamese_poetry_operation_0_dedup_document", "clean_v1_dsname_lm_vi_vietnamese_poetry_operation_1_dedup_template_soft", "clean_v1_dsname_lm_vi_vietnamese_poetry_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_data_on_covid_19_news_coverage_in_vietnam_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-bn_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_pib_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_pib_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-bn_pib_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_420_www_retema_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_420_www_retema_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_420_www_retema_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_vi_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_wikipedia_operation_2_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_catalan_government_crawling_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_vi_vietai_sat_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_vietai_sat_operation_0_dedup_document", "clean_v1_dsname_lm_vi_vietai_sat_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-bn_bangla_lm_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_bangla_lm_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_bangla_lm_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ta_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ar_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_open_subtitles_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_pt_wikiquote_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wikiquote_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_pt_wikiquote_filtered_operation_2_split_sentences_pt", "clean_v1_dsname_lm_pt_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_fr_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wikinews_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_fr_wikinews_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_wikinews_filtered_operation_6_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_indic-ta_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ta_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ta_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_wikisource_filtered_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_es_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-gu_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-gu_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-gu_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_nigercongo-lg_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_1_dedup_document", "clean_v1_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ta_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-ta_wikiquote_filtered_operation_2_split_sentences_indic-ta", "clean_v1_dsname_lm_pt_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_pt_wikiversity_filtered_operation_2_split_sentences_pt", "clean_v1_dsname_lm_pt_wikiversity_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-gu_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-gu_wiktionary_filtered_operation_2_split_sentences_indic-gu", "clean_v1_dsname_lm_indic-gu_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_zh-cn_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_zh-cn_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh-cn_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_zh-cn_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zh-cn_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh-cn_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_vinbigdata_mt_vlsp_2020_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_vinbigdata_mt_vlsp_2020_operation_0_dedup_document", "clean_v1_dsname_lm_vi_vinbigdata_mt_vlsp_2020_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_nigercongo-rw_aggregated_operation_0_dedup_document", "clean_v1_dsname_lm_nigercongo-rw_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_nigercongo-rw_aggregated_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_nigercongo-nso_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_vi_vinbigdata_asr_vlsp_2020_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_zh_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-bn_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_wikipedia_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_wikipedia_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_wikipedia_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-bn_wikipedia_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_wikipedia_operation_4_filter_small_docs_bytes_300", "clean_v1_dsname_lm_es_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_es_wikivoyage_filtered_operation_2_split_sentences_es", "clean_v1_dsname_lm_es_wikivoyage_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_es_wikivoyage_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_eu_bsbasque_operation_0_dedup_document", "clean_v1_dsname_lm_eu_bsbasque_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_vi_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_vi_wikivoyage_filtered_operation_2_split_sentences_vi", "clean_v1_dsname_lm_vi_wikivoyage_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_vi_wikivoyage_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-te_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-te_samanantar_operation_0_dedup_document", "clean_v1_dsname_lm_indic-te_samanantar_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_code_github-no-gpl_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_code_github-no-gpl_operation_0_dedup_document", "clean_v1_dsname_lm_code_github-no-gpl_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ar_wikinews_filtered_operation_2_split_sentences_ar", "clean_v1_dsname_lm_ar_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_ar_wikinews_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_ar_wikinews_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_fr_wikisource_filtered_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_fr_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_fr_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_fr_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_ar_qedcorpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_project_gutenberg_operation_1_dedup_template_soft", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_635_www_berria_eus_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_635_www_berria_eus_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_eu_pseudocrawl-filtered_635_www_berria_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_ar_ted_talks_iwslt_operation_0_dedup_document", "clean_v1_dsname_lm_ar_ted_talks_iwslt_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_fr_qedcorpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zh_wudaocorpora_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_wudaocorpora_operation_0_dedup_document", "clean_v1_dsname_lm_zh_wudaocorpora_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zh_wudaocorpora_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-bn_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-bn_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-bn_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_vntq_corpus_big_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_vi_vntq_corpus_big_operation_0_dedup_document", "clean_v1_dsname_lm_vi_vntq_corpus_big_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_the_pile_uspto_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_en_the_pile_uspto_operation_0_dedup_document", "clean_v1_dsname_lm_en_the_pile_uspto_operation_2_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_indic-ml_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-ml_wiktionary_filtered_operation_2_split_sentences_indic-ml", "clean_v1_dsname_lm_indic-ml_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-ml_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ml_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ml_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-te_opus100_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-te_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-te_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-or_odiencorp_operation_0_dedup_document", "clean_v1_dsname_lm_indic-or_odiencorp_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_488_dailyvanity_sg_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_488_dailyvanity_sg_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_488_dailyvanity_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ta_wikibooks_filtered_operation_2_split_sentences_indic-ta", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_2_split_sentences_pt", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_pt_wikivoyage_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_kalimat_operation_3_split_sentences_ar", "clean_v1_dsname_lm_ar_kalimat_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_kalimat_operation_6_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_kalimat_operation_2_replace_newline_with_space", "clean_v1_dsname_lm_ar_kalimat_operation_0_dedup_document", "clean_v1_dsname_lm_ar_kalimat_operation_5_replace_newline_with_space", "clean_v1_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences_operation_0_dedup_document", "clean_v1_dsname_lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_2_split_sentences_zhs", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_zh_wikivoyage_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_2_split_sentences_id", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_id_wikibooks_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-hi_mkb_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_mkb_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_id_indonli_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ca_wikisource_filtered_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_wikisource_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_ca_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_ca_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_ca_wikisource_filtered_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_bengali_question_answering_operation_1_dedup_template_soft", "clean_v1_dsname_lm_zhs_qedcorpus_operation_1_dedup_template_soft", "clean_v1_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_2_split_sentences_es", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_nigercongo-sw_aggregated_operation_0_dedup_document", "clean_v1_dsname_lm_nigercongo-sw_aggregated_operation_1_dedup_template_soft", "clean_v1_dsname_lm_nigercongo-sw_aggregated_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-or_wikisource_filtered_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-or_wikisource_filtered_operation_4_filter_wiki_non_text_type", "clean_v1_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-or_opus100_operation_0_dedup_document", "clean_v1_dsname_lm_indic-or_opus100_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_pseudocrawl-filtered_595_mawdoo3_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_ar_pseudocrawl-filtered_595_mawdoo3_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_ar_pseudocrawl-filtered_595_mawdoo3_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_indic-pa_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-pa_pib_operation_0_dedup_document", "clean_v1_dsname_lm_indic-pa_pib_operation_1_dedup_template_soft", "clean_v1_dsname_lm_indic-pa_pib_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-or_indic_nlp_corpus_operation_0_dedup_document", "clean_v1_dsname_lm_indic-or_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_2_split_sentences_indic-bn", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-bn_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-te_pib_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_ca_tv3_parla_operation_3_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_ca_tv3_parla_operation_0_dedup_document", "clean_v1_dsname_lm_ca_tv3_parla_operation_2_filter_remove_empty_docs", "clean_v1_dsname_lm_es_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_es_wikiversity_filtered_operation_2_split_sentences_es", "clean_v1_dsname_lm_es_wikiversity_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_vi_vietnamese_students_feedback_operation_3_filter_small_docs_bytes_300", "clean_v1_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_5_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_pt_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v1_dsname_lm_pt_wikinews_filtered_operation_1_filter_remove_empty_docs", "clean_v1_dsname_lm_pt_wikinews_filtered_operation_0_dedup_document", "clean_v1_dsname_lm_pt_wikinews_filtered_operation_3_dedup_template_soft", "clean_v1_dsname_lm_pt_wikinews_filtered_operation_2_split_sentences_pt", "clean_v1_dsname_lm_pt_wikinews_filtered_operation_5_filter_wiki_non_text_type", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_3_filter_remove_empty_docs", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_0_dedup_document_on_url", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_5_filter_small_docs_bytes_300", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_4_remove_lines_with_code", "clean_v1_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v1_dsname_lm_fr_hal_archives_ouvertes_operation_4_filter_small_docs_bytes_1024", "clean_v1_dsname_lm_fr_hal_archives_ouvertes_operation_3_remove_references_fr", "clean_v1_dsname_lm_fr_hal_archives_ouvertes_operation_1_dedup_template_soft", "clean_v0_dsname_lm_indic-ta_opus100_operation_3_filter_small_docs_bytes_500", "clean_v0_dsname_lm_indic-ta_opus100_operation_0_dedup_document", "clean_v0_dsname_lm_indic-ta_opus100_operation_2_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_en_the_pile_europarl_operation_2_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_4_remove_lines_with_code", "clean_v0_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_indic-ur_opus100_operation_3_filter_small_docs_bytes_500", "clean_v0_dsname_lm_indic-ur_opus100_operation_0_dedup_document", "clean_v0_dsname_lm_indic-ur_opus100_operation_2_filter_remove_empty_docs", "clean_v0_dsname_lm_vi_wikibooks_filtered_operation_1_filter_remove_empty_docs", "clean_v0_dsname_lm_vi_wikibooks_filtered_operation_0_dedup_document", "clean_v0_dsname_lm_indic-mr_samanantar_operation_3_filter_small_docs_bytes_500", "clean_v0_dsname_lm_indic-mr_samanantar_operation_0_dedup_document", "clean_v0_dsname_lm_indic-mr_samanantar_operation_2_filter_remove_empty_docs", "clean_v0_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_en_pseudocrawl-filtered_619_www_qut_edu_au_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_2_split_sentences_id", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_7_filter_small_docs_bytes_500", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_0_dedup_document", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v0_dsname_lm_id_wiktionary_filtered_operation_5_filter_wiki_non_text_type", "clean_v0_dsname_lm_fr_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v0_dsname_lm_fr_wiktionary_filtered_operation_2_split_sentences_fr", "clean_v0_dsname_lm_fr_wiktionary_filtered_operation_0_dedup_document", "clean_v0_dsname_lm_fr_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v0_dsname_lm_nigercongo-sn_aggregated_operation_1_dedup_template_soft", "clean_v0_dsname_lm_pt_qedcorpus_operation_1_dedup_template_soft", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_1_filter_remove_empty_docs", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_0_dedup_document", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_3_dedup_template_soft", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_7_filter_small_docs_bytes_1000", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_2_split_sentences_pt", "clean_v0_dsname_lm_pt_wikiquote_filtered_operation_5_filter_wiki_non_text_type", "clean_v0_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_ar_kalimat_operation_0_dedup_document", "clean_v0_dsname_lm_ar_kalimat_operation_2_filter_remove_empty_docs", "clean_v0_dsname_lm_ar_kalimat_operation_3_replace_newline_with_space", "clean_v0_dsname_lm_indic-hi_mkb_operation_1_dedup_template_soft", "clean_v0_dsname_lm_indic-hi_mkb_operation_3_filter_small_docs_bytes_1000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_5_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v0_dsname_lm_es_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v0_dsname_lm_es_wikiversity_filtered_operation_2_split_sentences_es", "clean_v0_dsname_lm_es_wikiversity_filtered_operation_7_filter_small_docs_bytes_7000", "clean_v0_dsname_lm_es_wikiversity_filtered_operation_5_filter_wiki_non_text_type", "clean_v0_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_3_filter_remove_empty_docs", "clean_v0_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_0_dedup_document_on_url", "clean_v0_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_4_remove_lines_with_code", "clean_v0_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_5_filter_small_docs_bytes_1000", "clean_v0_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_675_www_elespectador_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_502_www_ricemedia_co_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_502_www_ricemedia_co_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_502_www_ricemedia_co_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ur_urdu-monolingual-corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ur_urdu-monolingual-corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ur_urdu-monolingual-corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_499_www_today_com_news_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-kn_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-kn_wikisource_filtered_operation_6_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-kn_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-kn_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_100_www_aporrea_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_en_wikinews_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wikinews_filtered_operation_4_split_sentences_en", "clean_v2_dsname_lm_en_wikinews_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_en_wikinews_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_wikinews_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_4_split_sentences_en", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_wikibooks_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_4_split_sentences_indic-te", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-te_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_fr_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_fr_wikibooks_filtered_operation_4_split_sentences_fr", "clean_v2_dsname_lm_fr_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wikibooks_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_ar_openiti_proc_operation_3_remove_html_spans", "clean_v2_dsname_lm_ar_openiti_proc_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_317_diariocorreo_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-mr_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-mr_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-mr_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_indic-ml_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ml_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ml_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_245_www_noticiasdenavarra_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ar_sanad_operation_0_dedup_document", "clean_v2_dsname_lm_ar_sanad_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ar_sanad_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-ta_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ta_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-ta_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ca_opus100_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_ca_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ar_wikiquote_filtered_operation_4_split_sentences_ar", "clean_v2_dsname_lm_ar_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_56_www_eluniverso_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_62_www_lapagina_com_sv_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_497_www_straitstimes_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_zh_du_reader_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_du_reader_operation_0_dedup_document", "clean_v2_dsname_lm_zh_du_reader_operation_1_dedup_template_soft", "clean_v2_dsname_lm_zh_du_reader_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_136_valenciaplaza_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ta_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ta_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ta_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_373_www_farodevigo_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-mr_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-mr_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-mr_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_182_correodelsur_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_250_www_cooperativa_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-hi_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-hi_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_277_www_entornointeligente_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-kn_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-kn_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-kn_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_eu_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ar_brad_2_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_brad_2_operation_0_dedup_document", "clean_v2_dsname_lm_ar_brad_2_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ar_brad_2_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_255_elcomercio_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_203_www_que_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ca_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ca_wiktionary_filtered_operation_4_split_sentences_ca", "clean_v2_dsname_lm_ca_wiktionary_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ca_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_pt_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_pt_wiktionary_filtered_operation_4_split_sentences_pt", "clean_v2_dsname_lm_pt_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_pt_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_pt_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_530_www_mediapart_fr_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_pseudocrawl-filtered_572_tirto_id_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_181_noticiassin_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_325_www_laprensa_hn_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_id_open_subtitles_operation_0_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_256_www_laprovincia_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_244_www_df_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_nigercongo-ln_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_220_www_vanguardia_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_376_www_elpopular_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_7_replace_newline_with_space", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_8_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_6_dedup_template_soft", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_5_split_sentences_en", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_wiktionary_filtered_operation_3_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_286_www_nacion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_eu_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_213_www_hola_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_287_www_cibercuba_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_257_www_diaridetarragona_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_276_radio_uchile_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_406_www_americaeconomia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-hi_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-hi_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-hi_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_4_remove_lines_with_code", "clean_v2_dsname_lm_es_pseudocrawl-filtered_209_misionesonline_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_qedcorpus_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_qedcorpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_430_www_eldiario_ec_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ta_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-ta_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-ta_wikinews_filtered_operation_4_split_sentences_indic-ta", "clean_v2_dsname_lm_pt_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_pt_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_pt_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_open_subtitles_operation_0_dedup_document", "clean_v2_dsname_lm_ca_teca_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-hi_wikibooks_filtered_operation_2_split_sentences_indic-hi", "clean_v2_dsname_lm_pt_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_pt_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_pt_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_386_www_prensalibre_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_674_ai_baidu_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_zh-tw_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_zh-tw_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_zh-tw_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-or_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-or_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_indic-te_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-te_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-te_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_indic-gu_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-gu_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-gu_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_172_www_rionegro_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_21_www_elperiodicodearagon_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_en_open_subtitles_operation_0_dedup_document", "clean_v2_dsname_lm_en_open_subtitles_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-hi_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_pib_operation_0_dedup_document", "clean_v2_dsname_lm_indic-hi_pib_operation_1_dedup_template_soft", "clean_v2_dsname_lm_indic-hi_pib_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_es_wikibooks_filtered_operation_4_split_sentences_es", "clean_v2_dsname_lm_es_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_wikibooks_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_id_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_id_wikiquote_filtered_operation_4_split_sentences_id", "clean_v2_dsname_lm_id_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_id_wikiquote_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_288_www_marca_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_4_remove_lines_with_code", "clean_v2_dsname_lm_es_pseudocrawl-filtered_359_www_efeverde_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_id_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_233_www_dinero_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_0_dedup_document_on_url_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com", "clean_v2_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_341_es_cointelegraph_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ta_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ta_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_indic-ur_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ur_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ur_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_374_www_talcualdigital_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_code_stackexchange_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_599_fr_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_fr_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_nigercongo-yo_aggregated_operation_0_dedup_document", "clean_v2_dsname_lm_nigercongo-yo_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_nigercongo-yo_aggregated_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_pseudocrawl-filtered_503_www_zaobao_com_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_146_www_perfil_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ml_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ml_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ml_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ca_sts_ca_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_pt_pseudocrawl-filtered_672_pt_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-te_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_eu_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_eu_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ur_wiktionary_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-pa_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-pa_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-pa_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_es_wikinews_filtered_operation_4_split_sentences_es", "clean_v2_dsname_lm_es_wikinews_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_wikinews_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_id_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_id_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-mr_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-mr_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-mr_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-te_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-te_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-te_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-te_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-te_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_53_www_expreso_ec_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-kn_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-kn_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-kn_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_vi_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_vi_wiktionary_filtered_operation_4_split_sentences_vi", "clean_v2_dsname_lm_vi_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_vi_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_vi_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_indic-kn_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-kn_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-kn_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_79_www_laopiniondemurcia_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_267_www_elperiodico_com_es_operation_1_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_404_www_telam_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ca_parlament_parla_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_396_www_eldiario_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_158_www_diariodeleon_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_232_tn_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_en_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_169_www_el_carabobeno_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_4_split_sentences_vi", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_vi_wikibooks_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ml_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ml_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-ml_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-ml_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-gu_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_548_remezcla_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-bn_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_638_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ca_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ca_wikiquote_filtered_operation_4_split_sentences_ca", "clean_v2_dsname_lm_ca_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ca_wikiquote_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_pseudocrawl-filtered_549_www_cnnindonesia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_429_cadenaser_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_wikimedia_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_id_wikimedia_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_id_wikimedia_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_zh_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_zh_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_id_recibrew_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_es_open_subtitles_operation_0_dedup_document", "clean_v2_dsname_lm_fr_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_fr_wikivoyage_filtered_operation_4_split_sentences_fr", "clean_v2_dsname_lm_fr_wikivoyage_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_wikivoyage_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wikivoyage_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_130_www_elperiodicomediterraneo_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_en_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_1_dedup_template_soft", "clean_v2_dsname_lm_indic-bn_bangla_sentiment_classification_datasets_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_pt_wikibooks_filtered_operation_4_split_sentences_pt", "clean_v2_dsname_lm_pt_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_pt_wikibooks_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_pt_wikibooks_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_en_no_code_stackexchange_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_no_code_stackexchange_operation_1_dedup_template_soft", "clean_v2_dsname_lm_zh_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_zh_wikiquote_filtered_operation_4_split_sentences_zhs", "clean_v2_dsname_lm_zh_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_nigercongo-xh_aggregated_operation_0_dedup_document", "clean_v2_dsname_lm_nigercongo-xh_aggregated_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_qedcorpus_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_qedcorpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_253_www_debate_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-hi_wiktionary_filtered_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_wiktionary_filtered_operation_0_dedup_document", "clean_v2_dsname_lm_indic-hi_wiktionary_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-hi_wiktionary_filtered_operation_2_split_sentences_indic-hi", "clean_v2_dsname_lm_indic-hi_wiktionary_filtered_operation_4_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-hi_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_44_ladiaria_com_uy_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_78_www_listindiario_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_500_www_asiaone_com_singapore_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_103_www_elmostrador_cl_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ca_catalan_textual_corpus_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_catalan_textual_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_ca_catalan_textual_corpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ca_catalan_textual_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_id_indosum_operation_0_dedup_document", "clean_v2_dsname_lm_id_indosum_operation_1_dedup_template_soft", "clean_v2_dsname_lm_id_indosum_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_es_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_ar_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_open_subtitles_operation_0_dedup_document", "clean_v2_dsname_lm_en_royal_society_corpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_id_indonesian_news_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_indonesian_news_corpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_4_split_sentences_fr", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wikiversity_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_vi_vinbigdata_monolingual_vlsp_2020_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_vinbigdata_monolingual_vlsp_2020_operation_0_dedup_document", "clean_v2_dsname_lm_vi_vinbigdata_monolingual_vlsp_2020_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_405_www_emol_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_vi_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ca_viquiquad_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_id_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_id_wikipedia_operation_2_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_248_www_telesurtv_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_zh_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_zh_wikiversity_filtered_operation_4_split_sentences_zhs", "clean_v2_dsname_lm_zh_wikiversity_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_wikiversity_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_zh_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-as_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-as_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_91_www_diario26_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ar_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_ar_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-bn_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_470_forums_hardwarezone_com_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_pseudocrawl-filtered_550_www_lemonde_fr_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_189_www_eleconomista_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-or_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-or_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_nigercongo-wo_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_vi_binhvq_news_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_binhvq_news_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_vi_binhvq_news_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ur_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ur_pib_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ur_pib_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-mr_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-mr_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-mr_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ta_wiktionary_filtered_operation_4_split_sentences_indic-ta", "clean_v2_dsname_lm_ca_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ca_wikibooks_filtered_operation_4_split_sentences_ca", "clean_v2_dsname_lm_ca_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-kn_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-kn_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-kn_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-kn_wiktionary_filtered_operation_4_split_sentences_indic-kn", "clean_v2_dsname_lm_indic-kn_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-kn_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_vi_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ta_indic_nlp_corpus_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_indic_nlp_corpus_operation_2_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ta_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_63_www_lanacion_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_165_www_ticbeat_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_167_www_ambientum_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_498_www_channelnewsasia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_nigercongo-zu_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_487_thesmartlocal_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_696_www_oercommons_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_207_elimpulso_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-te_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-te_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-te_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_es_wikiquote_filtered_operation_4_split_sentences_es", "clean_v2_dsname_lm_es_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_wikiquote_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-as_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-as_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-as_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_eu_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_eu_wiktionary_filtered_operation_4_split_sentences_eu", "clean_v2_dsname_lm_eu_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_eu_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_226_www_ole_com_ar_operation_1_dedup_document", "clean_v2_dsname_lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ur_leipzig_wortschatz_urdu_newscrawl_2016_sentences_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_zh_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_zh_wikibooks_filtered_operation_4_split_sentences_zhs", "clean_v2_dsname_lm_zh_wikibooks_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_nigercongo-ig_aggregated_operation_0_dedup_document", "clean_v2_dsname_lm_nigercongo-ig_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_nigercongo-ig_aggregated_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-mr_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-mr_wiktionary_filtered_operation_4_split_sentences_indic-mr", "clean_v2_dsname_lm_indic-mr_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_280_salamancartvaldia_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-hi_iitb_english_hindi_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_iitb_english_hindi_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-hi_iitb_english_hindi_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_534_www_nairaland_com_operation_1_dedup_document", "clean_v2_dsname_lm_en_pseudocrawl-filtered_483_alvinology_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_483_alvinology_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_483_alvinology_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_125_www_noticiasde_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_pt_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_wikipedia_operation_2_filter_small_docs_bytes_300", "clean_v2_dsname_lm_pt_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ml_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_299_www_lne_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-bn_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_pseudocrawl-filtered_545_www_detik_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-pa_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-pa_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_492_www_vivawoman_net_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-gu_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ca_ca_text_corpus_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_ca_text_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_ca_ca_text_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_vi_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_vi_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_219_www_aguasresiduales_info_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ta_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_223_www_eltambor_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_id_wiktionary_filtered_operation_4_split_sentences_id", "clean_v2_dsname_lm_id_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_id_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_id_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ca_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ca_wikinews_filtered_operation_4_split_sentences_ca", "clean_v2_dsname_lm_ca_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ca_wikinews_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_71_www_rtve_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ca_tecla_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_tecla_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ar_arabic_billion_words_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_arabic_billion_words_operation_0_dedup_document", "clean_v2_dsname_lm_ar_arabic_billion_words_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ar_arabic_billion_words_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_157_www_elsoldemexico_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-mr_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-or_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_518_www_elcolombiano_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_4_split_sentences_en", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_wikiquote_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_20_www_clarin_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-mr_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_506_goiena_eus_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_506_goiena_eus_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_506_goiena_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-pa_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-pa_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-pa_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ar_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_ar_wiktionary_filtered_operation_4_split_sentences_ar", "clean_v2_dsname_lm_ar_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ar_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_id_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-pa_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-pa_wiktionary_filtered_operation_4_split_sentences_indic-pa", "clean_v2_dsname_lm_indic-pa_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-pa_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_32_www_elexpresso_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_4_split_sentences_fr", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_nigercongo-ki_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_indic-ml_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ml_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ml_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_ca_wikipedia_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ca_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_349_www_eltiempo_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_fr_wikiquote_filtered_operation_4_split_sentences_fr", "clean_v2_dsname_lm_fr_wikiquote_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wikiquote_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-ml_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_labr_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_labr_operation_0_dedup_document", "clean_v2_dsname_lm_ar_labr_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ar_labr_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_153_financialfood_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ca_catalan_general_crawling_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_catalan_general_crawling_operation_0_dedup_document", "clean_v2_dsname_lm_ca_catalan_general_crawling_operation_1_dedup_template_soft", "clean_v2_dsname_lm_ca_catalan_general_crawling_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_es_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-hi_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_eu_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_eu_wikibooks_filtered_operation_4_split_sentences_eu", "clean_v2_dsname_lm_eu_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_eu_wikibooks_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-pa_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-pa_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-pa_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_563_ahotsak_eus_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_563_ahotsak_eus_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_563_ahotsak_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_uit_vsmec_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_indonesian_news_articles_2017_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_indonesian_news_articles_2017_operation_0_dedup_document", "clean_v2_dsname_lm_id_indonesian_news_articles_2017_operation_1_dedup_template_soft", "clean_v2_dsname_lm_id_indonesian_news_articles_2017_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_515_www_aajtak_in_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_249_www_telecinco_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_90_peru_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_pt_brwac_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_pt_brwac_operation_0_dedup_document", "clean_v2_dsname_lm_pt_brwac_operation_1_dedup_template_soft", "clean_v2_dsname_lm_pt_brwac_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_ted_talks_iwslt_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_nigercongo-sn_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_211_www_elcomercio_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_294_www_laopinion_com_co_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_id_pseudocrawl-filtered_512_kumparan_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-mr_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-mr_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-mr_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-mr_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_34_www_losandes_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ml_indic_nlp_corpus_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ml_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ml_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_en_wikivoyage_filtered_operation_4_split_sentences_en", "clean_v2_dsname_lm_en_wikivoyage_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_wikivoyage_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_wikivoyage_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_637_www_argia_eus_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_637_www_argia_eus_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_637_www_argia_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_324_gestion_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-gu_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-gu_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-gu_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-gu_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-gu_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-kn_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_pt_qedcorpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_118_www_elheraldo_hn_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_zh_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_zh_wikinews_filtered_operation_4_split_sentences_zhs", "clean_v2_dsname_lm_zh_wikinews_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_zh_wikinews_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_zh_wikinews_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_304_www_semana_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_392_www_muypymes_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_4_remove_lines_with_code", "clean_v2_dsname_lm_es_pseudocrawl-filtered_424_www_lavanguardia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_4_split_sentences_en", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_wikiversity_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_en_odiencorp_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_odiencorp_operation_0_dedup_document", "clean_v2_dsname_lm_en_odiencorp_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ca_enriched_conllu_ancora_for_ml_training_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_s2orc_ai2_pdf_parses_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_s2orc_ai2_pdf_parses_operation_0_dedup_document", "clean_v2_dsname_lm_en_s2orc_ai2_pdf_parses_operation_1_dedup_template_soft", "clean_v2_dsname_lm_en_s2orc_ai2_pdf_parses_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-pa_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-pa_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-pa_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_indic-ur_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ur_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ur_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_367_elcorreoweb_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_vietnamese_poetry_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_vietnamese_poetry_operation_0_dedup_document", "clean_v2_dsname_lm_vi_vietnamese_poetry_operation_1_dedup_template_soft", "clean_v2_dsname_lm_vi_vietnamese_poetry_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_510_timesofindia_indiatimes_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_data_on_covid_19_news_coverage_in_vietnam_operation_1_dedup_template_soft", "clean_v2_dsname_lm_indic-bn_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_pib_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_pib_operation_1_dedup_template_soft", "clean_v2_dsname_lm_indic-bn_pib_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_420_www_retema_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_420_www_retema_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_420_www_retema_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_vi_wikipedia_operation_2_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_409_www_proceso_com_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_multi_un_2_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_catalan_government_crawling_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_vi_vietai_sat_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_vietai_sat_operation_0_dedup_document", "clean_v2_dsname_lm_vi_vietai_sat_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_28_www_fayerwayer_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_339_www_actasanitaria_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-bn_bangla_lm_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_bangla_lm_operation_0_dedup_document", "clean_v2_dsname_lm_indic-bn_bangla_lm_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ta_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ar_open_subtitles_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_open_subtitles_operation_0_dedup_document", "clean_v2_dsname_lm_pt_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_pt_wikiquote_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_pt_wikiquote_filtered_operation_4_split_sentences_pt", "clean_v2_dsname_lm_pt_wikiquote_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_pt_wikiquote_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wikinews_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_wikinews_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_fr_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_fr_wikinews_filtered_operation_6_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-ta_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ta_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ta_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_215_www_lainformacion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_689_www_abc_net_au_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_wikisource_filtered_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_es_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_es_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_422_www_formulatv_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-gu_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-gu_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-gu_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_nigercongo-lg_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_86_www_motorpasion_com_operation_1_dedup_document", "clean_v2_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_254_diario_mx_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ta_wikiquote_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-ta_wikiquote_filtered_operation_4_split_sentences_indic-ta", "clean_v2_dsname_lm_pt_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_pt_wikiversity_filtered_operation_4_split_sentences_pt", "clean_v2_dsname_lm_pt_wikiversity_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_229_www_expansion_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_354_www_lagaceta_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_501_theindependent_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-gu_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-gu_wiktionary_filtered_operation_4_split_sentences_indic-gu", "clean_v2_dsname_lm_indic-gu_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_zh-cn_wikipedia_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_zh-cn_wikipedia_operation_0_dedup_document", "clean_v2_dsname_lm_zh-cn_wikipedia_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_vi_vinbigdata_mt_vlsp_2020_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_vinbigdata_mt_vlsp_2020_operation_0_dedup_document", "clean_v2_dsname_lm_vi_vinbigdata_mt_vlsp_2020_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_nigercongo-rw_aggregated_operation_0_dedup_document", "clean_v2_dsname_lm_nigercongo-rw_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_nigercongo-rw_aggregated_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_nigercongo-nso_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_vi_vinbigdata_asr_vlsp_2020_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_zh_uncorpus_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_485_blog_moneysmart_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-bn_wikipedia_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_wikipedia_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-bn_wikipedia_operation_1_dedup_document", "clean_v2_dsname_lm_es_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_es_wikivoyage_filtered_operation_4_split_sentences_es", "clean_v2_dsname_lm_es_wikivoyage_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_eu_bsbasque_operation_0_dedup_document", "clean_v2_dsname_lm_eu_bsbasque_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_vi_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_vi_wikivoyage_filtered_operation_4_split_sentences_vi", "clean_v2_dsname_lm_vi_wikivoyage_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-te_samanantar_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-te_samanantar_operation_0_dedup_document", "clean_v2_dsname_lm_indic-te_samanantar_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_198_www_eleconomista_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_237_www_cronista_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_code_github-no-gpl_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_code_github-no-gpl_operation_0_dedup_document", "clean_v2_dsname_lm_code_github-no-gpl_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ar_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_ar_wikinews_filtered_operation_4_split_sentences_ar", "clean_v2_dsname_lm_ar_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_ar_wikinews_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_fr_wikisource_filtered_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_fr_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_fr_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_401_www_elperiodicodemexico_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_ar_qedcorpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_67_www_elpais_cr_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_project_gutenberg_operation_1_dedup_template_soft", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_635_www_berria_eus_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_635_www_berria_eus_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_eu_pseudocrawl-filtered_635_www_berria_eus_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_ar_ted_talks_iwslt_operation_0_dedup_document", "clean_v2_dsname_lm_ar_ted_talks_iwslt_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_fr_qedcorpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_zh_wudaocorpora_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_wudaocorpora_operation_0_dedup_document", "clean_v2_dsname_lm_zh_wudaocorpora_operation_1_dedup_template_soft", "clean_v2_dsname_lm_zh_wudaocorpora_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_315_lasillavacia_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_641_es_globalvoices_org_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-bn_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-bn_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-bn_wikisource_filtered_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-bn_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-bn_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_58_www_levante_emv_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_vntq_corpus_big_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_vi_vntq_corpus_big_operation_0_dedup_document", "clean_v2_dsname_lm_vi_vntq_corpus_big_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_the_pile_uspto_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_en_the_pile_uspto_operation_0_dedup_document", "clean_v2_dsname_lm_en_the_pile_uspto_operation_2_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_indic-ml_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-ml_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-ml_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_indic-ml_wiktionary_filtered_operation_4_split_sentences_indic-ml", "clean_v2_dsname_lm_indic-ml_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-ml_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_30_www_radiocable_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-te_opus100_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-te_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-te_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-or_odiencorp_operation_0_dedup_document", "clean_v2_dsname_lm_indic-or_odiencorp_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_488_dailyvanity_sg_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_488_dailyvanity_sg_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_488_dailyvanity_sg_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_pt_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_pt_wikivoyage_filtered_operation_4_split_sentences_pt", "clean_v2_dsname_lm_pt_wikivoyage_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_pt_wikivoyage_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ne_unsupervised_cross_lingual_representation_learning_at_scale_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_kalimat_operation_3_split_sentences_ar", "clean_v2_dsname_lm_ar_kalimat_operation_1_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_kalimat_operation_2_replace_newline_with_space", "clean_v2_dsname_lm_ar_kalimat_operation_0_dedup_document", "clean_v2_dsname_lm_ar_kalimat_operation_5_replace_newline_with_space", "clean_v2_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_263_www_lasexta_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_231_ojo_pe_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences_operation_0_dedup_document", "clean_v2_dsname_lm_indic-ur_leipzig_wortschatz_urdu-pk_web_2019_sentences_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_246_www_eldiarionuevodia_com_ar_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_zh_wikivoyage_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_zh_wikivoyage_filtered_operation_4_split_sentences_zhs", "clean_v2_dsname_lm_zh_wikivoyage_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_zh_wikivoyage_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_id_wikibooks_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_id_wikibooks_filtered_operation_4_split_sentences_id", "clean_v2_dsname_lm_id_wikibooks_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_id_wikibooks_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_mkb_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_mkb_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_431_www_elperiodicoextremadura_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_id_indonli_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ca_wikisource_filtered_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_wikisource_filtered_operation_4_filter_remove_empty_docs", "clean_v2_dsname_lm_ca_wikisource_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_ca_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_ca_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-bn_bengali_question_answering_operation_1_dedup_template_soft", "clean_v2_dsname_lm_zhs_qedcorpus_operation_1_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_116_www_latribuna_hn_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_381_www_cuartopoder_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_2_dedup_document", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_4_split_sentences_es", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_7_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_wiktionary_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_333_www_elmundo_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_nigercongo-sw_aggregated_operation_0_dedup_document", "clean_v2_dsname_lm_nigercongo-sw_aggregated_operation_1_dedup_template_soft", "clean_v2_dsname_lm_nigercongo-sw_aggregated_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-or_wikisource_filtered_operation_3_dedup_template_soft", "clean_v2_dsname_lm_indic-or_wikisource_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_159_www_postcrescent_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_417_www_radiolaprimerisima_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_320_www_paginasiete_bo_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-or_opus100_operation_0_dedup_document", "clean_v2_dsname_lm_indic-or_opus100_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_pseudocrawl-filtered_595_mawdoo3_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_ar_pseudocrawl-filtered_595_mawdoo3_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_ar_pseudocrawl-filtered_595_mawdoo3_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_indic-pa_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-pa_pib_operation_0_dedup_document", "clean_v2_dsname_lm_indic-pa_pib_operation_1_dedup_template_soft", "clean_v2_dsname_lm_indic-pa_pib_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-or_indic_nlp_corpus_operation_0_dedup_document", "clean_v2_dsname_lm_indic-or_indic_nlp_corpus_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-bn_wiktionary_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_indic-bn_wiktionary_filtered_operation_4_split_sentences_indic-bn", "clean_v2_dsname_lm_indic-bn_wiktionary_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_indic-bn_wiktionary_filtered_operation_7_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-te_pib_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_ca_tv3_parla_operation_3_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_ca_tv3_parla_operation_0_dedup_document", "clean_v2_dsname_lm_ca_tv3_parla_operation_2_filter_remove_empty_docs", "clean_v2_dsname_lm_es_wikiversity_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_es_wikiversity_filtered_operation_4_split_sentences_es", "clean_v2_dsname_lm_es_wikiversity_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_es_pseudocrawl-filtered_23_www_elconfidencialdigital_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_vi_vietnamese_students_feedback_operation_3_filter_small_docs_bytes_300", "clean_v2_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_5_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_en_pseudocrawl-filtered_395_www_evwind_es_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_pt_wikinews_filtered_operation_6_replace_newline_with_space", "clean_v2_dsname_lm_pt_wikinews_filtered_operation_4_split_sentences_pt", "clean_v2_dsname_lm_pt_wikinews_filtered_operation_1_filter_wiki_non_text_type", "clean_v2_dsname_lm_pt_wikinews_filtered_operation_5_dedup_template_soft", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_3_filter_remove_empty_docs", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_0_dedup_document_on_url", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_5_filter_small_docs_bytes_300", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_4_remove_lines_with_code", "clean_v2_dsname_lm_indic-hi_pseudocrawl-filtered_667_www_bhaskar_com_operation_2_dedup_pseudocrawl_newspapers", "clean_v2_dsname_lm_fr_hal_archives_ouvertes_operation_4_filter_small_docs_bytes_1024", "clean_v2_dsname_lm_fr_hal_archives_ouvertes_operation_3_remove_references_fr", "clean_v2_dsname_lm_fr_hal_archives_ouvertes_operation_1_dedup_template_soft"]
\ No newline at end of file