Add language tag
#3
by
lbourdois
- opened
README.md
CHANGED
|
@@ -2,8 +2,208 @@
|
|
| 2 |
license: cc-by-nc-4.0
|
| 3 |
library_name: fasttext
|
| 4 |
tags:
|
| 5 |
-
|
| 6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
---
|
| 8 |
|
| 9 |
# fastText (Language Identification)
|
|
@@ -137,5 +337,4 @@ If you use these word vectors, please cite the following paper:
|
|
| 137 |
}
|
| 138 |
```
|
| 139 |
|
| 140 |
-
(\* These authors contributed equally.)
|
| 141 |
-
|
|
|
|
| 2 |
license: cc-by-nc-4.0
|
| 3 |
library_name: fasttext
|
| 4 |
tags:
|
| 5 |
+
- text-classification
|
| 6 |
+
- language-identification
|
| 7 |
+
language:
|
| 8 |
+
- ace
|
| 9 |
+
- acm
|
| 10 |
+
- acq
|
| 11 |
+
- aeb
|
| 12 |
+
- af
|
| 13 |
+
- ajp
|
| 14 |
+
- ak
|
| 15 |
+
- als
|
| 16 |
+
- am
|
| 17 |
+
- apc
|
| 18 |
+
- ar
|
| 19 |
+
- ars
|
| 20 |
+
- ary
|
| 21 |
+
- arz
|
| 22 |
+
- as
|
| 23 |
+
- ast
|
| 24 |
+
- awa
|
| 25 |
+
- ayr
|
| 26 |
+
- azb
|
| 27 |
+
- azj
|
| 28 |
+
- ba
|
| 29 |
+
- bm
|
| 30 |
+
- ban
|
| 31 |
+
- be
|
| 32 |
+
- bem
|
| 33 |
+
- bn
|
| 34 |
+
- bho
|
| 35 |
+
- bjn
|
| 36 |
+
- bo
|
| 37 |
+
- bs
|
| 38 |
+
- bug
|
| 39 |
+
- bg
|
| 40 |
+
- ca
|
| 41 |
+
- ceb
|
| 42 |
+
- cs
|
| 43 |
+
- cjk
|
| 44 |
+
- ckb
|
| 45 |
+
- crh
|
| 46 |
+
- cy
|
| 47 |
+
- da
|
| 48 |
+
- de
|
| 49 |
+
- dik
|
| 50 |
+
- dyu
|
| 51 |
+
- dz
|
| 52 |
+
- el
|
| 53 |
+
- en
|
| 54 |
+
- eo
|
| 55 |
+
- et
|
| 56 |
+
- eu
|
| 57 |
+
- ee
|
| 58 |
+
- fo
|
| 59 |
+
- fj
|
| 60 |
+
- fi
|
| 61 |
+
- fon
|
| 62 |
+
- fr
|
| 63 |
+
- fur
|
| 64 |
+
- fuv
|
| 65 |
+
- gaz
|
| 66 |
+
- gd
|
| 67 |
+
- ga
|
| 68 |
+
- gl
|
| 69 |
+
- gn
|
| 70 |
+
- gu
|
| 71 |
+
- ht
|
| 72 |
+
- ha
|
| 73 |
+
- he
|
| 74 |
+
- hi
|
| 75 |
+
- hne
|
| 76 |
+
- hr
|
| 77 |
+
- hu
|
| 78 |
+
- hy
|
| 79 |
+
- ig
|
| 80 |
+
- ilo
|
| 81 |
+
- id
|
| 82 |
+
- is
|
| 83 |
+
- it
|
| 84 |
+
- jv
|
| 85 |
+
- ja
|
| 86 |
+
- kab
|
| 87 |
+
- kac
|
| 88 |
+
- kam
|
| 89 |
+
- kn
|
| 90 |
+
- ks
|
| 91 |
+
- ka
|
| 92 |
+
- kk
|
| 93 |
+
- kbp
|
| 94 |
+
- kea
|
| 95 |
+
- khk
|
| 96 |
+
- km
|
| 97 |
+
- ki
|
| 98 |
+
- rw
|
| 99 |
+
- ky
|
| 100 |
+
- kmb
|
| 101 |
+
- kmr
|
| 102 |
+
- knc
|
| 103 |
+
- kg
|
| 104 |
+
- ko
|
| 105 |
+
- lo
|
| 106 |
+
- lij
|
| 107 |
+
- li
|
| 108 |
+
- ln
|
| 109 |
+
- lt
|
| 110 |
+
- lmo
|
| 111 |
+
- ltg
|
| 112 |
+
- lb
|
| 113 |
+
- lua
|
| 114 |
+
- lg
|
| 115 |
+
- luo
|
| 116 |
+
- lus
|
| 117 |
+
- lvs
|
| 118 |
+
- mag
|
| 119 |
+
- mai
|
| 120 |
+
- ml
|
| 121 |
+
- mar
|
| 122 |
+
- min
|
| 123 |
+
- mk
|
| 124 |
+
- mt
|
| 125 |
+
- mni
|
| 126 |
+
- mos
|
| 127 |
+
- mi
|
| 128 |
+
- my
|
| 129 |
+
- nl
|
| 130 |
+
- nn
|
| 131 |
+
- nb
|
| 132 |
+
- npi
|
| 133 |
+
- nso
|
| 134 |
+
- nus
|
| 135 |
+
- ny
|
| 136 |
+
- oc
|
| 137 |
+
- ory
|
| 138 |
+
- pag
|
| 139 |
+
- pa
|
| 140 |
+
- pap
|
| 141 |
+
- pbt
|
| 142 |
+
- pes
|
| 143 |
+
- plt
|
| 144 |
+
- pl
|
| 145 |
+
- pt
|
| 146 |
+
- prs
|
| 147 |
+
- quy
|
| 148 |
+
- ro
|
| 149 |
+
- rn
|
| 150 |
+
- ru
|
| 151 |
+
- sg
|
| 152 |
+
- sa
|
| 153 |
+
- sat
|
| 154 |
+
- scn
|
| 155 |
+
- shn
|
| 156 |
+
- si
|
| 157 |
+
- sk
|
| 158 |
+
- sl
|
| 159 |
+
- sm
|
| 160 |
+
- sn
|
| 161 |
+
- sd
|
| 162 |
+
- so
|
| 163 |
+
- st
|
| 164 |
+
- es
|
| 165 |
+
- sc
|
| 166 |
+
- sr
|
| 167 |
+
- ss
|
| 168 |
+
- su
|
| 169 |
+
- sv
|
| 170 |
+
- swh
|
| 171 |
+
- szl
|
| 172 |
+
- ta
|
| 173 |
+
- taq
|
| 174 |
+
- tt
|
| 175 |
+
- te
|
| 176 |
+
- tg
|
| 177 |
+
- tl
|
| 178 |
+
- th
|
| 179 |
+
- ti
|
| 180 |
+
- tpi
|
| 181 |
+
- tn
|
| 182 |
+
- ts
|
| 183 |
+
- tk
|
| 184 |
+
- tum
|
| 185 |
+
- tr
|
| 186 |
+
- tw
|
| 187 |
+
- tzm
|
| 188 |
+
- ug
|
| 189 |
+
- uk
|
| 190 |
+
- umb
|
| 191 |
+
- ur
|
| 192 |
+
- uzn
|
| 193 |
+
- vec
|
| 194 |
+
- vi
|
| 195 |
+
- war
|
| 196 |
+
- wo
|
| 197 |
+
- xh
|
| 198 |
+
- ydd
|
| 199 |
+
- yo
|
| 200 |
+
- yue
|
| 201 |
+
- zh
|
| 202 |
+
- zsm
|
| 203 |
+
- zu
|
| 204 |
+
- multilingual
|
| 205 |
+
|
| 206 |
+
language_details: "ace_Arab, ace_Latn, acm_Arab, acq_Arab, aeb_Arab, afr_Latn, ajp_Arab, aka_Latn, amh_Ethi, apc_Arab, arb_Arab, ars_Arab, ary_Arab, arz_Arab, asm_Beng, ast_Latn, awa_Deva, ayr_Latn, azb_Arab, azj_Latn, bak_Cyrl, bam_Latn, ban_Latn,bel_Cyrl, bem_Latn, ben_Beng, bho_Deva, bjn_Arab, bjn_Latn, bod_Tibt, bos_Latn, bug_Latn, bul_Cyrl, cat_Latn, ceb_Latn, ces_Latn, cjk_Latn, ckb_Arab, crh_Latn, cym_Latn, dan_Latn, deu_Latn, dik_Latn, dyu_Latn, dzo_Tibt, ell_Grek, eng_Latn, epo_Latn, est_Latn, eus_Latn, ewe_Latn, fao_Latn, pes_Arab, fij_Latn, fin_Latn, fon_Latn, fra_Latn, fur_Latn, fuv_Latn, gla_Latn, gle_Latn, glg_Latn, grn_Latn, guj_Gujr, hat_Latn, hau_Latn, heb_Hebr, hin_Deva, hne_Deva, hrv_Latn, hun_Latn, hye_Armn, ibo_Latn, ilo_Latn, ind_Latn, isl_Latn, ita_Latn, jav_Latn, jpn_Jpan, kab_Latn, kac_Latn, kam_Latn, kan_Knda, kas_Arab, kas_Deva, kat_Geor, knc_Arab, knc_Latn, kaz_Cyrl, kbp_Latn, kea_Latn, khm_Khmr, kik_Latn, kin_Latn, kir_Cyrl, kmb_Latn, kon_Latn, kor_Hang, kmr_Latn, lao_Laoo, lvs_Latn, lij_Latn, lim_Latn, lin_Latn, lit_Latn, lmo_Latn, ltg_Latn, ltz_Latn, lua_Latn, lug_Latn, luo_Latn, lus_Latn, mag_Deva, mai_Deva, mal_Mlym, mar_Deva, min_Latn, mkd_Cyrl, plt_Latn, mlt_Latn, mni_Beng, khk_Cyrl, mos_Latn, mri_Latn, zsm_Latn, mya_Mymr, nld_Latn, nno_Latn, nob_Latn, npi_Deva, nso_Latn, nus_Latn, nya_Latn, oci_Latn, gaz_Latn, ory_Orya, pag_Latn, pan_Guru, pap_Latn, pol_Latn, por_Latn, prs_Arab, pbt_Arab, quy_Latn, ron_Latn, run_Latn, rus_Cyrl, sag_Latn, san_Deva, sat_Beng, scn_Latn, shn_Mymr, sin_Sinh, slk_Latn, slv_Latn, smo_Latn, sna_Latn, snd_Arab, som_Latn, sot_Latn, spa_Latn, als_Latn, srd_Latn, srp_Cyrl, ssw_Latn, sun_Latn, swe_Latn, swh_Latn, szl_Latn, tam_Taml, tat_Cyrl, tel_Telu, tgk_Cyrl, tgl_Latn, tha_Thai, tir_Ethi, taq_Latn, taq_Tfng, tpi_Latn, tsn_Latn, tso_Latn, tuk_Latn, tum_Latn, tur_Latn, twi_Latn, tzm_Tfng, uig_Arab, ukr_Cyrl, umb_Latn, urd_Arab, uzn_Latn, vec_Latn, vie_Latn, war_Latn, wol_Latn, xho_Latn, ydd_Hebr, yor_Latn, yue_Hant, zho_Hans, zho_Hant, zul_Latn"
|
| 207 |
---
|
| 208 |
|
| 209 |
# fastText (Language Identification)
|
|
|
|
| 337 |
}
|
| 338 |
```
|
| 339 |
|
| 340 |
+
(\* These authors contributed equally.)
|
|
|