agri-sentence-transformer / added_tokens.json
Viona's picture
adding tokenizer; new README
0fcf76d
raw history blame
No virus
1.98 kB
{"mycoplasma": 31185, "##ocarpus": 31144, "##iformis": 31173, "##ipes": 31126, "##lad": 31166, "##eus": 31170, "solanum": 31137, "##ophora": 31139, "##ospora": 31156, "##emat": 31099, "##eles": 31172, "##rys": 31167, "##ifolia": 31121, "##eud": 31175, "##ifol": 31138, "##ifl": 31162, "##aet": 31115, "##erp": 31110, "##aem": 31186, "gla": 31182, "brev": 31131, "sacchar": 31124, "##iaceae": 31108, "##chus": 31100, "##ylla": 31200, "##ifolium": 31195, "##ymn": 31104, "##roch": 31189, "##nus": 31194, "##iidae": 31136, "##elia": 31154, "##iella": 31197, "##aen": 31095, "elymus": 31168, "mult": 31161, "##obacillus": 31096, "##iflora": 31192, "##ogl": 31169, "lyc": 31132, "##ophyllum": 31141, "##ylus": 31112, "phyll": 31177, "##erb": 31187, "##apon": 31181, "##ichth": 31130, "dia": 31183, "pter": 31188, "##omys": 31118, "##otrich": 31113, "##occus": 31158, "##iridae": 31147, "##tus": 31128, "desulf": 31098, "##ichthys": 31106, "##acch": 31174, "##yph": 31103, "##ellus": 31129, "japon": 31184, "##oplasma": 31105, "##ocer": 31107, "##mun": 31111, "##ilis": 31203, "##esia": 31176, "##acillus": 31191, "##iat": 31109, "##ulata": 31149, "##eat": 31134, "##othr": 31190, "##iales": 31178, "prun": 31122, "##inensis": 31153, "##cul": 31143, "##esc": 31133, "##olyt": 31196, "##ephal": 31180, "##ucc": 31146, "##eria": 31142, "##ivirus": 31201, "echin": 31163, "##ilus": 31092, "##ocarp": 31164, "festuca": 31116, "##eaf": 31093, "##erus": 31155, "##onii": 31140, "##ibrio": 31120, "##icola": 31094, "##arv": 31090, "##escens": 31157, "##ymus": 31127, "##iformes": 31125, "##icult": 31199, "##anthus": 31114, "##ansfer": 31179, "##erpes": 31101, "##ectr": 31152, "##eph": 31198, "streptomyces": 31119, "brassica": 31102, "##ellia": 31165, "##unct": 31145, "##ioides": 31097, "##iensis": 31193, "##eae": 31117, "##phaer": 31123, "##icum": 31151, "[pad": 31159, "##eum": 31150, "##inia": 31160, "##omus": 31091, "##ocephal": 31148, "##erma": 31135, "##otus": 31202, "##alus": 31171}