File size: 308 Bytes
708dec4
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
from maskrcnn_benchmark.modeling.language_backbone import build_tokenizer

if __name__ == '__main__':

    tokenizer2 = build_tokenizer("clip")
    tokenized2 = tokenizer2(
        ["Detectest : fishid. jellyfishioasod. penguinasd. puffin.asd shark. starfish. round stingray"])
    print(tokenized2)