Spaces:
Sleeping
Sleeping
File size: 314 Bytes
749745d |
1 2 3 4 5 6 7 8 9 10 |
from maskrcnn_benchmark.modeling.language_backbone import build_tokenizer
if __name__ == "__main__":
tokenizer2 = build_tokenizer("clip")
tokenized2 = tokenizer2(
["Detectest : fishid. jellyfishioasod. penguinasd. puffin.asd shark. starfish. round stingray"]
)
print(tokenized2)
|