add native fast tokenizer 034062c
Morgan Grobol commited on
How to use lgrobol/BERTrade-camemBERT with Transformers:
# Use a pipeline as a high-level helper
from transformers import pipeline
pipe = pipeline("fill-mask", model="lgrobol/BERTrade-camemBERT") # Load model directly
from transformers import AutoTokenizer, AutoModelForMaskedLM
tokenizer = AutoTokenizer.from_pretrained("lgrobol/BERTrade-camemBERT")
model = AutoModelForMaskedLM.from_pretrained("lgrobol/BERTrade-camemBERT")