Update README
Browse files
README.md
CHANGED
@@ -46,6 +46,7 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
|
46 |
tokenizer = AutoTokenizer.from_pretrained('aehrm/dtaec-type-normalizer')
|
47 |
model = AutoModelForSeq2SeqLM.from_pretrained('aehrm/dtaec-type-normalizer')
|
48 |
|
|
|
49 |
model_in = tokenizer(['Freyheit', 'seyn', 'selbstthätig'], return_tensors='pt', padding=True)
|
50 |
model_out = model.generate(**model_in)
|
51 |
|
|
|
46 |
tokenizer = AutoTokenizer.from_pretrained('aehrm/dtaec-type-normalizer')
|
47 |
model = AutoModelForSeq2SeqLM.from_pretrained('aehrm/dtaec-type-normalizer')
|
48 |
|
49 |
+
# Note: you CANNOT normalize full sentences, only word for word!
|
50 |
model_in = tokenizer(['Freyheit', 'seyn', 'selbstthätig'], return_tensors='pt', padding=True)
|
51 |
model_out = model.generate(**model_in)
|
52 |
|