Update README.md

README.md

@@ -134,11 +134,13 @@ This is a [SpanMarker](https://github.com/tomaarsen/SpanMarkerNER) model that ca
 ### Direct Use for Inference
 
 ```python
-from span_marker import SpanMarkerModel, SpanMarkerTokenizer
+from span_marker import SpanMarkerModel
+from span_marker.tokenizer import SpanMarkerTokenizer
+
 
 # Download from the 🤗 Hub
 model = SpanMarkerModel.from_pretrained("lambdavi/span-marker-luke-legal")
-tokenizer = SpanMarkerTokenizer.from_pretrained("roberta-base", config=model.tokenizer.config)
+tokenizer = SpanMarkerTokenizer.from_pretrained("roberta-base", config=model.config)
 model.set_tokenizer(tokenizer)
 
 # Run inference
@@ -151,11 +153,13 @@ You can finetune this model on your own dataset.
 <details><summary>Click to expand</summary>
 
 ```python
-from span_marker import SpanMarkerModel, Trainer, SpanMarkerTokenizer
+from span_marker import SpanMarkerModel, Trainer
+from span_marker.tokenizer import SpanMarkerTokenizer
+
 
 # Download from the 🤗 Hub
 model = SpanMarkerModel.from_pretrained("lambdavi/span-marker-luke-legal")
-tokenizer = SpanMarkerTokenizer.from_pretrained("roberta-base", config=model.tokenizer.config)
+tokenizer = SpanMarkerTokenizer.from_pretrained("roberta-base", config=model.config)
 model.set_tokenizer(tokenizer)
 
 # Specify a Dataset with "tokens" and "ner_tag" columns