DeDeckerThomas commited on
Commit
b2bdd83
1 Parent(s): 12d1f96

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -158,7 +158,7 @@ lbl2idx = {"B": 0, "I": 1, "O": 2}
158
  idx2label = {0: "B", 1: "I", 2: "O"}
159
 
160
  # Tokenizer
161
- tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased", add_prefix_space=True)
162
  max_length = 512
163
 
164
  # Dataset parameters
 
158
  idx2label = {0: "B", 1: "I", 2: "O"}
159
 
160
  # Tokenizer
161
+ tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
162
  max_length = 512
163
 
164
  # Dataset parameters