sdadas
/

mmlw-roberta-large

Sentence Similarity

sentence-transformers

feature-extraction

Inference Endpoints

text-embeddings-inference

Model card Files Files and versions Community

sdadas commited on Apr 23

Commit

118955a

•

1 Parent(s): 51811d7

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +1 -1

tokenizer.json CHANGED Viewed

@@ -67,7 +67,7 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": false
   },
   "post_processor": {
     "type": "RobertaProcessing",

   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
+    "add_prefix_space": true
   },
   "post_processor": {
     "type": "RobertaProcessing",