Upload tokenizer
Browse files- tokenizer.json +2 -2
- vocab.txt +2 -2
tokenizer.json
CHANGED
@@ -30670,8 +30670,8 @@
|
|
30670 |
"bowang": 30522,
|
30671 |
"georgiosmastrapas": 30523,
|
30672 |
"jackminong": 30524,
|
30673 |
-
"
|
30674 |
-
"
|
30675 |
"michaelguenther": 30527
|
30676 |
}
|
30677 |
}
|
|
|
30670 |
"bowang": 30522,
|
30671 |
"georgiosmastrapas": 30523,
|
30672 |
"jackminong": 30524,
|
30673 |
+
"jonathangeuter": 30525,
|
30674 |
+
"louismilliken": 30526,
|
30675 |
"michaelguenther": 30527
|
30676 |
}
|
30677 |
}
|
vocab.txt
CHANGED
@@ -30523,6 +30523,6 @@ necessitated
|
|
30523 |
bowang
|
30524 |
georgiosmastrapas
|
30525 |
jackminong
|
30526 |
-
|
30527 |
-
|
30528 |
michaelguenther
|
|
|
30523 |
bowang
|
30524 |
georgiosmastrapas
|
30525 |
jackminong
|
30526 |
+
jonathangeuter
|
30527 |
+
louismilliken
|
30528 |
michaelguenther
|