Akshay24 commited on
Commit
b677d19
1 Parent(s): 2d4d4ee

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. vocab.txt +2 -2
tokenizer.json CHANGED
@@ -30670,8 +30670,8 @@
30670
  "bowang": 30522,
30671
  "georgiosmastrapas": 30523,
30672
  "jackminong": 30524,
30673
- "alaeddineabdessalem": 30525,
30674
- "isabellemohr": 30526,
30675
  "michaelguenther": 30527
30676
  }
30677
  }
 
30670
  "bowang": 30522,
30671
  "georgiosmastrapas": 30523,
30672
  "jackminong": 30524,
30673
+ "jonathangeuter": 30525,
30674
+ "louismilliken": 30526,
30675
  "michaelguenther": 30527
30676
  }
30677
  }
vocab.txt CHANGED
@@ -30523,6 +30523,6 @@ necessitated
30523
  bowang
30524
  georgiosmastrapas
30525
  jackminong
30526
- alaeddineabdessalem
30527
- isabellemohr
30528
  michaelguenther
 
30523
  bowang
30524
  georgiosmastrapas
30525
  jackminong
30526
+ jonathangeuter
30527
+ louismilliken
30528
  michaelguenther