josu commited on
Commit
b36c0f6
1 Parent(s): 4d7d2cb

Upload tokenizer

Browse files
Files changed (3) hide show
  1. tokenizer.json +0 -0
  2. tokenizer_config.json +1 -1
  3. vocab.json +0 -0
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -19,7 +19,7 @@
19
  },
20
  "errors": "replace",
21
  "model_max_length": 1000000000000000019884624838656,
22
- "name_or_path": "gpt-neo-pt-1.3B",
23
  "pad_token": {
24
  "__type": "AddedToken",
25
  "content": "<|endoftext|>",
 
19
  },
20
  "errors": "replace",
21
  "model_max_length": 1000000000000000019884624838656,
22
+ "name_or_path": "drive/MyDrive/tokenizer_gptneo",
23
  "pad_token": {
24
  "__type": "AddedToken",
25
  "content": "<|endoftext|>",
vocab.json CHANGED
The diff for this file is too large to render. See raw diff