Bram Vanroy commited on
Commit
24a6134
1 Parent(s): 1ad8d96

Revert "Update tokenizer_config.json"

Browse files

This reverts commit fb8e0d3cb58101fbb06ed502f84b64f946677657.

Files changed (1) hide show
  1. tokenizer_config.json +0 -4
tokenizer_config.json CHANGED
@@ -4,8 +4,4 @@
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 2048,
6
  "tokenizer_class": "PreTrainedTokenizerFast"
7
- "model_input_names": [
8
- "input_ids",
9
- "attention_mask"
10
- ],
11
  }
 
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 2048,
6
  "tokenizer_class": "PreTrainedTokenizerFast"
 
 
 
 
7
  }