perlthoughts commited on
Commit
ec9d72f
1 Parent(s): f567334

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -4
tokenizer_config.json CHANGED
@@ -50,12 +50,9 @@
50
  ],
51
  "bos_token": "<s>",
52
  "clean_up_tokenization_spaces": false,
53
- "device_map": {
54
- "": "cuda"
55
- },
56
  "eos_token": "<|end_of_turn|>",
57
  "legacy": true,
58
- "max_length": 16384,
59
  "model_max_length": 16384,
60
  "pad_token": null,
61
  "padding_side": "right",
 
50
  ],
51
  "bos_token": "<s>",
52
  "clean_up_tokenization_spaces": false,
53
+ "device_map": "auto",
 
 
54
  "eos_token": "<|end_of_turn|>",
55
  "legacy": true,
 
56
  "model_max_length": 16384,
57
  "pad_token": null,
58
  "padding_side": "right",