Chydfile commited on
Commit
32d3fcf
1 Parent(s): 943bf41

First model version_000

Browse files
Files changed (2) hide show
  1. .DS_Store +0 -0
  2. tokenizer_config.json +1 -1
.DS_Store CHANGED
Binary files a/.DS_Store and b/.DS_Store differ
 
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"errors": "replace", "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "special_tokens_map_file": "./special_tokens_map.json", "tokenizer_file": null, "name_or_path": "./pytorch_model.bin", "tokenizer_class": "GPT2Tokenizer"}
 
1
+ {"errors": "replace", "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "special_tokens_map_file": "./model_v5_pytorch_rus_books_games/special_tokens_map.json", "tokenizer_file": null, "name_or_path": "./model_v5_pytorch_rus_books_games/", "tokenizer_class": "GPT2Tokenizer"}