ComCom
/

skt_kogpt2-base-v2

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

byeongal commited on Mar 14, 2022

Commit

aaf7887

•

1 Parent(s): a0c3ba0

change bos token from </s> to <s>

Files changed (2) hide show

special_tokens_map.json +1 -1
tokenizer_config.json +1 -1

special_tokens_map.json CHANGED Viewed

	@@ -1 +1 @@
1	- {"bos_token": "</s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>"}


1	+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>"}

tokenizer_config.json CHANGED Viewed

	@@ -1 +1 @@
1	- {"unk_token": "<unk>", "bos_token": "</s>", "eos_token": "</s>", "add_prefix_space": false, "pad_token": "<pad>", "mask_token": "<mask>", "special_tokens_map_file": null, "name_or_path": "skt/kogpt2-base-v2", "tokenizer_class": "GPT2Tokenizer"}


1	+ {"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "pad_token": "<pad>", "mask_token": "<mask>", "special_tokens_map_file": null, "name_or_path": "skt/kogpt2-base-v2", "tokenizer_class": "GPT2Tokenizer"}