circulus
/

canvers-ko2en-v1

Text2Text Generation

Inference Endpoints

Model card Files Files and versions Community

rippertnt commited on May 22, 2023

Commit

7d4edd6

•

1 Parent(s): fe5bfbe

Upload tokenizer

Files changed (2) hide show

tokenizer.json +1 -0
tokenizer_config.json +2 -2

tokenizer.json CHANGED Viewed

@@ -2098,6 +2098,7 @@
     "continuing_subword_prefix": null,
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "vocab": {
       "<s>": 0,
       "</s>": 1,

     "continuing_subword_prefix": null,
     "end_of_word_suffix": null,
     "fuse_unk": false,
+    "byte_fallback": false,
     "vocab": {
       "<s>": 0,
       "</s>": 1,

tokenizer_config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "name_or_path": "circulus/canvers-ko2en-v1",
-  "special_tokens_map_file": "/home/circulus/.cache/huggingface/transformers/a87d2ed77831bb40ce806a97c04126addf5ecc82b3e23ecf916b2a4acdb9c29a.c23d5e62137984cf842a885705037b25b156747d145406702932d5f5d5e7c88e",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

 {
+  "clean_up_tokenization_spaces": true,
+  "model_max_length": 1000000000000000019884624838656,
   "tokenizer_class": "PreTrainedTokenizerFast"
 }