Upload tiny models for XCLIPModel

config.json

@@ -0,0 +1,180 @@
+{
+  "_commit_hash": null,
+  "architectures": [
+    "XCLIPModel"
+  ],
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "initializer_factor": 1.0,
+  "logit_scale_init_value": 2.6592,
+  "model_type": "xclip",
+  "pad_token_id": 1,
+  "projection_dim": 64,
+  "prompt_alpha": 0.1,
+  "prompt_attention_dropout": 0.0,
+  "prompt_hidden_act": "quick_gelu",
+  "prompt_layers": 2,
+  "prompt_num_attention_heads": 8,
+  "prompt_projection_dropout": 0.0,
+  "text_config": {
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": null,
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "quick_gelu",
+    "hidden_size": 32,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_factor": 1.0,
+    "initializer_range": 0.02,
+    "intermediate_size": 37,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "max_position_embeddings": 512,
+    "min_length": 0,
+    "model_type": "xclip_text_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 4,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_hidden_layers": 5,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.28.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "vocab_size": 1024
+  },
+  "torch_dtype": "float32",
+  "transformers_version": null,
+  "vision_config": {
+    "_name_or_path": "",
+    "add_cross_attention": false,
+    "architectures": null,
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "begin_suppress_tokens": null,
+    "bos_token_id": null,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "drop_path_rate": 0.0,
+    "dropout": 0.1,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "hidden_act": "quick_gelu",
+    "hidden_size": 32,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "image_size": 30,
+    "initializer_factor": 1.0,
+    "initializer_range": 0.02,
+    "intermediate_size": 37,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "mit_hidden_size": 64,
+    "mit_intermediate_size": 2048,
+    "mit_num_attention_heads": 8,
+    "mit_num_hidden_layers": 1,
+    "model_type": "xclip_vision_model",
+    "no_repeat_ngram_size": 0,
+    "num_attention_heads": 4,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_channels": 3,
+    "num_frames": 8,
+    "num_hidden_layers": 5,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "patch_size": 2,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "suppress_tokens": null,
+    "task_specific_params": null,
+    "temperature": 1.0,
+    "tf_legacy_loss": false,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.28.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false
+  }
+}

merges.txt

@@ -0,0 +1,727 @@
+#version: 0.2
+t h
+th e</w>
+i n
+a n
+e d</w>
+e r
+r e
+a r
+t i
+o n
+e n
+o f</w>
+o r
+an d</w>
+e r</w>
+o n</w>
+i n</w>
+in g</w>
+s t
+r o
+a l
+i t
+t o</w>
+a s</w>
+a t
+e s</w>
+o u
+h i
+a c
+s i
+a t</w>
+r i
+a l</w>
+e l
+a n</w>
+a m
+o r</w>
+s t</w>
+l i
+u r
+e c
+o m
+d i
+w as</w>
+l y</w>
+e n</w>
+e a
+c h
+u n
+ti on</w>
+l a
+i s</w>
+f i
+o l
+d e
+- @</w>
+@ -@</w>
+r a
+v i
+l e</w>
+l o
+s h
+e m
+b e
+th at</w>
+' s</w>
+c on
+m a
+f or</w>
+h a
+s u
+b y</w>
+it h</w>
+v e</w>
+w ith</w>
+s e</w>
+c h</w>
+th e
+en t
+p o
+c e</w>
+i l
+s e
+en t</w>
+l e
+c om
+s p
+er e</w>
+p ro
+n o
+b u
+w h
+i t</w>
+t h</w>
+v er
+n e
+c a
+i s
+f or
+a g
+er s</w>
+m o
+g h
+f ro
+t ed</w>
+fro m</w>
+ti on
+o p
+hi s</w>
+a d
+a b
+i c
+h e</w>
+ou n
+a s
+t s</w>
+s c
+d e</w>
+o w
+e x
+w hi
+r u
+t er</w>
+a p
+d s</w>
+w ere</w>
+p re
+d u
+g u
+p ar
+i r
+b o
+th er</w>
+q u
+l u
+t er
+t w
+e s
+re c
+p er
+t a
+at e</w>
+v er</w>
+at ed</w>
+d ing</w>
+it y</w>
+m an
+e ar
+s ed</w>
+d ed</w>
+a u
+al l</w>
+am e</w>
+c i
+on e</w>
+in g
+ar e</w>
+a f
+i r</w>
+a tion</w>
+â Ģ
+ha d</w>
+t r
+u l
+l d</w>
+whi ch</w>
+w a
+i m
+l ea
+b e</w>
+t o
+ti m
+fi r
+w or
+on g</w>
+p or
+m ar
+m e
+al ly</w>
+s o</w>
+ou t</w>
+tion s</w>
+it s</w>
+g h</w>
+g e</w>
+b er</w>
+f e
+p u
+s er
+d er
+p l
+s s</w>
+in e</w>
+in c
+m i
+gh t</w>
+g o
+th is</w>
+t ur
+d a
+ro u
+bu t</w>
+u m
+s on</w>
+w e
+v ed</w>
+si on</w>
+k e</w>
+p la
+the ir</w>
+i es</w>
+fir st</w>
+s a
+o c
+at t
+o f
+p e
+no t</w>
+g i
+n a
+ar y</w>
+m u
+l ed</w>
+âĢ ĵ</w>
+h er</w>
+r an
+c o
+the y</w>
+d er</w>
+al i
+al so</w>
+or e</w>
+e p
+ou ld</w>
+af ter</w>
+s hi
+u s</w>
+e t</w>
+ti c
+st or
+w i
+e v
+o ther</w>
+s h</w>
+t ing</w>
+ar d</w>
+t e
+tw o</w>
+n i
+ha ve</w>
+ou r
+com m
+t e</w>
+ac k</w>
+o o
+f in
+s ec
+ent s</w>
+h as</w>
+com p
+b ec
+k s</w>
+con t
+l and</w>
+be en</w>
+en ce</w>
+k ing</w>
+e l</w>
+ag e</w>
+lo w
+m in
+. @</w>
+@ .@</w>
+om e</w>
+m ent</w>
+ch ar
+g e
+at er</w>
+n or
+h o
+ou s</w>
+wh o</w>
+ea r</w>
+sp ec
+c ol
+el y</w>
+t y</w>
+j o
+ur ing</w>
+du c
+b ri
+st r
+c an
+or i
+t ra
+p a
+sh e</w>
+d o
+ti ve</w>
+m on
+ne w</w>
+r it
+tim e</w>
+on s</w>
+s o
+m an</w>
+d ec
+c ent
+l an
+p i
+ou r</w>
+in ter
+f er
+g ra
+g re
+re s</w>
+inc lu
+m il
+d uring</w>
+ow n</w>
+pre s
+j u
+n ed</w>
+el l</w>
+, @</w>
+@ ,@</w>
+it e</w>
+g en
+wh en</w>
+si g
+b i
+re n
+f a
+g a
+pla y
+en g
+tion al</w>
+oun d</w>
+th ou
+m ore</w>
+re e</w>
+em ber</w>
+e i
+s ou
+s ur
+s ti
+c ar
+for m
+l ar
+s es</w>
+t en
+in to</w>
+t u
+c es</w>
+mo st</w>
+k ed</w>
+wa y</w>
+c re
+c oun
+u p</w>
+l es</w>
+ac e</w>
+al s</w>
+k e
+w ould</w>
+an t</w>
+b er
+f u
+it ed</w>
+p ri
+whi le</w>
+o ver</w>
+ing s</w>
+r e</w>
+fi l
+s y
+e st
+ab le</w>
+w n</w>
+s ea
+ac h
+s ing</w>
+in s</w>
+ti c</w>
+i d</w>
+on ly</w>
+at es</w>
+t ri
+v ing</w>
+b a
+v el
+an ce</w>
+st a
+er n</w>
+f ol
+e en</w>
+in ed</w>
+st ru
+un i
+g ame</w>
+la r</w>
+s el
+b li
+u sed</w>
+n ing</w>
+p s</w>
+ti es</w>
+k no
+c or
+f t</w>
+rec or
+b le</w>
+vi e
+y s</w>
+w il
+ic al</w>
+ap p
+t ro
+th ree</w>
+c la
+ol d</w>
+sh ed</w>
+h ea
+ab out</w>
+w rit
+th an</w>
+st e
+l ater</w>
+ar i
+d y</w>
+pu bli
+lo c
+ag a
+th rou
+s si
+en d</w>
+ma y</w>
+an g
+ac h</w>
+v es</w>
+o g
+hi m</w>
+be tw
+thou gh</w>
+betw een</w>
+u m</w>
+st ar
+sc ri
+re a
+on d</w>
+shi p</w>
+o k</w>
+h el
+s ong</w>
+c hi
+ca p
+e ver</w>
+da y</w>
+c ri
+s ome</w>
+b ro
+n o</w>
+th ere</w>
+an s</w>
+al l
+n um
+r ed</w>
+ear s</w>
+st s</w>
+an y</w>
+w ar
+p h
+p p
+g in
+stru c
+am er
+pro duc
+s ch
+c es
+ur e</w>
+at ing</w>
+em p
+t or
+sea son</w>
+for e</w>
+i c</w>
+c ity</w>
+g ro
+fol low
+su b
+b el
+y ear</w>
+c an</w>
+s in
+wh ere</w>
+an d
+ma de</w>
+re lea
+s m
+b l
+t en</w>
+wi th
+s on
+man y</w>
+a re
+e d
+h ow
+amer ic
+ur y</w>
+st u
+mu si
+c u
+n am
+em ent</w>
+su ch</w>
+al bu
+bu il
+be fore</w>
+e f
+ar m
+t on</w>
+the m</w>
+c al
+b ar
+d es</w>
+m at
+gen er
+o d</w>
+ser ies</w>
+c er
+sh o
+en ti
+h er
+o ver
+an n
+w ell</w>
+wor ld</w>
+g an</w>
+e st</w>
+sec ond</w>
+t ers</w>
+si de</w>
+tr an
+l ine</w>
+tur e</w>
+por t</w>
+be ing</w>
+y ears</w>
+bo th</w>
+in di
+the se</w>
+na tional</w>
+hi stor
+f e</w>
+v o
+st ed</w>
+an i
+b as
+po in
+s ing
+fil m</w>
+p en
+su p
+m is
+c ro
+st ri
+l in
+t re
+wa r</w>
+how ever</w>
+y ing</w>
+l ing</w>
+y p
+ec ted</w>
+di rec
+vi sion</w>
+albu m</w>
+th en</w>
+l l</w>
+se ver
+throu gh</w>
+kno wn</w>
+b or
+c ul
+c lu
+st er</w>
+sou th</w>
+r y</w>
+ec t</w>
+lo w</w>
+p r
+s k
+is o
+nor th</w>
+par t</w>
+f ac
+t ly</w>
+per i
+e u
+b att
+st ate</w>
+c ed</w>
+con si
+in f
+po li
+ol og
+ear ly</w>
+po si
+am es</w>
+w in
+de vel
+o b
+v e
+v en</w>
+op er
+g er
+of fi
+char ac
+m s</w>
+hi gh
+a d</w>
+th o
+sever al</w>
+d re
+de scri
+al e</w>
+num ber</w>
+a ir
+inclu ding</w>
+in st</w>
+aga inst</w>
+l s</w>
+su l
+ep iso
+c am
+di f
+so ci
+bec ame</w>
+li ke</w>
+t el
+f our</w>
+âĢ Ķ</w>
+h ou
+jo h
+un ited</w>
+in v
+un der</w>
+no v
+ti v
+su c
+a tions</w>
+ac k
+t or</w>
+r on
+un d</w>
+w s</w>
+f o
+g r
+devel op
+al though</w>
+cont in
+we st</w>
+ori gin
+musi c</w>
+or s</w>
+d on</w>
+cent ury</w>
+w ard</w>
+wor k</w>
+m e</w>
+am i
+ch a
+ver y</w>
+h ar
+di s
+z ed</w>
+d o</w>
+g s</w>
+t ow
+s ol
+follow ing</w>
+li on</w>
+re ma
+n s</w>
+ti sh</w>
+ch ur
+s om
+m p
+t le</w>
+go ver
+d el
+comp le
+c ur
+u se</w>
+b ack</w>
+h u
+st ern</w>
+be gan</w>
+fi el
+au se</w>
+d ra
+p as
+b il
+ca tion</w>
+d ent</w>
+b ed</w>
+bec ause</w>
+an t
+ea m</w>
+p hi
+y o
+contin u
+ta in</w>
+tr y</w>
+f re
+pe op
+cal led</w>
+f ound</w>
+episo de</w>
+de sig
+m or
+se t</w>
+le y</w>
+ea st</w>
+tr ac
+c ra

preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "crop_size": {
+    "height": 30,
+    "width": 30
+  },
+  "do_center_crop": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "VideoMAEImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 30
+  }
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a8e961c9b2044219dfe1ee37e1cbcdca7044f0b0966c4df0403bff8e23fbfc
+size 2255361

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,1843 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|startoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "Sequence",
+    "normalizers": [
+      {
+        "type": "NFC"
+      },
+      {
+        "type": "Replace",
+        "pattern": {
+          "Regex": "\\s+"
+        },
+        "content": " "
+      },
+      {
+        "type": "Lowercase"
+      }
+    ]
+  },
+  "pre_tokenizer": {
+    "type": "Sequence",
+    "pretokenizers": [
+      {
+        "type": "Split",
+        "pattern": {
+          "Regex": "<\\|startoftext\\|>|<\\|endoftext\\|>|'s|'t|'re|'ve|'m|'ll|'d|[\\p{L}]+|[\\p{N}]|[^\\s\\p{L}\\p{N}]+"
+        },
+        "behavior": "Removed",
+        "invert": true
+      },
+      {
+        "type": "ByteLevel",
+        "add_prefix_space": false,
+        "trim_offsets": true,
+        "use_regex": true
+      }
+    ]
+  },
+  "post_processor": {
+    "type": "RobertaProcessing",
+    "sep": [
+      "<|endoftext|>",
+      1
+    ],
+    "cls": [
+      "<|startoftext|>",
+      0
+    ],
+    "trim_offsets": false,
+    "add_prefix_space": false
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<|endoftext|>",
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "</w>",
+    "fuse_unk": false,
+    "vocab": {
+      "<|startoftext|>": 0,
+      "<|endoftext|>": 1,
+      "!": 2,
+      "\"": 3,
+      "#": 4,
+      "$": 5,
+      "%": 6,
+      "&": 7,
+      "'": 8,
+      "(": 9,
+      ")": 10,
+      "*": 11,
+      "+": 12,
+      ",": 13,
+      "-": 14,
+      ".": 15,
+      "/": 16,
+      "0": 17,
+      "1": 18,
+      "2": 19,
+      "3": 20,
+      "4": 21,
+      "5": 22,
+      "6": 23,
+      "7": 24,
+      "8": 25,
+      "9": 26,
+      ":": 27,
+      ";": 28,
+      "<": 29,
+      "=": 30,
+      ">": 31,
+      "?": 32,
+      "@": 33,
+      "[": 34,
+      "\\": 35,
+      "]": 36,
+      "^": 37,
+      "_": 38,
+      "`": 39,
+      "a": 40,
+      "b": 41,
+      "c": 42,
+      "d": 43,
+      "e": 44,
+      "f": 45,
+      "g": 46,
+      "h": 47,
+      "i": 48,
+      "j": 49,
+      "k": 50,
+      "l": 51,
+      "m": 52,
+      "n": 53,
+      "o": 54,
+      "p": 55,
+      "q": 56,
+      "r": 57,
+      "s": 58,
+      "t": 59,
+      "u": 60,
+      "v": 61,
+      "w": 62,
+      "x": 63,
+      "y": 64,
+      "z": 65,
+      "|": 66,
+      "}": 67,
+      "~": 68,
+      "¡": 69,
+      "¢": 70,
+      "£": 71,
+      "¤": 72,
+      "¥": 73,
+      "¦": 74,
+      "§": 75,
+      "¨": 76,
+      "©": 77,
+      "ª": 78,
+      "«": 79,
+      "¬": 80,
+      "®": 81,
+      "¯": 82,
+      "°": 83,
+      "±": 84,
+      "²": 85,
+      "³": 86,
+      "´": 87,
+      "µ": 88,
+      "¶": 89,
+      "·": 90,
+      "¸": 91,
+      "¹": 92,
+      "º": 93,
+      "»": 94,
+      "¼": 95,
+      "½": 96,
+      "¾": 97,
+      "¿": 98,
+      "Â": 99,
+      "Ã": 100,
+      "Ä": 101,
+      "Å": 102,
+      "Æ": 103,
+      "Ç": 104,
+      "È": 105,
+      "É": 106,
+      "Ê": 107,
+      "Ë": 108,
+      "Ì": 109,
+      "Í": 110,
+      "Î": 111,
+      "Ï": 112,
+      "Ð": 113,
+      "Ñ": 114,
+      "Ö": 115,
+      "×": 116,
+      "Ø": 117,
+      "Ù": 118,
+      "Ü": 119,
+      "à": 120,
+      "á": 121,
+      "â": 122,
+      "ã": 123,
+      "ä": 124,
+      "å": 125,
+      "æ": 126,
+      "ç": 127,
+      "è": 128,
+      "é": 129,
+      "ë": 130,
+      "ì": 131,
+      "ï": 132,
+      "Ģ": 133,
+      "ģ": 134,
+      "Ĥ": 135,
+      "ĥ": 136,
+      "Ħ": 137,
+      "ħ": 138,
+      "Ĩ": 139,
+      "ĩ": 140,
+      "Ī": 141,
+      "ī": 142,
+      "Ĭ": 143,
+      "ĭ": 144,
+      "Į": 145,
+      "į": 146,
+      "İ": 147,
+      "ı": 148,
+      "IJ": 149,
+      "ij": 150,
+      "Ĵ": 151,
+      "ĵ": 152,
+      "Ķ": 153,
+      "ķ": 154,
+      "ĸ": 155,
+      "Ĺ": 156,
+      "ĺ": 157,
+      "Ļ": 158,
+      "ļ": 159,
+      "Ľ": 160,
+      "ľ": 161,
+      "Ŀ": 162,
+      "ŀ": 163,
+      "Ł": 164,
+      "ł": 165,
+      "Ń": 166,
+      "n</w>": 167,
+      "h</w>": 168,
+      "t</w>": 169,
+      "s</w>": 170,
+      "g</w>": 171,
+      "y</w>": 172,
+      "r</w>": 173,
+      "e</w>": 174,
+      "d</w>": 175,
+      "o</w>": 176,
+      "a</w>": 177,
+      "i</w>": 178,
+      "x</w>": 179,
+      "l</w>": 180,
+      "u</w>": 181,
+      "c</w>": 182,
+      "v</w>": 183,
+      "f</w>": 184,
+      "ij</w>": 185,
+      "9</w>": 186,
+      "¹</w>": 187,
+      "Ļ</w>": 188,
+      "ľ</w>": 189,
+      "ģ</w>": 190,
+      "k</w>": 191,
+      "p</w>": 192,
+      "b</w>": 193,
+      "m</w>": 194,
+      "¯</w>": 195,
+      "z</w>": 196,
+      "Ķ</w>": 197,
+      "«</w>": 198,
+      "¸</w>": 199,
+      ".</w>": 200,
+      "w</w>": 201,
+      "¡</w>": 202,
+      "ª</w>": 203,
+      "j</w>": 204,
+      "ı</w>": 205,
+      "Ĵ</w>": 206,
+      "ĩ</w>": 207,
+      "¨</w>": 208,
+      "Ĭ</w>": 209,
+      "©</w>": 210,
+      "ŀ</w>": 211,
+      "ķ</w>": 212,
+      "¾</w>": 213,
+      "7</w>": 214,
+      "¼</w>": 215,
+      "Ł</w>": 216,
+      "»</w>": 217,
+      "³</w>": 218,
+      "Ľ</w>": 219,
+      "Ĥ</w>": 220,
+      "Ī</w>": 221,
+      "į</w>": 222,
+      "£</w>": 223,
+      "±</w>": 224,
+      "Ĺ</w>": 225,
+      "Ŀ</w>": 226,
+      "§</w>": 227,
+      "5</w>": 228,
+      "ī</w>": 229,
+      "}</w>": 230,
+      "·</w>": 231,
+      "²</w>": 232,
+      "¢</w>": 233,
+      "6</w>": 234,
+      "Ģ</w>": 235,
+      "¦</w>": 236,
+      "º</w>": 237,
+      "?</w>": 238,
+      "ĸ</w>": 239,
+      "IJ</w>": 240,
+      "´</w>": 241,
+      ")</w>": 242,
+      "ĭ</w>": 243,
+      "ĺ</w>": 244,
+      "q</w>": 245,
+      "0</w>": 246,
+      "¤</w>": 247,
+      "Ĩ</w>": 248,
+      "Ħ</w>": 249,
+      "Ń</w>": 250,
+      "Į</w>": 251,
+      "@</w>": 252,
+      "°</w>": 253,
+      "µ</w>": 254,
+      "ĵ</w>": 255,
+      "¿</w>": 256,
+      "¥</w>": 257,
+      "İ</w>": 258,
+      "*</w>": 259,
+      "`</w>": 260,
+      "®</w>": 261,
+      "(</w>": 262,
+      "1</w>": 263,
+      ",</w>": 264,
+      "ł</w>": 265,
+      "'</w>": 266,
+      "ħ</w>": 267,
+      "/</w>": 268,
+      "¬</w>": 269,
+      "]</w>": 270,
+      "></w>": 271,
+      "ĥ</w>": 272,
+      "½</w>": 273,
+      "\"</w>": 274,
+      "<</w>": 275,
+      "3</w>": 276,
+      "$</w>": 277,
+      "~</w>": 278,
+      "[</w>": 279,
+      ";</w>": 280,
+      ":</w>": 281,
+      "8</w>": 282,
+      "-</w>": 283,
+      "ļ</w>": 284,
+      "2</w>": 285,
+      "¶</w>": 286,
+      "&</w>": 287,
+      "+</w>": 288,
+      "|</w>": 289,
+      "4</w>": 290,
+      "^</w>": 291,
+      "=</w>": 292,
+      "#</w>": 293,
+      "%</w>": 294,
+      "\\</w>": 295,
+      "!</w>": 296,
+      "_</w>": 297,
+      "th": 298,
+      "the</w>": 299,
+      "in": 300,
+      "an": 301,
+      "ed</w>": 302,
+      "er": 303,
+      "re": 304,
+      "ar": 305,
+      "ti": 306,
+      "on": 307,
+      "en": 308,
+      "of</w>": 309,
+      "or": 310,
+      "and</w>": 311,
+      "er</w>": 312,
+      "on</w>": 313,
+      "in</w>": 314,
+      "ing</w>": 315,
+      "st": 316,
+      "ro": 317,
+      "al": 318,
+      "it": 319,
+      "to</w>": 320,
+      "as</w>": 321,
+      "at": 322,
+      "es</w>": 323,
+      "ou": 324,
+      "hi": 325,
+      "ac": 326,
+      "si": 327,
+      "at</w>": 328,
+      "ri": 329,
+      "al</w>": 330,
+      "el": 331,
+      "an</w>": 332,
+      "am": 333,
+      "or</w>": 334,
+      "st</w>": 335,
+      "li": 336,
+      "ur": 337,
+      "ec": 338,
+      "om": 339,
+      "di": 340,
+      "was</w>": 341,
+      "ly</w>": 342,
+      "en</w>": 343,
+      "ea": 344,
+      "ch": 345,
+      "un": 346,
+      "tion</w>": 347,
+      "la": 348,
+      "is</w>": 349,
+      "fi": 350,
+      "ol": 351,
+      "de": 352,
+      "-@</w>": 353,
+      "@-@</w>": 354,
+      "ra": 355,
+      "vi": 356,
+      "le</w>": 357,
+      "lo": 358,
+      "sh": 359,
+      "em": 360,
+      "be": 361,
+      "that</w>": 362,
+      "'s</w>": 363,
+      "con": 364,
+      "ma": 365,
+      "for</w>": 366,
+      "ha": 367,
+      "su": 368,
+      "by</w>": 369,
+      "ith</w>": 370,
+      "ve</w>": 371,
+      "with</w>": 372,
+      "se</w>": 373,
+      "ch</w>": 374,
+      "the": 375,
+      "ent": 376,
+      "po": 377,
+      "ce</w>": 378,
+      "il": 379,
+      "se": 380,
+      "ent</w>": 381,
+      "le": 382,
+      "com": 383,
+      "sp": 384,
+      "ere</w>": 385,
+      "pro": 386,
+      "no": 387,
+      "bu": 388,
+      "wh": 389,
+      "it</w>": 390,
+      "th</w>": 391,
+      "ver": 392,
+      "ne": 393,
+      "ca": 394,
+      "is": 395,
+      "for": 396,
+      "ag": 397,
+      "ers</w>": 398,
+      "mo": 399,
+      "gh": 400,
+      "fro": 401,
+      "ted</w>": 402,
+      "from</w>": 403,
+      "tion": 404,
+      "op": 405,
+      "his</w>": 406,
+      "ad": 407,
+      "ab": 408,
+      "ic": 409,
+      "he</w>": 410,
+      "oun": 411,
+      "as": 412,
+      "ts</w>": 413,
+      "sc": 414,
+      "de</w>": 415,
+      "ow": 416,
+      "ex": 417,
+      "whi": 418,
+      "ru": 419,
+      "ter</w>": 420,
+      "ap": 421,
+      "ds</w>": 422,
+      "were</w>": 423,
+      "pre": 424,
+      "du": 425,
+      "gu": 426,
+      "par": 427,
+      "ir": 428,
+      "bo": 429,
+      "ther</w>": 430,
+      "qu": 431,
+      "lu": 432,
+      "ter": 433,
+      "tw": 434,
+      "es": 435,
+      "rec": 436,
+      "per": 437,
+      "ta": 438,
+      "ate</w>": 439,
+      "ver</w>": 440,
+      "ated</w>": 441,
+      "ding</w>": 442,
+      "ity</w>": 443,
+      "man": 444,
+      "ear": 445,
+      "sed</w>": 446,
+      "ded</w>": 447,
+      "au": 448,
+      "all</w>": 449,
+      "ame</w>": 450,
+      "ci": 451,
+      "one</w>": 452,
+      "ing": 453,
+      "are</w>": 454,
+      "af": 455,
+      "ir</w>": 456,
+      "ation</w>": 457,
+      "âĢ": 458,
+      "had</w>": 459,
+      "tr": 460,
+      "ul": 461,
+      "ld</w>": 462,
+      "which</w>": 463,
+      "wa": 464,
+      "im": 465,
+      "lea": 466,
+      "be</w>": 467,
+      "to": 468,
+      "tim": 469,
+      "fir": 470,
+      "wor": 471,
+      "ong</w>": 472,
+      "por": 473,
+      "mar": 474,
+      "me": 475,
+      "ally</w>": 476,
+      "so</w>": 477,
+      "out</w>": 478,
+      "tions</w>": 479,
+      "its</w>": 480,
+      "gh</w>": 481,
+      "ge</w>": 482,
+      "ber</w>": 483,
+      "fe": 484,
+      "pu": 485,
+      "ser": 486,
+      "der": 487,
+      "pl": 488,
+      "ss</w>": 489,
+      "ine</w>": 490,
+      "inc": 491,
+      "mi": 492,
+      "ght</w>": 493,
+      "go": 494,
+      "this</w>": 495,
+      "tur": 496,
+      "da": 497,
+      "rou": 498,
+      "but</w>": 499,
+      "um": 500,
+      "son</w>": 501,
+      "we": 502,
+      "ved</w>": 503,
+      "sion</w>": 504,
+      "ke</w>": 505,
+      "pla": 506,
+      "their</w>": 507,
+      "ies</w>": 508,
+      "first</w>": 509,
+      "sa": 510,
+      "oc": 511,
+      "att": 512,
+      "of": 513,
+      "pe": 514,
+      "not</w>": 515,
+      "gi": 516,
+      "na": 517,
+      "ary</w>": 518,
+      "mu": 519,
+      "led</w>": 520,
+      "âĢĵ</w>": 521,
+      "her</w>": 522,
+      "ran": 523,
+      "co": 524,
+      "they</w>": 525,
+      "der</w>": 526,
+      "ali": 527,
+      "also</w>": 528,
+      "ore</w>": 529,
+      "ep": 530,
+      "ould</w>": 531,
+      "after</w>": 532,
+      "shi": 533,
+      "us</w>": 534,
+      "et</w>": 535,
+      "tic": 536,
+      "stor": 537,
+      "wi": 538,
+      "ev": 539,
+      "other</w>": 540,
+      "sh</w>": 541,
+      "ting</w>": 542,
+      "ard</w>": 543,
+      "te": 544,
+      "two</w>": 545,
+      "ni": 546,
+      "have</w>": 547,
+      "our": 548,
+      "comm": 549,
+      "te</w>": 550,
+      "ack</w>": 551,
+      "oo": 552,
+      "fin": 553,
+      "sec": 554,
+      "ents</w>": 555,
+      "has</w>": 556,
+      "comp": 557,
+      "bec": 558,
+      "ks</w>": 559,
+      "cont": 560,
+      "land</w>": 561,
+      "been</w>": 562,
+      "ence</w>": 563,
+      "king</w>": 564,
+      "el</w>": 565,
+      "age</w>": 566,
+      "low": 567,
+      "min": 568,
+      ".@</w>": 569,
+      "@.@</w>": 570,
+      "ome</w>": 571,
+      "ment</w>": 572,
+      "char": 573,
+      "ge": 574,
+      "ater</w>": 575,
+      "nor": 576,
+      "ho": 577,
+      "ous</w>": 578,
+      "who</w>": 579,
+      "ear</w>": 580,
+      "spec": 581,
+      "col": 582,
+      "ely</w>": 583,
+      "ty</w>": 584,
+      "jo": 585,
+      "uring</w>": 586,
+      "duc": 587,
+      "bri": 588,
+      "str": 589,
+      "can": 590,
+      "ori": 591,
+      "tra": 592,
+      "pa": 593,
+      "she</w>": 594,
+      "do": 595,
+      "tive</w>": 596,
+      "mon": 597,
+      "new</w>": 598,
+      "rit": 599,
+      "time</w>": 600,
+      "ons</w>": 601,
+      "so": 602,
+      "man</w>": 603,
+      "dec": 604,
+      "cent": 605,
+      "lan": 606,
+      "pi": 607,
+      "our</w>": 608,
+      "inter": 609,
+      "fer": 610,
+      "gra": 611,
+      "gre": 612,
+      "res</w>": 613,
+      "inclu": 614,
+      "mil": 615,
+      "during</w>": 616,
+      "own</w>": 617,
+      "pres": 618,
+      "ju": 619,
+      "ned</w>": 620,
+      "ell</w>": 621,
+      ",@</w>": 622,
+      "@,@</w>": 623,
+      "ite</w>": 624,
+      "gen": 625,
+      "when</w>": 626,
+      "sig": 627,
+      "bi": 628,
+      "ren": 629,
+      "fa": 630,
+      "ga": 631,
+      "play": 632,
+      "eng": 633,
+      "tional</w>": 634,
+      "ound</w>": 635,
+      "thou": 636,
+      "more</w>": 637,
+      "ree</w>": 638,
+      "ember</w>": 639,
+      "ei": 640,
+      "sou": 641,
+      "sur": 642,
+      "sti": 643,
+      "car": 644,
+      "form": 645,
+      "lar": 646,
+      "ses</w>": 647,
+      "ten": 648,
+      "into</w>": 649,
+      "tu": 650,
+      "ces</w>": 651,
+      "most</w>": 652,
+      "ked</w>": 653,
+      "way</w>": 654,
+      "cre": 655,
+      "coun": 656,
+      "up</w>": 657,
+      "les</w>": 658,
+      "ace</w>": 659,
+      "als</w>": 660,
+      "ke": 661,
+      "would</w>": 662,
+      "ant</w>": 663,
+      "ber": 664,
+      "fu": 665,
+      "ited</w>": 666,
+      "pri": 667,
+      "while</w>": 668,
+      "over</w>": 669,
+      "ings</w>": 670,
+      "re</w>": 671,
+      "fil": 672,
+      "sy": 673,
+      "est": 674,
+      "able</w>": 675,
+      "wn</w>": 676,
+      "sea": 677,
+      "ach": 678,
+      "sing</w>": 679,
+      "ins</w>": 680,
+      "tic</w>": 681,
+      "id</w>": 682,
+      "only</w>": 683,
+      "ates</w>": 684,
+      "tri": 685,
+      "ving</w>": 686,
+      "ba": 687,
+      "vel": 688,
+      "ance</w>": 689,
+      "sta": 690,
+      "ern</w>": 691,
+      "fol": 692,
+      "een</w>": 693,
+      "ined</w>": 694,
+      "stru": 695,
+      "uni": 696,
+      "game</w>": 697,
+      "lar</w>": 698,
+      "sel": 699,
+      "bli": 700,
+      "used</w>": 701,
+      "ning</w>": 702,
+      "ps</w>": 703,
+      "ties</w>": 704,
+      "kno": 705,
+      "cor": 706,
+      "ft</w>": 707,
+      "recor": 708,
+      "ble</w>": 709,
+      "vie": 710,
+      "ys</w>": 711,
+      "wil": 712,
+      "ical</w>": 713,
+      "app": 714,
+      "tro": 715,
+      "three</w>": 716,
+      "cla": 717,
+      "old</w>": 718,
+      "shed</w>": 719,
+      "hea": 720,
+      "about</w>": 721,
+      "writ": 722,
+      "than</w>": 723,
+      "ste": 724,
+      "later</w>": 725,
+      "ari": 726,
+      "dy</w>": 727,
+      "publi": 728,
+      "loc": 729,
+      "aga": 730,
+      "throu": 731,
+      "ssi": 732,
+      "end</w>": 733,
+      "may</w>": 734,
+      "ang": 735,
+      "ach</w>": 736,
+      "ves</w>": 737,
+      "og": 738,
+      "him</w>": 739,
+      "betw": 740,
+      "though</w>": 741,
+      "between</w>": 742,
+      "um</w>": 743,
+      "star": 744,
+      "scri": 745,
+      "rea": 746,
+      "ond</w>": 747,
+      "ship</w>": 748,
+      "ok</w>": 749,
+      "hel": 750,
+      "song</w>": 751,
+      "chi": 752,
+      "cap": 753,
+      "ever</w>": 754,
+      "day</w>": 755,
+      "cri": 756,
+      "some</w>": 757,
+      "bro": 758,
+      "no</w>": 759,
+      "there</w>": 760,
+      "ans</w>": 761,
+      "all": 762,
+      "num": 763,
+      "red</w>": 764,
+      "ears</w>": 765,
+      "sts</w>": 766,
+      "any</w>": 767,
+      "war": 768,
+      "ph": 769,
+      "pp": 770,
+      "gin": 771,
+      "struc": 772,
+      "amer": 773,
+      "produc": 774,
+      "sch": 775,
+      "ces": 776,
+      "ure</w>": 777,
+      "ating</w>": 778,
+      "emp": 779,
+      "tor": 780,
+      "season</w>": 781,
+      "fore</w>": 782,
+      "ic</w>": 783,
+      "city</w>": 784,
+      "gro": 785,
+      "follow": 786,
+      "sub": 787,
+      "bel": 788,
+      "year</w>": 789,
+      "can</w>": 790,
+      "sin": 791,
+      "where</w>": 792,
+      "and": 793,
+      "made</w>": 794,
+      "relea": 795,
+      "sm": 796,
+      "bl": 797,
+      "ten</w>": 798,
+      "with": 799,
+      "son": 800,
+      "many</w>": 801,
+      "are": 802,
+      "ed": 803,
+      "how": 804,
+      "americ": 805,
+      "ury</w>": 806,
+      "stu": 807,
+      "musi": 808,
+      "cu": 809,
+      "nam": 810,
+      "ement</w>": 811,
+      "such</w>": 812,
+      "albu": 813,
+      "buil": 814,
+      "before</w>": 815,
+      "ef": 816,
+      "arm": 817,
+      "ton</w>": 818,
+      "them</w>": 819,
+      "cal": 820,
+      "bar": 821,
+      "des</w>": 822,
+      "mat": 823,
+      "gener": 824,
+      "od</w>": 825,
+      "series</w>": 826,
+      "cer": 827,
+      "sho": 828,
+      "enti": 829,
+      "her": 830,
+      "over": 831,
+      "ann": 832,
+      "well</w>": 833,
+      "world</w>": 834,
+      "gan</w>": 835,
+      "est</w>": 836,
+      "second</w>": 837,
+      "ters</w>": 838,
+      "side</w>": 839,
+      "tran": 840,
+      "line</w>": 841,
+      "ture</w>": 842,
+      "port</w>": 843,
+      "being</w>": 844,
+      "years</w>": 845,
+      "both</w>": 846,
+      "indi": 847,
+      "these</w>": 848,
+      "national</w>": 849,
+      "histor": 850,
+      "fe</w>": 851,
+      "vo": 852,
+      "sted</w>": 853,
+      "ani": 854,
+      "bas": 855,
+      "poin": 856,
+      "sing": 857,
+      "film</w>": 858,
+      "pen": 859,
+      "sup": 860,
+      "mis": 861,
+      "cro": 862,
+      "stri": 863,
+      "lin": 864,
+      "tre": 865,
+      "war</w>": 866,
+      "however</w>": 867,
+      "ying</w>": 868,
+      "ling</w>": 869,
+      "yp": 870,
+      "ected</w>": 871,
+      "direc": 872,
+      "vision</w>": 873,
+      "album</w>": 874,
+      "then</w>": 875,
+      "ll</w>": 876,
+      "sever": 877,
+      "through</w>": 878,
+      "known</w>": 879,
+      "bor": 880,
+      "cul": 881,
+      "clu": 882,
+      "ster</w>": 883,
+      "south</w>": 884,
+      "ry</w>": 885,
+      "ect</w>": 886,
+      "low</w>": 887,
+      "pr": 888,
+      "sk": 889,
+      "iso": 890,
+      "north</w>": 891,
+      "part</w>": 892,
+      "fac": 893,
+      "tly</w>": 894,
+      "peri": 895,
+      "eu": 896,
+      "batt": 897,
+      "state</w>": 898,
+      "ced</w>": 899,
+      "consi": 900,
+      "inf": 901,
+      "poli": 902,
+      "olog": 903,
+      "early</w>": 904,
+      "posi": 905,
+      "ames</w>": 906,
+      "win": 907,
+      "devel": 908,
+      "ob": 909,
+      "ve": 910,
+      "ven</w>": 911,
+      "oper": 912,
+      "ger": 913,
+      "offi": 914,
+      "charac": 915,
+      "ms</w>": 916,
+      "high": 917,
+      "ad</w>": 918,
+      "tho": 919,
+      "several</w>": 920,
+      "dre": 921,
+      "descri": 922,
+      "ale</w>": 923,
+      "number</w>": 924,
+      "air": 925,
+      "including</w>": 926,
+      "inst</w>": 927,
+      "against</w>": 928,
+      "ls</w>": 929,
+      "sul": 930,
+      "episo": 931,
+      "cam": 932,
+      "dif": 933,
+      "soci": 934,
+      "became</w>": 935,
+      "like</w>": 936,
+      "tel": 937,
+      "four</w>": 938,
+      "âĢĶ</w>": 939,
+      "hou": 940,
+      "joh": 941,
+      "united</w>": 942,
+      "inv": 943,
+      "under</w>": 944,
+      "nov": 945,
+      "tiv": 946,
+      "suc": 947,
+      "ations</w>": 948,
+      "ack": 949,
+      "tor</w>": 950,
+      "ron": 951,
+      "und</w>": 952,
+      "ws</w>": 953,
+      "fo": 954,
+      "gr": 955,
+      "develop": 956,
+      "although</w>": 957,
+      "contin": 958,
+      "west</w>": 959,
+      "origin": 960,
+      "music</w>": 961,
+      "ors</w>": 962,
+      "don</w>": 963,
+      "century</w>": 964,
+      "ward</w>": 965,
+      "work</w>": 966,
+      "me</w>": 967,
+      "ami": 968,
+      "cha": 969,
+      "very</w>": 970,
+      "har": 971,
+      "dis": 972,
+      "zed</w>": 973,
+      "do</w>": 974,
+      "gs</w>": 975,
+      "tow": 976,
+      "sol": 977,
+      "following</w>": 978,
+      "lion</w>": 979,
+      "rema": 980,
+      "ns</w>": 981,
+      "tish</w>": 982,
+      "chur": 983,
+      "som": 984,
+      "mp": 985,
+      "tle</w>": 986,
+      "gover": 987,
+      "del": 988,
+      "comple": 989,
+      "cur": 990,
+      "use</w>": 991,
+      "back</w>": 992,
+      "hu": 993,
+      "stern</w>": 994,
+      "began</w>": 995,
+      "fiel": 996,
+      "ause</w>": 997,
+      "dra": 998,
+      "pas": 999,
+      "bil": 1000,
+      "cation</w>": 1001,
+      "dent</w>": 1002,
+      "bed</w>": 1003,
+      "because</w>": 1004,
+      "ant": 1005,
+      "eam</w>": 1006,
+      "phi": 1007,
+      "yo": 1008,
+      "continu": 1009,
+      "tain</w>": 1010,
+      "try</w>": 1011,
+      "fre": 1012,
+      "peop": 1013,
+      "called</w>": 1014,
+      "found</w>": 1015,
+      "episode</w>": 1016,
+      "desig": 1017,
+      "mor": 1018,
+      "set</w>": 1019,
+      "ley</w>": 1020,
+      "east</w>": 1021,
+      "trac": 1022,
+      "cra": 1023
+    },
+    "merges": [
+      "t h",
+      "th e</w>",
+      "i n",
+      "a n",
+      "e d</w>",
+      "e r",
+      "r e",
+      "a r",
+      "t i",
+      "o n",
+      "e n",
+      "o f</w>",
+      "o r",
+      "an d</w>",
+      "e r</w>",
+      "o n</w>",
+      "i n</w>",
+      "in g</w>",
+      "s t",
+      "r o",
+      "a l",
+      "i t",
+      "t o</w>",
+      "a s</w>",
+      "a t",
+      "e s</w>",
+      "o u",
+      "h i",
+      "a c",
+      "s i",
+      "a t</w>",
+      "r i",
+      "a l</w>",
+      "e l",
+      "a n</w>",
+      "a m",
+      "o r</w>",
+      "s t</w>",
+      "l i",
+      "u r",
+      "e c",
+      "o m",
+      "d i",
+      "w as</w>",
+      "l y</w>",
+      "e n</w>",
+      "e a",
+      "c h",
+      "u n",
+      "ti on</w>",
+      "l a",
+      "i s</w>",
+      "f i",
+      "o l",
+      "d e",
+      "- @</w>",
+      "@ -@</w>",
+      "r a",
+      "v i",
+      "l e</w>",
+      "l o",
+      "s h",
+      "e m",
+      "b e",
+      "th at</w>",
+      "' s</w>",
+      "c on",
+      "m a",
+      "f or</w>",
+      "h a",
+      "s u",
+      "b y</w>",
+      "it h</w>",
+      "v e</w>",
+      "w ith</w>",
+      "s e</w>",
+      "c h</w>",
+      "th e",
+      "en t",
+      "p o",
+      "c e</w>",
+      "i l",
+      "s e",
+      "en t</w>",
+      "l e",
+      "c om",
+      "s p",
+      "er e</w>",
+      "p ro",
+      "n o",
+      "b u",
+      "w h",
+      "i t</w>",
+      "t h</w>",
+      "v er",
+      "n e",
+      "c a",
+      "i s",
+      "f or",
+      "a g",
+      "er s</w>",
+      "m o",
+      "g h",
+      "f ro",
+      "t ed</w>",
+      "fro m</w>",
+      "ti on",
+      "o p",
+      "hi s</w>",
+      "a d",
+      "a b",
+      "i c",
+      "h e</w>",
+      "ou n",
+      "a s",
+      "t s</w>",
+      "s c",
+      "d e</w>",
+      "o w",
+      "e x",
+      "w hi",
+      "r u",
+      "t er</w>",
+      "a p",
+      "d s</w>",
+      "w ere</w>",
+      "p re",
+      "d u",
+      "g u",
+      "p ar",
+      "i r",
+      "b o",
+      "th er</w>",
+      "q u",
+      "l u",
+      "t er",
+      "t w",
+      "e s",
+      "re c",
+      "p er",
+      "t a",
+      "at e</w>",
+      "v er</w>",
+      "at ed</w>",
+      "d ing</w>",
+      "it y</w>",
+      "m an",
+      "e ar",
+      "s ed</w>",
+      "d ed</w>",
+      "a u",
+      "al l</w>",
+      "am e</w>",
+      "c i",
+      "on e</w>",
+      "in g",
+      "ar e</w>",
+      "a f",
+      "i r</w>",
+      "a tion</w>",
+      "â Ģ",
+      "ha d</w>",
+      "t r",
+      "u l",
+      "l d</w>",
+      "whi ch</w>",
+      "w a",
+      "i m",
+      "l ea",
+      "b e</w>",
+      "t o",
+      "ti m",
+      "fi r",
+      "w or",
+      "on g</w>",
+      "p or",
+      "m ar",
+      "m e",
+      "al ly</w>",
+      "s o</w>",
+      "ou t</w>",
+      "tion s</w>",
+      "it s</w>",
+      "g h</w>",
+      "g e</w>",
+      "b er</w>",
+      "f e",
+      "p u",
+      "s er",
+      "d er",
+      "p l",
+      "s s</w>",
+      "in e</w>",
+      "in c",
+      "m i",
+      "gh t</w>",
+      "g o",
+      "th is</w>",
+      "t ur",
+      "d a",
+      "ro u",
+      "bu t</w>",
+      "u m",
+      "s on</w>",
+      "w e",
+      "v ed</w>",
+      "si on</w>",
+      "k e</w>",
+      "p la",
+      "the ir</w>",
+      "i es</w>",
+      "fir st</w>",
+      "s a",
+      "o c",
+      "at t",
+      "o f",
+      "p e",
+      "no t</w>",
+      "g i",
+      "n a",
+      "ar y</w>",
+      "m u",
+      "l ed</w>",
+      "âĢ ĵ</w>",
+      "h er</w>",
+      "r an",
+      "c o",
+      "the y</w>",
+      "d er</w>",
+      "al i",
+      "al so</w>",
+      "or e</w>",
+      "e p",
+      "ou ld</w>",
+      "af ter</w>",
+      "s hi",
+      "u s</w>",
+      "e t</w>",
+      "ti c",
+      "st or",
+      "w i",
+      "e v",
+      "o ther</w>",
+      "s h</w>",
+      "t ing</w>",
+      "ar d</w>",
+      "t e",
+      "tw o</w>",
+      "n i",
+      "ha ve</w>",
+      "ou r",
+      "com m",
+      "t e</w>",
+      "ac k</w>",
+      "o o",
+      "f in",
+      "s ec",
+      "ent s</w>",
+      "h as</w>",
+      "com p",
+      "b ec",
+      "k s</w>",
+      "con t",
+      "l and</w>",
+      "be en</w>",
+      "en ce</w>",
+      "k ing</w>",
+      "e l</w>",
+      "ag e</w>",
+      "lo w",
+      "m in",
+      ". @</w>",
+      "@ .@</w>",
+      "om e</w>",
+      "m ent</w>",
+      "ch ar",
+      "g e",
+      "at er</w>",
+      "n or",
+      "h o",
+      "ou s</w>",
+      "wh o</w>",
+      "ea r</w>",
+      "sp ec",
+      "c ol",
+      "el y</w>",
+      "t y</w>",
+      "j o",
+      "ur ing</w>",
+      "du c",
+      "b ri",
+      "st r",
+      "c an",
+      "or i",
+      "t ra",
+      "p a",
+      "sh e</w>",
+      "d o",
+      "ti ve</w>",
+      "m on",
+      "ne w</w>",
+      "r it",
+      "tim e</w>",
+      "on s</w>",
+      "s o",
+      "m an</w>",
+      "d ec",
+      "c ent",
+      "l an",
+      "p i",
+      "ou r</w>",
+      "in ter",
+      "f er",
+      "g ra",
+      "g re",
+      "re s</w>",
+      "inc lu",
+      "m il",
+      "d uring</w>",
+      "ow n</w>",
+      "pre s",
+      "j u",
+      "n ed</w>",
+      "el l</w>",
+      ", @</w>",
+      "@ ,@</w>",
+      "it e</w>",
+      "g en",
+      "wh en</w>",
+      "si g",
+      "b i",
+      "re n",
+      "f a",
+      "g a",
+      "pla y",
+      "en g",
+      "tion al</w>",
+      "oun d</w>",
+      "th ou",
+      "m ore</w>",
+      "re e</w>",
+      "em ber</w>",
+      "e i",
+      "s ou",
+      "s ur",
+      "s ti",
+      "c ar",
+      "for m",
+      "l ar",
+      "s es</w>",
+      "t en",
+      "in to</w>",
+      "t u",
+      "c es</w>",
+      "mo st</w>",
+      "k ed</w>",
+      "wa y</w>",
+      "c re",
+      "c oun",
+      "u p</w>",
+      "l es</w>",
+      "ac e</w>",
+      "al s</w>",
+      "k e",
+      "w ould</w>",
+      "an t</w>",
+      "b er",
+      "f u",
+      "it ed</w>",
+      "p ri",
+      "whi le</w>",
+      "o ver</w>",
+      "ing s</w>",
+      "r e</w>",
+      "fi l",
+      "s y",
+      "e st",
+      "ab le</w>",
+      "w n</w>",
+      "s ea",
+      "ac h",
+      "s ing</w>",
+      "in s</w>",
+      "ti c</w>",
+      "i d</w>",
+      "on ly</w>",
+      "at es</w>",
+      "t ri",
+      "v ing</w>",
+      "b a",
+      "v el",
+      "an ce</w>",
+      "st a",
+      "er n</w>",
+      "f ol",
+      "e en</w>",
+      "in ed</w>",
+      "st ru",
+      "un i",
+      "g ame</w>",
+      "la r</w>",
+      "s el",
+      "b li",
+      "u sed</w>",
+      "n ing</w>",
+      "p s</w>",
+      "ti es</w>",
+      "k no",
+      "c or",
+      "f t</w>",
+      "rec or",
+      "b le</w>",
+      "vi e",
+      "y s</w>",
+      "w il",
+      "ic al</w>",
+      "ap p",
+      "t ro",
+      "th ree</w>",
+      "c la",
+      "ol d</w>",
+      "sh ed</w>",
+      "h ea",
+      "ab out</w>",
+      "w rit",
+      "th an</w>",
+      "st e",
+      "l ater</w>",
+      "ar i",
+      "d y</w>",
+      "pu bli",
+      "lo c",
+      "ag a",
+      "th rou",
+      "s si",
+      "en d</w>",
+      "ma y</w>",
+      "an g",
+      "ac h</w>",
+      "v es</w>",
+      "o g",
+      "hi m</w>",
+      "be tw",
+      "thou gh</w>",
+      "betw een</w>",
+      "u m</w>",
+      "st ar",
+      "sc ri",
+      "re a",
+      "on d</w>",
+      "shi p</w>",
+      "o k</w>",
+      "h el",
+      "s ong</w>",
+      "c hi",
+      "ca p",
+      "e ver</w>",
+      "da y</w>",
+      "c ri",
+      "s ome</w>",
+      "b ro",
+      "n o</w>",
+      "th ere</w>",
+      "an s</w>",
+      "al l",
+      "n um",
+      "r ed</w>",
+      "ear s</w>",
+      "st s</w>",
+      "an y</w>",
+      "w ar",
+      "p h",
+      "p p",
+      "g in",
+      "stru c",
+      "am er",
+      "pro duc",
+      "s ch",
+      "c es",
+      "ur e</w>",
+      "at ing</w>",
+      "em p",
+      "t or",
+      "sea son</w>",
+      "for e</w>",
+      "i c</w>",
+      "c ity</w>",
+      "g ro",
+      "fol low",
+      "su b",
+      "b el",
+      "y ear</w>",
+      "c an</w>",
+      "s in",
+      "wh ere</w>",
+      "an d",
+      "ma de</w>",
+      "re lea",
+      "s m",
+      "b l",
+      "t en</w>",
+      "wi th",
+      "s on",
+      "man y</w>",
+      "a re",
+      "e d",
+      "h ow",
+      "amer ic",
+      "ur y</w>",
+      "st u",
+      "mu si",
+      "c u",
+      "n am",
+      "em ent</w>",
+      "su ch</w>",
+      "al bu",
+      "bu il",
+      "be fore</w>",
+      "e f",
+      "ar m",
+      "t on</w>",
+      "the m</w>",
+      "c al",
+      "b ar",
+      "d es</w>",
+      "m at",
+      "gen er",
+      "o d</w>",
+      "ser ies</w>",
+      "c er",
+      "sh o",
+      "en ti",
+      "h er",
+      "o ver",
+      "an n",
+      "w ell</w>",
+      "wor ld</w>",
+      "g an</w>",
+      "e st</w>",
+      "sec ond</w>",
+      "t ers</w>",
+      "si de</w>",
+      "tr an",
+      "l ine</w>",
+      "tur e</w>",
+      "por t</w>",
+      "be ing</w>",
+      "y ears</w>",
+      "bo th</w>",
+      "in di",
+      "the se</w>",
+      "na tional</w>",
+      "hi stor",
+      "f e</w>",
+      "v o",
+      "st ed</w>",
+      "an i",
+      "b as",
+      "po in",
+      "s ing",
+      "fil m</w>",
+      "p en",
+      "su p",
+      "m is",
+      "c ro",
+      "st ri",
+      "l in",
+      "t re",
+      "wa r</w>",
+      "how ever</w>",
+      "y ing</w>",
+      "l ing</w>",
+      "y p",
+      "ec ted</w>",
+      "di rec",
+      "vi sion</w>",
+      "albu m</w>",
+      "th en</w>",
+      "l l</w>",
+      "se ver",
+      "throu gh</w>",
+      "kno wn</w>",
+      "b or",
+      "c ul",
+      "c lu",
+      "st er</w>",
+      "sou th</w>",
+      "r y</w>",
+      "ec t</w>",
+      "lo w</w>",
+      "p r",
+      "s k",
+      "is o",
+      "nor th</w>",
+      "par t</w>",
+      "f ac",
+      "t ly</w>",
+      "per i",
+      "e u",
+      "b att",
+      "st ate</w>",
+      "c ed</w>",
+      "con si",
+      "in f",
+      "po li",
+      "ol og",
+      "ear ly</w>",
+      "po si",
+      "am es</w>",
+      "w in",
+      "de vel",
+      "o b",
+      "v e",
+      "v en</w>",
+      "op er",
+      "g er",
+      "of fi",
+      "char ac",
+      "m s</w>",
+      "hi gh",
+      "a d</w>",
+      "th o",
+      "sever al</w>",
+      "d re",
+      "de scri",
+      "al e</w>",
+      "num ber</w>",
+      "a ir",
+      "inclu ding</w>",
+      "in st</w>",
+      "aga inst</w>",
+      "l s</w>",
+      "su l",
+      "ep iso",
+      "c am",
+      "di f",
+      "so ci",
+      "bec ame</w>",
+      "li ke</w>",
+      "t el",
+      "f our</w>",
+      "âĢ Ķ</w>",
+      "h ou",
+      "jo h",
+      "un ited</w>",
+      "in v",
+      "un der</w>",
+      "no v",
+      "ti v",
+      "su c",
+      "a tions</w>",
+      "ac k",
+      "t or</w>",
+      "r on",
+      "un d</w>",
+      "w s</w>",
+      "f o",
+      "g r",
+      "devel op",
+      "al though</w>",
+      "cont in",
+      "we st</w>",
+      "ori gin",
+      "musi c</w>",
+      "or s</w>",
+      "d on</w>",
+      "cent ury</w>",
+      "w ard</w>",
+      "wor k</w>",
+      "m e</w>",
+      "am i",
+      "ch a",
+      "ver y</w>",
+      "h ar",
+      "di s",
+      "z ed</w>",
+      "d o</w>",
+      "g s</w>",
+      "t ow",
+      "s ol",
+      "follow ing</w>",
+      "li on</w>",
+      "re ma",
+      "n s</w>",
+      "ti sh</w>",
+      "ch ur",
+      "s om",
+      "m p",
+      "t le</w>",
+      "go ver",
+      "d el",
+      "comp le",
+      "c ur",
+      "u se</w>",
+      "b ack</w>",
+      "h u",
+      "st ern</w>",
+      "be gan</w>",
+      "fi el",
+      "au se</w>",
+      "d ra",
+      "p as",
+      "b il",
+      "ca tion</w>",
+      "d ent</w>",
+      "b ed</w>",
+      "bec ause</w>",
+      "an t",
+      "ea m</w>",
+      "p hi",
+      "y o",
+      "contin u",
+      "ta in</w>",
+      "tr y</w>",
+      "f re",
+      "pe op",
+      "cal led</w>",
+      "f ound</w>",
+      "episo de</w>",
+      "de sig",
+      "m or",
+      "se t</w>",
+      "le y</w>",
+      "ea st</w>",
+      "tr ac",
+      "c ra"
+    ]
+  }
+}

tokenizer_config.json

@@ -0,0 +1,35 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "CLIPProcessor",
+  "special_tokens_map_file": "/home/niels/.cache/huggingface/hub/models--openai--clip-vit-base-patch32/snapshots/f4881ba48ee4d21b7ed5602603b9e3e92eb1b346/special_tokens_map.json",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

vocab.json

@@ -0,0 +1,1026 @@
+{
+  "!": 2,
+  "!</w>": 296,
+  "\"": 3,
+  "\"</w>": 274,
+  "#": 4,
+  "#</w>": 293,
+  "$": 5,
+  "$</w>": 277,
+  "%": 6,
+  "%</w>": 294,
+  "&": 7,
+  "&</w>": 287,
+  "'": 8,
+  "'</w>": 266,
+  "'s</w>": 363,
+  "(": 9,
+  "(</w>": 262,
+  ")": 10,
+  ")</w>": 242,
+  "*": 11,
+  "*</w>": 259,
+  "+": 12,
+  "+</w>": 288,
+  ",": 13,
+  ",</w>": 264,
+  ",@</w>": 622,
+  "-": 14,
+  "-</w>": 283,
+  "-@</w>": 353,
+  ".": 15,
+  ".</w>": 200,
+  ".@</w>": 569,
+  "/": 16,
+  "/</w>": 268,
+  "0": 17,
+  "0</w>": 246,
+  "1": 18,
+  "1</w>": 263,
+  "2": 19,
+  "2</w>": 285,
+  "3": 20,
+  "3</w>": 276,
+  "4": 21,
+  "4</w>": 290,
+  "5": 22,
+  "5</w>": 228,
+  "6": 23,
+  "6</w>": 234,
+  "7": 24,
+  "7</w>": 214,
+  "8": 25,
+  "8</w>": 282,
+  "9": 26,
+  "9</w>": 186,
+  ":": 27,
+  ":</w>": 281,
+  ";": 28,
+  ";</w>": 280,
+  "<": 29,
+  "<</w>": 275,
+  "<|endoftext|>": 1,
+  "<|startoftext|>": 0,
+  "=": 30,
+  "=</w>": 292,
+  ">": 31,
+  "></w>": 271,
+  "?": 32,
+  "?</w>": 238,
+  "@": 33,
+  "@,@</w>": 623,
+  "@-@</w>": 354,
+  "@.@</w>": 570,
+  "@</w>": 252,
+  "[": 34,
+  "[</w>": 279,
+  "\\": 35,
+  "\\</w>": 295,
+  "]": 36,
+  "]</w>": 270,
+  "^": 37,
+  "^</w>": 291,
+  "_": 38,
+  "_</w>": 297,
+  "`": 39,
+  "`</w>": 260,
+  "a": 40,
+  "a</w>": 177,
+  "ab": 408,
+  "able</w>": 675,
+  "about</w>": 721,
+  "ac": 326,
+  "ace</w>": 659,
+  "ach": 678,
+  "ach</w>": 736,
+  "ack": 949,
+  "ack</w>": 551,
+  "ad": 407,
+  "ad</w>": 918,
+  "af": 455,
+  "after</w>": 532,
+  "ag": 397,
+  "aga": 730,
+  "against</w>": 928,
+  "age</w>": 566,
+  "air": 925,
+  "al": 318,
+  "al</w>": 330,
+  "albu": 813,
+  "album</w>": 874,
+  "ale</w>": 923,
+  "ali": 527,
+  "all": 762,
+  "all</w>": 449,
+  "ally</w>": 476,
+  "als</w>": 660,
+  "also</w>": 528,
+  "although</w>": 957,
+  "am": 333,
+  "ame</w>": 450,
+  "amer": 773,
+  "americ": 805,
+  "ames</w>": 906,
+  "ami": 968,
+  "an": 301,
+  "an</w>": 332,
+  "ance</w>": 689,
+  "and": 793,
+  "and</w>": 311,
+  "ang": 735,
+  "ani": 854,
+  "ann": 832,
+  "ans</w>": 761,
+  "ant": 1005,
+  "ant</w>": 663,
+  "any</w>": 767,
+  "ap": 421,
+  "app": 714,
+  "ar": 305,
+  "ard</w>": 543,
+  "are": 802,
+  "are</w>": 454,
+  "ari": 726,
+  "arm": 817,
+  "ary</w>": 518,
+  "as": 412,
+  "as</w>": 321,
+  "at": 322,
+  "at</w>": 328,
+  "ate</w>": 439,
+  "ated</w>": 441,
+  "ater</w>": 575,
+  "ates</w>": 684,
+  "ating</w>": 778,
+  "ation</w>": 457,
+  "ations</w>": 948,
+  "att": 512,
+  "au": 448,
+  "ause</w>": 997,
+  "b": 41,
+  "b</w>": 193,
+  "ba": 687,
+  "back</w>": 992,
+  "bar": 821,
+  "bas": 855,
+  "batt": 897,
+  "be": 361,
+  "be</w>": 467,
+  "bec": 558,
+  "became</w>": 935,
+  "because</w>": 1004,
+  "bed</w>": 1003,
+  "been</w>": 562,
+  "before</w>": 815,
+  "began</w>": 995,
+  "being</w>": 844,
+  "bel": 788,
+  "ber": 664,
+  "ber</w>": 483,
+  "betw": 740,
+  "between</w>": 742,
+  "bi": 628,
+  "bil": 1000,
+  "bl": 797,
+  "ble</w>": 709,
+  "bli": 700,
+  "bo": 429,
+  "bor": 880,
+  "both</w>": 846,
+  "bri": 588,
+  "bro": 758,
+  "bu": 388,
+  "buil": 814,
+  "but</w>": 499,
+  "by</w>": 369,
+  "c": 42,
+  "c</w>": 182,
+  "ca": 394,
+  "cal": 820,
+  "called</w>": 1014,
+  "cam": 932,
+  "can": 590,
+  "can</w>": 790,
+  "cap": 753,
+  "car": 644,
+  "cation</w>": 1001,
+  "ce</w>": 378,
+  "ced</w>": 899,
+  "cent": 605,
+  "century</w>": 964,
+  "cer": 827,
+  "ces": 776,
+  "ces</w>": 651,
+  "ch": 345,
+  "ch</w>": 374,
+  "cha": 969,
+  "char": 573,
+  "charac": 915,
+  "chi": 752,
+  "chur": 983,
+  "ci": 451,
+  "city</w>": 784,
+  "cla": 717,
+  "clu": 882,
+  "co": 524,
+  "col": 582,
+  "com": 383,
+  "comm": 549,
+  "comp": 557,
+  "comple": 989,
+  "con": 364,
+  "consi": 900,
+  "cont": 560,
+  "contin": 958,
+  "continu": 1009,
+  "cor": 706,
+  "coun": 656,
+  "cra": 1023,
+  "cre": 655,
+  "cri": 756,
+  "cro": 862,
+  "cu": 809,
+  "cul": 881,
+  "cur": 990,
+  "d": 43,
+  "d</w>": 175,
+  "da": 497,
+  "day</w>": 755,
+  "de": 352,
+  "de</w>": 415,
+  "dec": 604,
+  "ded</w>": 447,
+  "del": 988,
+  "dent</w>": 1002,
+  "der": 487,
+  "der</w>": 526,
+  "des</w>": 822,
+  "descri": 922,
+  "desig": 1017,
+  "devel": 908,
+  "develop": 956,
+  "di": 340,
+  "dif": 933,
+  "ding</w>": 442,
+  "direc": 872,
+  "dis": 972,
+  "do": 595,
+  "do</w>": 974,
+  "don</w>": 963,
+  "dra": 998,
+  "dre": 921,
+  "ds</w>": 422,
+  "du": 425,
+  "duc": 587,
+  "during</w>": 616,
+  "dy</w>": 727,
+  "e": 44,
+  "e</w>": 174,
+  "ea": 344,
+  "eam</w>": 1006,
+  "ear": 445,
+  "ear</w>": 580,
+  "early</w>": 904,
+  "ears</w>": 765,
+  "east</w>": 1021,
+  "ec": 338,
+  "ect</w>": 886,
+  "ected</w>": 871,
+  "ed": 803,
+  "ed</w>": 302,
+  "een</w>": 693,
+  "ef": 816,
+  "ei": 640,
+  "el": 331,
+  "el</w>": 565,
+  "ell</w>": 621,
+  "ely</w>": 583,
+  "em": 360,
+  "ember</w>": 639,
+  "ement</w>": 811,
+  "emp": 779,
+  "en": 308,
+  "en</w>": 343,
+  "ence</w>": 563,
+  "end</w>": 733,
+  "eng": 633,
+  "ent": 376,
+  "ent</w>": 381,
+  "enti": 829,
+  "ents</w>": 555,
+  "ep": 530,
+  "episo": 931,
+  "episode</w>": 1016,
+  "er": 303,
+  "er</w>": 312,
+  "ere</w>": 385,
+  "ern</w>": 691,
+  "ers</w>": 398,
+  "es": 435,
+  "es</w>": 323,
+  "est": 674,
+  "est</w>": 836,
+  "et</w>": 535,
+  "eu": 896,
+  "ev": 539,
+  "ever</w>": 754,
+  "ex": 417,
+  "f": 45,
+  "f</w>": 184,
+  "fa": 630,
+  "fac": 893,
+  "fe": 484,
+  "fe</w>": 851,
+  "fer": 610,
+  "fi": 350,
+  "fiel": 996,
+  "fil": 672,
+  "film</w>": 858,
+  "fin": 553,
+  "fir": 470,
+  "first</w>": 509,
+  "fo": 954,
+  "fol": 692,
+  "follow": 786,
+  "following</w>": 978,
+  "for": 396,
+  "for</w>": 366,
+  "fore</w>": 782,
+  "form": 645,
+  "found</w>": 1015,
+  "four</w>": 938,
+  "fre": 1012,
+  "fro": 401,
+  "from</w>": 403,
+  "ft</w>": 707,
+  "fu": 665,
+  "g": 46,
+  "g</w>": 171,
+  "ga": 631,
+  "game</w>": 697,
+  "gan</w>": 835,
+  "ge": 574,
+  "ge</w>": 482,
+  "gen": 625,
+  "gener": 824,
+  "ger": 913,
+  "gh": 400,
+  "gh</w>": 481,
+  "ght</w>": 493,
+  "gi": 516,
+  "gin": 771,
+  "go": 494,
+  "gover": 987,
+  "gr": 955,
+  "gra": 611,
+  "gre": 612,
+  "gro": 785,
+  "gs</w>": 975,
+  "gu": 426,
+  "h": 47,
+  "h</w>": 168,
+  "ha": 367,
+  "had</w>": 459,
+  "har": 971,
+  "has</w>": 556,
+  "have</w>": 547,
+  "he</w>": 410,
+  "hea": 720,
+  "hel": 750,
+  "her": 830,
+  "her</w>": 522,
+  "hi": 325,
+  "high": 917,
+  "him</w>": 739,
+  "his</w>": 406,
+  "histor": 850,
+  "ho": 577,
+  "hou": 940,
+  "how": 804,
+  "however</w>": 867,
+  "hu": 993,
+  "i": 48,
+  "i</w>": 178,
+  "ic": 409,
+  "ic</w>": 783,
+  "ical</w>": 713,
+  "id</w>": 682,
+  "ies</w>": 508,
+  "il": 379,
+  "im": 465,
+  "in": 300,
+  "in</w>": 314,
+  "inc": 491,
+  "inclu": 614,
+  "including</w>": 926,
+  "indi": 847,
+  "ine</w>": 490,
+  "ined</w>": 694,
+  "inf": 901,
+  "ing": 453,
+  "ing</w>": 315,
+  "ings</w>": 670,
+  "ins</w>": 680,
+  "inst</w>": 927,
+  "inter": 609,
+  "into</w>": 649,
+  "inv": 943,
+  "ir": 428,
+  "ir</w>": 456,
+  "is": 395,
+  "is</w>": 349,
+  "iso": 890,
+  "it": 319,
+  "it</w>": 390,
+  "ite</w>": 624,
+  "ited</w>": 666,
+  "ith</w>": 370,
+  "its</w>": 480,
+  "ity</w>": 443,
+  "j": 49,
+  "j</w>": 204,
+  "jo": 585,
+  "joh": 941,
+  "ju": 619,
+  "k": 50,
+  "k</w>": 191,
+  "ke": 661,
+  "ke</w>": 505,
+  "ked</w>": 653,
+  "king</w>": 564,
+  "kno": 705,
+  "known</w>": 879,
+  "ks</w>": 559,
+  "l": 51,
+  "l</w>": 180,
+  "la": 348,
+  "lan": 606,
+  "land</w>": 561,
+  "lar": 646,
+  "lar</w>": 698,
+  "later</w>": 725,
+  "ld</w>": 462,
+  "le": 382,
+  "le</w>": 357,
+  "lea": 466,
+  "led</w>": 520,
+  "les</w>": 658,
+  "ley</w>": 1020,
+  "li": 336,
+  "like</w>": 936,
+  "lin": 864,
+  "line</w>": 841,
+  "ling</w>": 869,
+  "lion</w>": 979,
+  "ll</w>": 876,
+  "lo": 358,
+  "loc": 729,
+  "low": 567,
+  "low</w>": 887,
+  "ls</w>": 929,
+  "lu": 432,
+  "ly</w>": 342,
+  "m": 52,
+  "m</w>": 194,
+  "ma": 365,
+  "made</w>": 794,
+  "man": 444,
+  "man</w>": 603,
+  "many</w>": 801,
+  "mar": 474,
+  "mat": 823,
+  "may</w>": 734,
+  "me": 475,
+  "me</w>": 967,
+  "ment</w>": 572,
+  "mi": 492,
+  "mil": 615,
+  "min": 568,
+  "mis": 861,
+  "mo": 399,
+  "mon": 597,
+  "mor": 1018,
+  "more</w>": 637,
+  "most</w>": 652,
+  "mp": 985,
+  "ms</w>": 916,
+  "mu": 519,
+  "musi": 808,
+  "music</w>": 961,
+  "n": 53,
+  "n</w>": 167,
+  "na": 517,
+  "nam": 810,
+  "national</w>": 849,
+  "ne": 393,
+  "ned</w>": 620,
+  "new</w>": 598,
+  "ni": 546,
+  "ning</w>": 702,
+  "no": 387,
+  "no</w>": 759,
+  "nor": 576,
+  "north</w>": 891,
+  "not</w>": 515,
+  "nov": 945,
+  "ns</w>": 981,
+  "num": 763,
+  "number</w>": 924,
+  "o": 54,
+  "o</w>": 176,
+  "ob": 909,
+  "oc": 511,
+  "od</w>": 825,
+  "of": 513,
+  "of</w>": 309,
+  "offi": 914,
+  "og": 738,
+  "ok</w>": 749,
+  "ol": 351,
+  "old</w>": 718,
+  "olog": 903,
+  "om": 339,
+  "ome</w>": 571,
+  "on": 307,
+  "on</w>": 313,
+  "ond</w>": 747,
+  "one</w>": 452,
+  "ong</w>": 472,
+  "only</w>": 683,
+  "ons</w>": 601,
+  "oo": 552,
+  "op": 405,
+  "oper": 912,
+  "or": 310,
+  "or</w>": 334,
+  "ore</w>": 529,
+  "ori": 591,
+  "origin": 960,
+  "ors</w>": 962,
+  "other</w>": 540,
+  "ou": 324,
+  "ould</w>": 531,
+  "oun": 411,
+  "ound</w>": 635,
+  "our": 548,
+  "our</w>": 608,
+  "ous</w>": 578,
+  "out</w>": 478,
+  "over": 831,
+  "over</w>": 669,
+  "ow": 416,
+  "own</w>": 617,
+  "p": 55,
+  "p</w>": 192,
+  "pa": 593,
+  "par": 427,
+  "part</w>": 892,
+  "pas": 999,
+  "pe": 514,
+  "pen": 859,
+  "peop": 1013,
+  "per": 437,
+  "peri": 895,
+  "ph": 769,
+  "phi": 1007,
+  "pi": 607,
+  "pl": 488,
+  "pla": 506,
+  "play": 632,
+  "po": 377,
+  "poin": 856,
+  "poli": 902,
+  "por": 473,
+  "port</w>": 843,
+  "posi": 905,
+  "pp": 770,
+  "pr": 888,
+  "pre": 424,
+  "pres": 618,
+  "pri": 667,
+  "pro": 386,
+  "produc": 774,
+  "ps</w>": 703,
+  "pu": 485,
+  "publi": 728,
+  "q": 56,
+  "q</w>": 245,
+  "qu": 431,
+  "r": 57,
+  "r</w>": 173,
+  "ra": 355,
+  "ran": 523,
+  "re": 304,
+  "re</w>": 671,
+  "rea": 746,
+  "rec": 436,
+  "recor": 708,
+  "red</w>": 764,
+  "ree</w>": 638,
+  "relea": 795,
+  "rema": 980,
+  "ren": 629,
+  "res</w>": 613,
+  "ri": 329,
+  "rit": 599,
+  "ro": 317,
+  "ron": 951,
+  "rou": 498,
+  "ru": 419,
+  "ry</w>": 885,
+  "s": 58,
+  "s</w>": 170,
+  "sa": 510,
+  "sc": 414,
+  "sch": 775,
+  "scri": 745,
+  "se": 380,
+  "se</w>": 373,
+  "sea": 677,
+  "season</w>": 781,
+  "sec": 554,
+  "second</w>": 837,
+  "sed</w>": 446,
+  "sel": 699,
+  "ser": 486,
+  "series</w>": 826,
+  "ses</w>": 647,
+  "set</w>": 1019,
+  "sever": 877,
+  "several</w>": 920,
+  "sh": 359,
+  "sh</w>": 541,
+  "she</w>": 594,
+  "shed</w>": 719,
+  "shi": 533,
+  "ship</w>": 748,
+  "sho": 828,
+  "si": 327,
+  "side</w>": 839,
+  "sig": 627,
+  "sin": 791,
+  "sing": 857,
+  "sing</w>": 679,
+  "sion</w>": 504,
+  "sk": 889,
+  "sm": 796,
+  "so": 602,
+  "so</w>": 477,
+  "soci": 934,
+  "sol": 977,
+  "som": 984,
+  "some</w>": 757,
+  "son": 800,
+  "son</w>": 501,
+  "song</w>": 751,
+  "sou": 641,
+  "south</w>": 884,
+  "sp": 384,
+  "spec": 581,
+  "ss</w>": 489,
+  "ssi": 732,
+  "st": 316,
+  "st</w>": 335,
+  "sta": 690,
+  "star": 744,
+  "state</w>": 898,
+  "ste": 724,
+  "sted</w>": 853,
+  "ster</w>": 883,
+  "stern</w>": 994,
+  "sti": 643,
+  "stor": 537,
+  "str": 589,
+  "stri": 863,
+  "stru": 695,
+  "struc": 772,
+  "sts</w>": 766,
+  "stu": 807,
+  "su": 368,
+  "sub": 787,
+  "suc": 947,
+  "such</w>": 812,
+  "sul": 930,
+  "sup": 860,
+  "sur": 642,
+  "sy": 673,
+  "t": 59,
+  "t</w>": 169,
+  "ta": 438,
+  "tain</w>": 1010,
+  "te": 544,
+  "te</w>": 550,
+  "ted</w>": 402,
+  "tel": 937,
+  "ten": 648,
+  "ten</w>": 798,
+  "ter": 433,
+  "ter</w>": 420,
+  "ters</w>": 838,
+  "th": 298,
+  "th</w>": 391,
+  "than</w>": 723,
+  "that</w>": 362,
+  "the": 375,
+  "the</w>": 299,
+  "their</w>": 507,
+  "them</w>": 819,
+  "then</w>": 875,
+  "ther</w>": 430,
+  "there</w>": 760,
+  "these</w>": 848,
+  "they</w>": 525,
+  "this</w>": 495,
+  "tho": 919,
+  "thou": 636,
+  "though</w>": 741,
+  "three</w>": 716,
+  "throu": 731,
+  "through</w>": 878,
+  "ti": 306,
+  "tic": 536,
+  "tic</w>": 681,
+  "ties</w>": 704,
+  "tim": 469,
+  "time</w>": 600,
+  "ting</w>": 542,
+  "tion": 404,
+  "tion</w>": 347,
+  "tional</w>": 634,
+  "tions</w>": 479,
+  "tish</w>": 982,
+  "tiv": 946,
+  "tive</w>": 596,
+  "tle</w>": 986,
+  "tly</w>": 894,
+  "to": 468,
+  "to</w>": 320,
+  "ton</w>": 818,
+  "tor": 780,
+  "tor</w>": 950,
+  "tow": 976,
+  "tr": 460,
+  "tra": 592,
+  "trac": 1022,
+  "tran": 840,
+  "tre": 865,
+  "tri": 685,
+  "tro": 715,
+  "try</w>": 1011,
+  "ts</w>": 413,
+  "tu": 650,
+  "tur": 496,
+  "ture</w>": 842,
+  "tw": 434,
+  "two</w>": 545,
+  "ty</w>": 584,
+  "u": 60,
+  "u</w>": 181,
+  "ul": 461,
+  "um": 500,
+  "um</w>": 743,
+  "un": 346,
+  "und</w>": 952,
+  "under</w>": 944,
+  "uni": 696,
+  "united</w>": 942,
+  "up</w>": 657,
+  "ur": 337,
+  "ure</w>": 777,
+  "uring</w>": 586,
+  "ury</w>": 806,
+  "us</w>": 534,
+  "use</w>": 991,
+  "used</w>": 701,
+  "v": 61,
+  "v</w>": 183,
+  "ve": 910,
+  "ve</w>": 371,
+  "ved</w>": 503,
+  "vel": 688,
+  "ven</w>": 911,
+  "ver": 392,
+  "ver</w>": 440,
+  "very</w>": 970,
+  "ves</w>": 737,
+  "vi": 356,
+  "vie": 710,
+  "ving</w>": 686,
+  "vision</w>": 873,
+  "vo": 852,
+  "w": 62,
+  "w</w>": 201,
+  "wa": 464,
+  "war": 768,
+  "war</w>": 866,
+  "ward</w>": 965,
+  "was</w>": 341,
+  "way</w>": 654,
+  "we": 502,
+  "well</w>": 833,
+  "were</w>": 423,
+  "west</w>": 959,
+  "wh": 389,
+  "when</w>": 626,
+  "where</w>": 792,
+  "whi": 418,
+  "which</w>": 463,
+  "while</w>": 668,
+  "who</w>": 579,
+  "wi": 538,
+  "wil": 712,
+  "win": 907,
+  "with": 799,
+  "with</w>": 372,
+  "wn</w>": 676,
+  "wor": 471,
+  "work</w>": 966,
+  "world</w>": 834,
+  "would</w>": 662,
+  "writ": 722,
+  "ws</w>": 953,
+  "x": 63,
+  "x</w>": 179,
+  "y": 64,
+  "y</w>": 172,
+  "year</w>": 789,
+  "years</w>": 845,
+  "ying</w>": 868,
+  "yo": 1008,
+  "yp": 870,
+  "ys</w>": 711,
+  "z": 65,
+  "z</w>": 196,
+  "zed</w>": 973,
+  "|": 66,
+  "|</w>": 289,
+  "}": 67,
+  "}</w>": 230,
+  "~": 68,
+  "~</w>": 278,
+  "¡": 69,
+  "¡</w>": 202,
+  "¢": 70,
+  "¢</w>": 233,
+  "£": 71,
+  "£</w>": 223,
+  "¤": 72,
+  "¤</w>": 247,
+  "¥": 73,
+  "¥</w>": 257,
+  "¦": 74,
+  "¦</w>": 236,
+  "§": 75,
+  "§</w>": 227,
+  "¨": 76,
+  "¨</w>": 208,
+  "©": 77,
+  "©</w>": 210,
+  "ª": 78,
+  "ª</w>": 203,
+  "«": 79,
+  "«</w>": 198,
+  "¬": 80,
+  "¬</w>": 269,
+  "®": 81,
+  "®</w>": 261,
+  "¯": 82,
+  "¯</w>": 195,
+  "°": 83,
+  "°</w>": 253,
+  "±": 84,
+  "±</w>": 224,
+  "²": 85,
+  "²</w>": 232,
+  "³": 86,
+  "³</w>": 218,
+  "´": 87,
+  "´</w>": 241,
+  "µ": 88,
+  "µ</w>": 254,
+  "¶": 89,
+  "¶</w>": 286,
+  "·": 90,
+  "·</w>": 231,
+  "¸": 91,
+  "¸</w>": 199,
+  "¹": 92,
+  "¹</w>": 187,
+  "º": 93,
+  "º</w>": 237,
+  "»": 94,
+  "»</w>": 217,
+  "¼": 95,
+  "¼</w>": 215,
+  "½": 96,
+  "½</w>": 273,
+  "¾": 97,
+  "¾</w>": 213,
+  "¿": 98,
+  "¿</w>": 256,
+  "Â": 99,
+  "Ã": 100,
+  "Ä": 101,
+  "Å": 102,
+  "Æ": 103,
+  "Ç": 104,
+  "È": 105,
+  "É": 106,
+  "Ê": 107,
+  "Ë": 108,
+  "Ì": 109,
+  "Í": 110,
+  "Î": 111,
+  "Ï": 112,
+  "Ð": 113,
+  "Ñ": 114,
+  "Ö": 115,
+  "×": 116,
+  "Ø": 117,
+  "Ù": 118,
+  "Ü": 119,
+  "à": 120,
+  "á": 121,
+  "â": 122,
+  "âĢ": 458,
+  "âĢĵ</w>": 521,
+  "âĢĶ</w>": 939,
+  "ã": 123,
+  "ä": 124,
+  "å": 125,
+  "æ": 126,
+  "ç": 127,
+  "è": 128,
+  "é": 129,
+  "ë": 130,
+  "ì": 131,
+  "ï": 132,
+  "Ģ": 133,
+  "Ģ</w>": 235,
+  "ģ": 134,
+  "ģ</w>": 190,
+  "Ĥ": 135,
+  "Ĥ</w>": 220,
+  "ĥ": 136,
+  "ĥ</w>": 272,
+  "Ħ": 137,
+  "Ħ</w>": 249,
+  "ħ": 138,
+  "ħ</w>": 267,
+  "Ĩ": 139,
+  "Ĩ</w>": 248,
+  "ĩ": 140,
+  "ĩ</w>": 207,
+  "Ī": 141,
+  "Ī</w>": 221,
+  "ī": 142,
+  "ī</w>": 229,
+  "Ĭ": 143,
+  "Ĭ</w>": 209,
+  "ĭ": 144,
+  "ĭ</w>": 243,
+  "Į": 145,
+  "Į</w>": 251,
+  "į": 146,
+  "į</w>": 222,
+  "İ": 147,
+  "İ</w>": 258,
+  "ı": 148,
+  "ı</w>": 205,
+  "IJ": 149,
+  "IJ</w>": 240,
+  "ij": 150,
+  "ij</w>": 185,
+  "Ĵ": 151,
+  "Ĵ</w>": 206,
+  "ĵ": 152,
+  "ĵ</w>": 255,
+  "Ķ": 153,
+  "Ķ</w>": 197,
+  "ķ": 154,
+  "ķ</w>": 212,
+  "ĸ": 155,
+  "ĸ</w>": 239,
+  "Ĺ": 156,
+  "Ĺ</w>": 225,
+  "ĺ": 157,
+  "ĺ</w>": 244,
+  "Ļ": 158,
+  "Ļ</w>": 188,
+  "ļ": 159,
+  "ļ</w>": 284,
+  "Ľ": 160,
+  "Ľ</w>": 219,
+  "ľ": 161,
+  "ľ</w>": 189,
+  "Ŀ": 162,
+  "Ŀ</w>": 226,
+  "ŀ": 163,
+  "ŀ</w>": 211,
+  "Ł": 164,
+  "Ł</w>": 216,
+  "ł": 165,
+  "ł</w>": 265,
+  "Ń": 166,
+  "Ń</w>": 250
+}