v2 update

config.json

@@ -3,13 +3,20 @@
   "attention_type": "block_sparse",
   "block_size": 16,
   "bos_token_id": 1,
+  "classifier_dropout": null,
   "eos_token_id": 2,
   "gradient_checkpointing": false,
   "hidden_act": "gelu_fast",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 32,
+  "id2label": {
+    "0": "LABEL_0"
+  },
   "initializer_range": 0.02,
   "intermediate_size": 37,
+  "label2id": {
+    "LABEL_0": 0
+  },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 256,
   "model_type": "big_bird",
@@ -20,9 +27,9 @@
   "position_embedding_type": "absolute",
   "rescale_embeddings": false,
   "sep_token_id": 66,
-  "transformers_version": "4.10.0.dev0",
+  "transformers_version": "4.11.0.dev0",
   "type_vocab_size": 16,
   "use_bias": true,
   "use_cache": true,
-  "vocab_size": 99
+  "vocab_size": 1183
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8977ff525ca3e8e04b8cb46c15ab366bfa47276e91bc92f91cb9c75e982a7619
-size 280053
+oid sha256:0c597c80d020965f2e6b07c0a3978a6b17c19d0c5db73c3e4d676c19a6b5e3c2
+size 700597

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}

tokenizer.json

@@ -0,0 +1 @@
+{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<pad>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":1,"special":true,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":2,"special":true,"content":"<s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":3,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":4,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":5,"special":true,"content":"[MASK]","single_word":false,"lstrip":true,"rstrip":false,"normalized":true},{"id":6,"special":true,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true}],"normalizer":{"type":"Sequence","normalizers":[{"type":"Replace","pattern":{"Regex":" {2,}"},"content":" "}]},"pre_tokenizer":{"type":"Metaspace","replacement":"▁","add_prefix_space":true},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[3],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[4],"tokens":["[SEP]"]}}},"decoder":{"type":"Metaspace","replacement":"▁","add_prefix_space":true},"model":{"type":"Unigram","unk_id":6,"vocab":[["<pad>",0.0],["</s>",0.0],["<s>",0.0],["[CLS]",0.0],["[SEP]",0.0],["[MASK]",0.0],["<unk>",0.0],["▁",-1.8467083786040952],["s",-2.9673622993532778],["e",-3.292600043146411],["t",-3.350263493686752],["a",-3.434539761849601],["d",-3.7596315347466542],["o",-3.8256063383864873],["▁the",-3.965924397763052],["p",-4.070598188311822],[",",-4.173461510559957],["n",-4.305062019875596],["i",-4.36297771959307],["c",-4.365300018118852],[".",-4.370259296008699],["u",-4.384103107348739],["y",-4.393767776467797],["l",-4.427440431491737],["m",-4.435512884043584],["g",-4.4646106592921075],["ed",-4.489265557954296],["f",-4.54941654357469],["w",-4.6188919443551],["b",-4.653914334150068],["ar",-4.678594953403971],["▁of",-4.71062357998408],["er",-4.721226407108398],["on",-4.790205364453287],["h",-4.803092513342564],["an",-4.83701993065603],["ing",-4.838995443683384],["or",-4.84824671896512],["▁and",-4.886776864852724],["al",-4.897132613363592],["▁in",-4.9272506153004585],["in",-4.962601123981484],["@",-4.9846317103401425],["▁to",-5.016980430739217],["en",-5.021084247923261],["k",-5.024123909040831],["r",-5.0699169110584705],["re",-5.192166502442193],["le",-5.219906937988652],["th",-5.333096437619872],["=",-5.417785037168468],["it",-5.461070038119692],["\"",-5.46136634894709],["ri",-5.479347093323515],["ic",-5.485541680602688],["ur",-5.487692118452976],["▁S",-5.507007218513994],["ch",-5.514667826616428],["▁A",-5.547682633607156],["v",-5.558847724137232],["un",-5.604437481633724],["▁C",-5.611389726996029],["\n",-5.636251435729529],["ro",-5.7130445290850815],["us",-5.731560284168259],["▁re",-5.732810234823237],["▁was",-5.754052338546325],["es",-5.763098360861633],["▁be",-5.763566446710353],["0",-5.766372771156179],["▁M",-5.773887216271669],["ra",-5.788233960015457],["ly",-5.789858577580773],["▁The",-5.802036536054187],["ce",-5.805261107953347],["1",-5.848390123111523],["▁B",-5.869823189919318],["ter",-5.9025256864777],["▁for",-5.9150327771980376],["ion",-5.9219672455954075],["-",-5.951714356234692],["am",-5.974490819765796],["ent",-5.994727352815785],["at",-6.0151127914951505],["▁H",-6.015733821023064],["ver",-6.023926394422693],["▁as",-6.103010838164106],["ir",-6.114951006547116],["▁P",-6.136201287103878],["ation",-6.136216169173663],["li",-6.1423587228636],["hi",-6.14847587660185],["lo",-6.1508369754255945],["▁that",-6.157202680298429],["is",-6.15824019750433],["▁with",-6.158676915863731],["il",-6.160686423420831],["▁'s",-6.167919808518125],["▁de",-6.171297054632413],["▁T",-6.176614194321356],["vi",-6.203632327673455],["▁R",-6.213521776077663],["ul",-6.2250323278109185],["ve",-6.235527775211464],["▁D",-6.258843113999172],["▁F",-6.2876806472665585],["ol",-6.297908791290531],["L",-6.303953536202988],["▁by",-6.31329865564785],[")",-6.3193301876907295],["(",-6.320330396150281],["el",-6.322810209874156],["all",-6.3242794664990125],["ma",-6.331320213732493],["▁W",-6.336704137629715],["▁con",-6.355929256350564],["▁he",-6.358194840484927],["▁G",-6.387039189167352],["3",-6.396367876028087],["▁N",-6.413925479659417],["5",-6.419211970963492],["▁19",-6.424069947434065],["ac",-6.4430831077787225],["▁J",-6.468988113288917],["po",-6.472945359785884],["im",-6.482949032875064],["om",-6.485299517387109],["▁is",-6.490720369371193],["com",-6.495567074208184],["ha",-6.517590078352745],["▁I",-6.5219071715981585],["ate",-6.53311560939035],["4",-6.5365865744110945],["▁mo",-6.549093071159218],["est",-6.552644677584128],["6",-6.561534149858312],["▁his",-6.57357525378869],["ca",-6.589489885080246],["▁E",-6.590058265520565],["ive",-6.601330583856241],["▁O",-6.602800038701261],["▁from",-6.613887914733489],["▁pro",-6.614253051451206],["ment",-6.620802733592772],["▁co",-6.625178827297221],["ther",-6.630742758930081],["7",-6.649226020504127],["z",-6.652010729616187],["x",-6.654683191214712],["▁In",-6.667826966574259],["man",-6.7068027955943705],["▁di",-6.723342370343968],["9",-6.7240697121584425],["2",-6.724839087017045],["per",-6.734664896392056],["ig",-6.758253392005839],["j",-6.767929182574816],["ill",-6.782904573085876],["ist",-6.790826893388697],["▁at",-6.794513234322196],["8",-6.798480384805009],["ect",-6.807793866982022],["▁were",-6.8124364372836865],["ies",-6.841862296209522],["ci",-6.8520104101537544],["K",-6.887385284916082],["um",-6.8990091952949655],["▁2",-6.935474089682668],["▁ex",-6.93558115002285],["ish",-6.957885030909646],["qu",-6.9677849165506665],["ru",-6.969270051969529],["U",-6.992884668262414],["age",-7.010592506121233],["▁it",-7.016508598631743],["res",-7.022236413597877],["ity",-7.0229836055743],["own",-7.04131428290073],["ated",-7.042935415830991],["ack",-7.044048333425529],["ran",-7.044678423524463],["▁had",-7.066108954521727],["ough",-7.068033367971397],["ine",-7.076709073779249],["▁which",-7.091558292449582],["▁are",-7.09999062674194],["▁fi",-7.119759547989219],["ell",-7.136661021010713],["V",-7.145633939251731],["▁not",-7.1638336298966205],["ight",-7.181785349378169],["ction",-7.186037736748416],["▁bo",-7.243820432417104],["'",-7.259471314275942],["land",-7.259847629451919],["port",-7.276229196006037],["▁pre",-7.297941318120641],["▁200",-7.312428360080491],["▁ho",-7.314438891653747],["▁an",-7.341727890677234],[";",-7.36386429138687],["▁but",-7.387903975991293],["▁first",-7.420137911867005],["–",-7.434998844428003],["A",-7.468080128010076],[":",-7.468081070305649],["ture",-7.475492969472061],["▁who",-7.495738529772357],["S",-7.505568211491307],["▁have",-7.56598524279914],["▁two",-7.6311996738736365],["▁18",-7.639155459633129],["ember",-7.677918657146719],["Y",-7.7057495158326095],["▁time",-7.706170873986174],["▁year",-7.728186429313906],["▁201",-7.733482772876172],["C",-7.749792176482683],["▁after",-7.767295365878378],["I",-7.767894384395445],["▁includ",-7.825263847352883],["▁game",-7.845019472669938],["▁would",-7.953741407299851],["▁season",-8.204883648700942],["▁America",-8.341112378257566],["▁follow",-8.36853449297816],["D",-8.389089652566632],["▁number",-8.391426864381504],["M",-8.455639930554035],["N",-8.490503823893757],["Z",-8.545631716061692],["B",-8.547529869980195],["/",-8.573019968038043],["▁episode",-8.582585638034747],["E",-8.585036860051343],["—",-8.589820362294645],["T",-8.59265947387168],["F",-8.663446578634323],["R",-8.676308711777704],["P",-8.6768688509791],["O",-8.717090998100067],["é",-8.819134571395697],["Q",-8.928392395750883],["%",-8.93179375921001],["$",-9.088882670684551],["[",-9.109017576069974],["]",-9.109017576069974],["X",-9.119924294631703],["H",-9.183459364341822],["G",-9.219527945724051],["&",-9.488715737390027],["!",-9.527104276388313],["W",-9.589249207701624],["á",-9.615333475051717],["ā",-9.638087575481531],["í",-9.768172603880386],["’",-9.819258949513118],["£",-10.13822977280498],["°",-10.161263392390858],["ó",-10.169060692974517],["?",-10.246334788011731],["q",-10.439627825915526],["+",-10.511026822352346],["è",-10.825698722163803],["J",-10.845077208688195],["ō",-10.887975336887164],["ü",-10.928964451771732],["ö",-11.016355716638731],["ć",-11.034789287824594],["ä",-11.092220898053164],["š",-11.142736258236354],["#",-11.163679240692495],["ł",-11.240639505474208],["−",-11.311674447833932],["ø",-11.32402012684628],["ç",-11.361998867514892],["×",-11.401477108572085],["ś",-11.428689252222592],["ʻ",-11.485441116062628],["“",-11.751455455094348],["ã",-11.751455455094348],["É",-11.790294067462373],["ˈ",-11.872812159805692],["”",-11.894551290240477],["₹",-11.916773512462695],["ū",-11.939500785189969],["ì",-12.01095636685542],["ư",-12.03595636685542],["â",-12.061597392496449],["ī",-12.061597392496449],["ń",-12.114940208997158],["ə",-12.114940208997158],["",-12.142717986774937],["ơ",-12.171289415346363],["…",-12.200701180052246],["→",-12.200701180052246],["à",-12.231004210355277],["ă",-12.294512274871405],["ი",-12.327845608204736],["ô",-12.32784560820474],["α",-12.362328366825423],["ú",-12.362328366825428],["ا",-12.362328366825434],["č",-12.398042652539711],["☉",-12.398042652539717],["μ",-12.513541228038289],["а",-12.555207894704951],["ː",-12.555207894704957],["ž",-12.555207894704957],["‘",-12.555207894704957],["の",-12.555207894704957],["ل",-12.55520789470496],["*",-12.598686155574525],["~",-12.598686155574525],["⁄",-12.644140701029068],["ş",-12.64414070102907],["æ",-12.691759748648115],["å",-12.691759748648115],["ს",-12.741759748648112],["ν",-12.741759748648112],["о",-12.741759748648118],["რ",-12.79439132759548],["с",-12.794391327595484],["ς",-12.794391327595484],["²",-12.794391327595484],["ე",-12.84994688315104],["ê",-12.84994688315104],["е",-12.849946883151045],["τ",-12.908770412562802],["ル",-12.971270412562813],["ス",-12.971270412562813],["р",-13.037937079229485],["ा",-13.037937079229486],["い",-13.037937079229488],["ḥ",-13.037937079229488],["ο",-13.037937079229488],["ễ",-13.037937079229488],["т",-13.109365650658074],["ρ",-13.109365650658075],["ა",-13.109365650658082],["к",-13.186288727581196],["り",-13.186288727581198],["ỳ",-13.186288727581198],["ー",-13.186288727581198],["♯",-13.186288727581198],["^",-13.186288727581198],["ה",-13.186288727581198],["მ",-13.269622060914632],["и",-13.269622060914632],["ό",-13.269622060914632],["ė",-13.269622060914632],["ɪ",-13.269622060914635],["î",-13.269622060914635],["ن",-13.269622060914635],["‑",-13.269622060914635],["đ",-13.269622060914635],["უ",-13.269622060914635],["ア",-13.269622060914635],["Î",-13.360531151823997],["≤",-13.360531151823997],["د",-13.360531151823997],["β",-13.360531151823997],["ï",-13.360531151823997],["ვ",-13.360531151823997],["ン",-13.360531151823997],["ლ",-13.360531151824],[">",-13.460531151824767],["～",-13.460531151824767],["ṃ",-13.460531151824767],["в",-13.460531151824767],["ร",-13.460531151824767],["ッ",-13.460531151824773],["き",-13.571642262938347],["ქ",-13.571642262938347],["ɑ",-13.57164226293835],["ي",-13.57164226293835],["イ",-13.571642262938353],["ē",-13.571642262938353],["्",-13.571642262938354],["†",-13.571642262938354],["û",-13.571642262938354],["€",-13.571642262938354],["ه",-13.571642262938354],["大",-13.571642262938354],["ო",-13.571642262938354],["リ",-13.571642262938363],["م",-13.696642262947456],["ტ",-13.696642262947456],["ι",-13.696642262947456],["ュ",-13.696642262947456],["ṇ",-13.696642262947456],["ب",-13.696642262947458],["〈",-13.696642262947458],["ṯ",-13.696642262947458],["〉",-13.696642262947458],["ị",-13.696642262947458],["火",-13.696642262947458],["し",-13.696642262947458],["・",-13.696642262947458],["±",-13.696642262947458],["л",-13.696642262947458],["н",-13.69664226294746],["ก",-13.696642262947464],["א",-13.696642262947464],["ั",-13.696642262947467],["გ",-13.839499405804602],["อ",-13.839499405804602],["ל",-13.839499405804602],["ნ",-13.839499405804602],["空",-13.839499405804606],["ว",-13.839499405804606],["キ",-13.839499405804606],["た",-13.839499405804606],["ิ",-13.839499405804618],["ク",-13.839499405844558],["ɒ",-13.83949940584456],["フ",-13.83949940584456],["γ",-13.839499405844562],["州",-13.839499405844562],["狐",-13.839499405844562],["つ",-13.839499405844562],["か",-13.839499405844562],["ر",-13.839499405844562],["χ",-14.00616607247127],["テ",-14.00616607247127],["ล",-14.006166072471284],["า",-14.006166072471284],["ย",-14.006166072471288],["π",-14.006166072511212],["λ",-14.006166072511224],["ラ",-14.006166072511226],["ش",-14.006166072511226],["ト",-14.006166072511226],["♭",-14.006166072511228],["ロ",-14.006166072511228],["`",-14.006166072511228],["ả",-14.006166072511228],["ʿ",-14.006166072511228],["ʃ",-14.006166072511228],["ò",-14.006166072511228],["ん",-14.006166072511228],["δ",-14.006166072511228],["„",-14.006166072511228],["シ",-14.006166072511228],["ṭ",-14.006166072511228],["ầ",-14.006166072511228],["й",-14.006166072511228],["ṣ",-14.006166072511228],["ấ",-14.006166072511228],["日",-14.006166072511228],["წ",-14.006166072511228],["ح",-14.006166072511228],["न",-14.006166072511228],["戦",-14.006166072511228],["½",-14.006166072511228],["ナ",-14.20616607247127],["י",-14.206166072471271],["ひ",-14.206166072471271],["เ",-14.206166072471271],["も",-14.206166072511213],["ᵻ",-14.20616607251122],["ˌ",-14.20616607251122],["デ",-14.206166072511222],["め",-14.206166072511223],["な",-14.206166072511223],["ţ",-14.206166072511229],["⅓",-14.206166072511229],["ც",-14.206166072511229],["ו",-14.206166072511229],["ば",-14.206166072511229],["჻",-14.206166072511229],["פ",-14.206166072511229],["う",-14.206166072511229],["′",-14.206166072511229],["я",-14.206166072511229],["̃",-14.206166072511229],["ù",-14.206166072511229],["ớ",-14.206166072511229],["ჲ",-14.206166072511229],["場",-14.206166072511229],["ܐ",-14.206166072511229],["礮",-14.206166072511229],["ع",-14.45616607247127],["す",-14.45616607247127],["と",-14.45616607247127],["ъ",-14.456166072471277],["з",-14.456166072471277],["ม",-14.45616607247129],["έ",-14.456166072511216],["ɡ",-14.456166072511216],["θ",-14.45616607251122],["ε",-14.456166072511223],["ί",-14.456166072511223],["光",-14.456166072511223],["س",-14.456166072511223],["っ",-14.456166072511229],["¡",-14.456166072511229],["ı",-14.456166072511229],["ต",-14.456166072511229],["ਲ",-14.456166072511229],["კ",-14.456166072511229],["र",-14.456166072511229],["ਹ",-14.456166072511229],["ง",-14.456166072511229],["³",-14.456166072511229],["ण",-14.456166072511229],["侗",-14.456166072511229],["花",-14.456166072511229],["″",-14.456166072511229],["ჯ",-14.456166072511229],["·",-14.456166072511229],["ू",-14.456166072511229],["ử",-14.456166072511229],["ィ",-14.456166072511229],["द",-14.456166072511229],["ჱ",-14.456166072511229],["同",-14.456166072511229],["宗",-14.456166072511229],["ص",-14.456166072511229],["თ",-14.456166072511229],["ფ",-14.456166072511229],["¥",-14.456166072511229],["ɔ",-14.456166072511229],["エ",-14.456166072511229],["バ",-14.456166072511229],["ि",-14.456166072511229],["ğ",-14.789499405804603],["ち",-14.789499405804603],["η",-14.789499405804609],["ณ",-14.789499405804634],["п",-14.78949940584455],["が",-14.78949940584455],["ξ",-14.78949940584455],["ह",-14.789499405844555],["雪",-14.789499405844555],["υ",-14.789499405844555],["く",-14.789499405844555],["ż",-14.789499405844555],["レ",-14.789499405844555],["ま",-14.78949940584456],["ą",-14.78949940584456],["ف",-14.78949940584456],["技",-14.78949940584456],["ạ",-14.78949940584456],["่",-14.78949940584456],["إ",-14.78949940584456],["⅔",-14.78949940584456],["ắ",-14.78949940584456],["§",-14.78949940584456],["安",-14.78949940584456],["\\",-14.78949940584456],["砲",-14.78949940584456],["ß",-14.78949940584456],["क",-14.78949940584456],["ت",-14.78949940584456],["ά",-14.78949940584456],["ź",-14.78949940584456],["ц",-14.78949940584456],["ზ",-14.78949940584456],["王",-14.78949940584456],["あ",-14.78949940584456],["д",-14.78949940584456],["์",-14.78949940584456],["ჳ",-14.78949940584456],["º",-14.78949940584456],["|",-14.78949940584456],["岳",-14.78949940584456],["Þ",-14.78949940584456],["れ",-14.78949940584456],["ブ",-14.78949940584456],["ძ",-14.78949940584456],["ọ",-14.78949940584456],["ב",-14.78949940584456],["ี",-14.78949940584456],["ų",-14.78949940584456],["ぐ",-14.78949940584456],["プ",-14.78949940584456],["ल",-14.78949940584456],["ω",-14.78949940584456],["ы",-14.78949940584456],["و",-14.78949940584456],["ή",-14.78949940584456],["ů",-14.78949940584456],["ई",-14.78949940584456],["蘄",-14.78949940584456],["ș",-14.78949940584456],["₤",-14.78949940584456],["พ",-14.78949940584456],["ן",-15.289499405804603],["ܠ",-15.289499405804603],["œ",-15.289499405804603],["ܵ",-15.28949940580461],["ェ",-15.28949940580461],["ܗ",-15.28949940580461],["ḷ",-15.28949940580461],["わ",-15.289499405804614],["ダ",-15.28949940580462],["チ",-15.28949940580462],["今",-15.28949940580462],["ช",-15.28949940580462],["ド",-15.28949940580462],["を",-15.289499405844545],["Х",-15.289499405844545],["Ş",-15.289499405844552],["名",-15.289499405844552],["ネ",-15.289499405844552],["さ",-15.289499405844552],["ð",-15.289499405844552],["ώ",-15.289499405844552],["ɾ",-15.289499405844555],["け",-15.289499405844555],["ḏ",-15.289499405844555],["興",-15.289499405844564],["≡",-15.289499405844564],["方",-15.289499405844564],["ল",-15.289499405844564],["ὁ",-15.289499405844564],["ש",-15.289499405844564],["銃",-15.289499405844564],["ป",-15.289499405844564],["師",-15.289499405844564],["ʔ",-15.289499405844564],["}",-15.289499405844564],["ツ",-15.289499405844564],["х",-15.289499405844564],["ю",-15.289499405844564],["ס",-15.289499405844564],["中",-15.289499405844564],["​",-15.289499405844564],["に",-15.289499405844564],["ш",-15.289499405844564],["ֹ",-15.289499405844564],["‡",-15.289499405844564],["대",-15.289499405844564],["ご",-15.289499405844564],["義",-15.289499405844564],["ჵ",-15.289499405844564],["春",-15.289499405844564],["Ĕ",-15.289499405844564],["揺",-15.289499405844564],["再",-15.289499405844564],["〜",-15.289499405844564],["้",-15.289499405844564],["こ",-15.289499405844564],["ȯ",-15.289499405844564],["マ",-15.289499405844564],["拉",-15.289499405844564],["ṛ",-15.289499405844564],["ם",-15.289499405844564],["Ḥ",-15.289499405844564],["る",-15.289499405844564],["み",-15.289499405844564],["ậ",-15.289499405844564],["山",-15.289499405844564],["ズ",-15.289499405844564],["म",-15.289499405844564],["ゆ",-15.289499405844564],["ჭ",-15.289499405844564],["金",-15.289499405844564],["だ",-15.289499405844564],["子",-15.289499405844564],["ʁ",-15.289499405844564],["ミ",-15.289499405844564],["星",-15.289499405844564],["ة",-15.289499405844564],["里",-15.289499405844564],["്",-15.289499405844564],["サ",-15.289499405844564],["ộ",-15.289499405844564],["ứ",-15.289499405844564],["ף",-15.289499405844564],["ੁ",-15.289499405844564],["แ",-15.289499405844564],["澤",-15.289499405844564],["ָ",-15.289499405844564],["ɫ",-15.289499405844564],["ള",-15.289499405844564],["ɐ",-15.289499405844564],["村",-15.289499405844564],["お",-15.289499405844564],["ニ",-15.289499405844564],["世",-15.289499405844564],["ਾ",-15.289499405844564],["ũ",-15.289499405844564],["ǎ",-15.289499405844564],["女",-15.289499405844564],["夕",-15.289499405844564],["₣",-15.289499405844564],["政",-15.289499405844564],["ყ",-15.289499405844564],["პ",-15.289499405844564],["ك",-15.289499405844564],["स",-15.289499405844564],["景",-15.289499405844564],["ら",-15.289499405844564],["შ",-15.289499405844564],["出",-15.289499405844564],["主",-15.289499405844564],["オ",-15.289499405844564],["タ",-15.289499405844564],["Ž",-16.281899405844563],["コ",-16.281999405844562],["त",-16.282099405844562],["ਅ",-16.282199405844562],["κ",-16.28229940584456],["殻",-16.28239940584456],["य",-16.28249940584456],["Δ",-16.28259940584456],["ἀ",-16.282699405844564],["張",-16.282799405844564],["命",-16.282899405844564],["ふ",-16.282999405844564],["ח",-16.283099405844563],["Č",-16.283199405844563],["ʼ",-16.283299405844563],["ゲ",-16.283399405844563],["周",-16.283499405844562],["ɛ",-16.283599405844562],["П",-16.283699405844562],["Æ",-16.28379940584456],["अ",-16.28389940584456],["ñ",-16.28399940584456],["ệ",-16.28409940584456],["孟",-16.284199405844564],["Ø",-16.284299405844564],["ë",-16.284399405844564],["劉",-16.284499405844564],["ὑ",-16.284599405844563],["<",-16.284699405844563],["運",-16.284799405844563],["Ü",-16.284899405844563],["Ż",-16.284999405844562],["ხ",-16.285099405844562],["Ś",-16.285199405844562],["ṅ",-16.28529940584456],["А",-16.28539940584456],["旭",-16.28549940584456],["К",-16.28559940584456],["陈",-16.285699405844564],["Á",-16.285799405844564],["დ",-16.285899405844564],["σ",-16.285999405844564],["أ",-16.286099405844563],["Ā",-16.286199405844563],["С",-16.286299405844563],["九",-16.286399405844563],["ヴ",-16.286499405844562],["ァ",-16.286599405844562],["Š",-16.286699405844562],["Đ",-16.28679940584456],["動",-16.28689940584456],["Ō",-16.28699940584456],["蘇",-16.28709940584456],["陳",-16.28719940584456],["霹",-16.287299405844564],["Ó",-16.287399405844564],["м",-16.287499405844564],["李",-16.287599405844563],["Χ",-16.287699405844563],["ق",-16.287799405844563],["Ú",-16.287899405844563],["В",-16.287999405844563],["Í",-16.288099405844562],["ჴ",-16.288199405844562],["ब",-16.288299405844562],["ჰ",-16.28839940584456],["隊",-16.28849940584456],["Ł",-16.28859940584456],["व",-16.28869940584456],["機",-16.288799405844564],["靂",-16.288899405844564],["µ",-16.288999405844564],["攻",-16.289099405844564],["Ö",-16.289199405844563],["ʊ",-16.289299405844563],["ォ",-16.289399405844563],["ț",-16.289499405804612],["ὀ",-16.289499405804612],["ę",-16.289499405804612],["皮",-16.289499405804612],["Ν",-16.289499405804612],["Ľ",-16.289499405804623],["ܲ",-16.289499405804623],["Я",-16.289499405804623],["Р",-16.289499405804623],["Г",-16.289499405804623],["ֵ",-16.289499405804623],["Ä",-16.289499405804623],["グ",-16.289499405804648],["ム",-16.289499405804648],["ไ",-16.289499405804648],["Τ",-16.289499405804648],["放",-16.289499405844516],["У",-16.289499405844516],["君",-16.289499405844516],["解",-16.289499405844516],["Α",-16.289499405844538],["ภ",-16.289499405844538],["Κ",-16.289499405844538],["ै",-16.289499405844538],["誓",-16.289499405844538],["ジ",-16.289499405844538],["ج",-16.289499405844552],["ψ",-16.289499405844552],["乙",-16.289499405844563],["ﷲ",-16.289499405844563],["Å",-16.289499405844563],["¿",-16.289499405844563],["̥",-16.289499405844563],["Ē",-16.289499405844563],["ذ",-16.289499405844563],["は",-16.289499405844563],["白",-16.289499405844563],["Ⴃ",-16.289499405844563],["拳",-16.289499405844563],["愛",-16.289499405844563],["下",-16.289499405844563],["ベ",-16.289499405844563],["钱",-16.289499405844563],["錄",-16.289499405844563],["ส",-16.289499405844563],["ý",-16.289499405844563],["湯",-16.289499405844563],["ר",-16.289499405844563],["þ",-16.289499405844563],["モ",-16.289499405844563],["化",-16.289499405844563],["鍵",-16.289499405844563],["铁",-16.289499405844563],["判",-16.289499405844563],["ỹ",-16.289499405844563],["膀",-16.289499405844563],["ܢ",-16.289499405844563],["誡",-16.289499405844563],["球",-16.289499405844563],["坂",-16.289499405844563],["ʕ",-16.289499405844563],["ג",-16.289499405844563],["園",-16.289499405844563],["ء",-16.289499405844563],["ฮ",-16.289499405844563],["庆",-16.289499405844563],["⚳",-16.289499405844563],["บ",-16.289499405844563],["”",-16.289499405844563],["ữ",-16.289499405844563],["行",-16.289499405844563],["Ș",-16.289499405844563],["汉",-16.289499405844563],["束",-16.289499405844563],["月",-16.289499405844563],["๊",-16.289499405844563],["儚",-16.289499405844563],["´",-16.289499405844563],["堤",-16.289499405844563],["傳",-16.289499405844563],["ʲ",-16.289499405844563],["胡",-16.289499405844563],["部",-16.289499405844563],["•",-16.289499405844563],["ญ",-16.289499405844563],["玄",-16.289499405844563],["可",-16.289499405844563],["曦",-16.289499405844563],["연",-16.289499405844563],["焼",-16.289499405844563],["宝",-16.289499405844563],["畢",-16.289499405844563],["選",-16.289499405844563],["Ω",-16.289499405844563],["Ⴟ",-16.289499405844563],["邱",-16.289499405844563],["珂",-16.289499405844563],["芳",-16.289499405844563],["¢",-16.289499405844563],["আ",-16.289499405844563],["若",-16.289499405844563],["顯",-16.289499405844563],["ぎ",-16.289499405844563],["棘",-16.289499405844563],["হ",-16.289499405844563],["臂",-16.289499405844563],["應",-16.289499405844563],["防",-16.289499405844563],["灼",-16.289499405844563],["_",-16.289499405844563],["ḍ",-16.289499405844563],["豫",-16.289499405844563],["ノ",-16.289499405844563],["у",-16.289499405844563],["Ⴕ",-16.289499405844563],["謎",-16.289499405844563],["ღ",-16.289499405844563],["良",-16.289499405844563],["ซ",-16.289499405844563],["ค",-16.289499405844563],["玩",-16.289499405844563],["郭",-16.289499405844563],["北",-16.289499405844563],["Б",-16.289499405844563],["七",-16.289499405844563],["ჩ",-16.289499405844563],["洪",-16.289499405844563],["ษ",-16.289499405844563],["秋",-16.289499405844563],["ु",-16.289499405844563],["誰",-16.289499405844563],["น",-16.289499405844563],["립",-16.289499405844563],["橘",-16.289499405844563],["خ",-16.289499405844563],["後",-16.289499405844563],["阿",-16.289499405844563],["צ",-16.289499405844563],["古",-16.289499405844563],["本",-16.289499405844563],["ゥ",-16.289499405844563],["國",-16.289499405844563],["彼",-16.289499405844563],["ฐ",-16.289499405844563],["在",-16.289499405844563],["河",-16.289499405844563],["覺",-16.289499405844563],["神",-16.289499405844563],["͍",-16.289499405844563],["裁",-16.289499405844563],["ੱ",-16.289499405844563],["逆",-16.289499405844563],["―",-16.289499405844563],["ּ",-16.289499405844563],["ﻋ",-16.289499405844563],["水",-16.289499405844563],["́",-16.289499405844563],["颜",-16.289499405844563],["集",-16.289499405844563],["楊",-16.289499405844563],["ث",-16.289499405844563],["二",-16.289499405844563],["規",-16.289499405844563],["費",-16.289499405844563],["熱",-16.289499405844563],["豪",-16.289499405844563],["霖",-16.289499405844563],["Φ",-16.289499405844563],["瓊",-16.289499405844563],["ാ",-16.289499405844563],["思",-16.289499405844563],["琪",-16.289499405844563],["關",-16.289499405844563],["①",-16.289499405844563],["ჷ",-16.289499405844563],["カ",-16.289499405844563],["椎",-16.289499405844563],["г",-16.289499405844563],["林",-16.289499405844563],["沙",-16.289499405844563],["祈",-16.289499405844563],["�",-16.289499405844563],["錡",-16.289499405844563],["藕",-16.289499405844563],["德",-16.289499405844563],["跡",-16.289499405844563],["望",-16.289499405844563],["憶",-16.289499405844563],["ศ",-16.289499405844563],["ห",-16.289499405844563],["趙",-16.289499405844563],["斯",-16.289499405844563],["付",-16.289499405844563],["ь",-16.289499405844563],["沂",-16.289499405844563],["宫",-16.289499405844563],["耕",-16.289499405844563],["็",-16.289499405844563],["咲",-16.289499405844563],["梶",-16.289499405844563],["具",-16.289499405844563],["赤",-16.289499405844563],["Ñ",-16.289499405844563],["絵",-16.289499405844563],["ܝ",-16.289499405844563],["之",-16.289499405844563],["鐵",-16.289499405844563],["ֶ",-16.289499405844563],["憑",-16.289499405844563],["ܬ",-16.289499405844563],["者",-16.289499405844563],["扈",-16.289499405844563],["ɽ",-16.289499405844563],["ἰ",-16.289499405844563],["☫",-16.289499405844563],["吳",-16.289499405844563],["狸",-16.289499405844563],["妙",-16.289499405844563],["병",-16.289499405844563],["芽",-16.289499405844563],["泗",-16.289499405844563],["雲",-16.289499405844563],["є",-16.289499405844563],["剛",-16.289499405844563],["ɜ",-16.289499405844563],["酈",-16.289499405844563],["ะ",-16.289499405844563],["ბ",-16.289499405844563],["立",-16.289499405844563],["华",-16.289499405844563],["ഹ",-16.289499405844563],["平",-16.289499405844563],["前",-16.289499405844563],["ǔ",-16.289499405844563],["殿",-16.289499405844563],["式",-16.289499405844563],["ガ",-16.289499405844563],["其",-16.289499405844563],["ჟ",-16.289499405844563],["ึ",-16.289499405844563],["ʒ",-16.289499405844563],["３",-16.289499405844563],["懷",-16.289499405844563],["約",-16.289499405844563],["一",-16.289499405844563],["ĕ",-16.289499405844563],["龍",-16.289499405844563],["劇",-16.289499405844563],["藥",-16.289499405844563],["建",-16.289499405844563],["明",-16.289499405844563],["ჹ",-16.289499405844563],["Ⴌ",-16.289499405844563],["瘡",-16.289499405844563],["宋",-16.289499405844563],["谭",-16.289499405844563],["記",-16.289499405844563],["府",-16.289499405844563],["독",-16.289499405844563],["Ç",-16.289499405844563],["少",-16.289499405844563],["ỏ",-16.289499405844563],["榮",-16.289499405844563],["邦",-16.289499405844563],["ं",-16.289499405844563],["അ",-16.289499405844563],["丙",-16.289499405844563],["澄",-16.289499405844563],["波",-16.289499405844563],["去",-16.289499405844563],["̍",-16.289499405844563],["“",-16.289499405844563],["ゃ",-16.289499405844563],["寺",-16.289499405844563],["パ",-16.289499405844563],["姚",-16.289499405844563],["乃",-16.289499405844563],["ず",-16.289499405844563],["四",-16.289499405844563],["円",-16.289499405844563],["战",-16.289499405844563],["川",-16.289499405844563],["ぜ",-16.289499405844563],["善",-16.289499405844563],["散",-16.289499405844563],["天",-16.289499405844563],["부",-16.289499405844563],["座",-16.289499405844563],["転",-16.289499405844563],["厂",-16.289499405844563],["物",-16.289499405844563],["্",-16.289499405844563],["ハ",-16.289499405844563],["ョ",-16.289499405844563],["ř",-16.289499405844563],["圣",-16.289499405844563],["信",-16.289499405844563],["ɢ",-16.289499405844563],["漢",-16.289499405844563],["ɳ",-16.289499405844563],["ܕ",-16.289499405844563],["御",-16.289499405844563],["ύ",-16.289499405844563],["作",-16.289499405844563],["许",-16.289499405844563],["Π",-16.289499405844563],["淹",-16.289499405844563],["ת",-16.289499405844563],["精",-16.289499405844563],["广",-16.289499405844563],["台",-16.289499405844563],["和",-16.289499405844563],["肖",-16.289499405844563],["灯",-16.289499405844563],["云",-16.289499405844563],["野",-16.289499405844563],["夫",-16.289499405844563],["제",-16.289499405844563],["真",-16.289499405844563],["珙",-16.289499405844563],["尾",-16.289499405844563],["ग",-16.289499405844563],["正",-16.289499405844563],["נ",-16.289499405844563],["廬",-16.289499405844563],["過",-16.289499405844563],["未",-16.289499405844563],["ʋ",-16.289499405844563],["桜",-16.289499405844563],["全",-16.289499405844563],["英",-16.289499405844563],["／",-16.289499405844563],["完",-16.289499405844563],["遇",-16.289499405844563],["塘",-16.289499405844563],["晋",-16.289499405844563],["ょ",-16.289499405844563],["贵",-16.289499405844563],["辛",-16.289499405844563],["प",-16.289499405844563],["都",-16.289499405844563],["Ⴀ",-16.289499405844563],["小",-16.289499405844563],["杜",-16.289499405844563],["े",-16.289499405844563],["足",-16.289499405844563],["ỗ",-16.289499405844563],["鋼",-16.289499405844563],["泣",-16.289499405844563],["알",-16.289499405844563],["琦",-16.289499405844563],["观",-16.289499405844563],["昌",-16.289499405844563],["ャ",-16.289499405844563],["ħ",-16.289499405844563],["旦",-16.289499405844563],["İ",-16.289499405844563],["马",-16.289499405844563],["陽",-16.289499405844563],["翠",-16.289499405844563],["ほ",-16.289499405844563],["ჺ",-16.289499405844563],["寝",-16.289499405844563],["彩",-16.289499405844563],["守",-16.289499405844563],["田",-16.289499405844563],["ჶ",-16.289499405844563],["Ⴂ",-16.289499405844563],["母",-16.289499405844563],["人",-16.289499405844563],["番",-16.289499405844563],["보",-16.289499405844563],["来",-16.289499405844563],["依",-16.289499405844563],["史",-16.289499405844563],["階",-16.289499405844563],["ж",-16.289499405844563],["‐",-16.289499405844563],["高",-16.289499405844563],["라",-16.289499405844563],["Ⴈ",-16.289499405844563],["清",-16.289499405844563],["া",-16.289499405844563],["ჸ",-16.289499405844563],["ʾ",-16.289499405844563],["ด",-16.289499405844563],["セ",-16.289499405844563],["願",-16.289499405844563],["彌",-16.289499405844563],["市",-16.289499405844563],["ז",-16.289499405844563],["祠",-16.289499405844563],["充",-16.289499405844563],["生",-16.289499405844563],["巳",-16.289499405844563],["挑",-16.289499405844563],["織",-16.289499405844563],["̯",-16.289499405844563],["מ",-16.289499405844563],["♀",-16.289499405844563],["理",-16.289499405844563],["灵",-16.289499405844563],["楚",-16.289499405844563],["ヘ",-16.289499405844563],["兵",-16.289499405844563],["韓",-16.289499405844563],["遠",-16.289499405844563]]}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sep_token": {"content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 4096, "name_or_path": "google/bigbird-roberta-base", "special_tokens_map_file": "/home/lysandre/.cache/huggingface/transformers/400be7e354ea6eb77319bcc7fa34899ec9fa2e3aff0fa677f6eb7e45a01b1548.75b358ecb30fa6b001d9d87bfde336c02d9123e7a8f5b90cc890d0f6efc3d4a3", "sp_model_kwargs": {}, "tokenizer_class": "BigBirdTokenizer"}