Add files using upload-large-folder tool

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,427 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.30425063520669937,0,4.384320259094238,
+0,8,0.05301118269562721,1,8.817803414662679,
+0,16,0.03379812091588974,2,5.798719474247524,
+0,24,0.03728950396180153,3,4.793814475719746,
+0,32,0.036729101091623306,4,4.702063173055649,
+0,40,0.04254525899887085,5,3.9084464953495908,
+0,48,0.03966115787625313,6,5.594998524739192,
+0,56,0.03665809705853462,7,5.531802266836166,
+0,64,0.033976223319768906,8,4.222536663923945,
+0,72,0.03653926029801369,9,1.6197423247190623,
+0,80,0.03630033880472183,10,1.3193937228484587,
+0,88,0.03378727659583092,11,1.4024260613051327,
+0,96,0.036697521805763245,12,1.8928639255464077,
+0,104,0.03518551588058472,13,1.0674715482375838,
+0,112,0.03640901669859886,14,0.4284359969198704,
+0,120,0.03396826982498169,15,3.1791127724573016,
+0,128,0.03416431322693825,16,2.018421485895912,
+,,,16,,1.1952918723777488
+0,136,0.03641128912568092,17,0.8428419147773335,
+0,144,0.037156566977500916,18,0.2959758248180151,
+0,152,0.0341164730489254,19,0.13128472430010638,
+0,160,0.03387031704187393,20,0.2359034621289798,
+0,168,0.03357792645692825,21,0.17351045858647143,
+0,176,0.03514903411269188,22,0.1468480420880951,
+0,184,0.0354570709168911,23,0.10961033282801509,
+0,192,0.033731985837221146,24,0.17611910004846074,
+0,200,0.03357025980949402,25,0.8624684946103529,
+0,208,0.03379461169242859,26,2.4258543673495296,
+0,216,0.0344039611518383,27,0.1878475088160485,
+0,224,0.034430913627147675,28,0.3048756842459129,
+0,232,0.035465583205223083,29,0.07499995125302424,
+0,240,0.03463592007756233,30,0.12895835038008435,
+0,248,0.0375039204955101,31,1.0628125507765533,
+0,256,0.033644165843725204,32,0.09422312775028072,
+,,,32,,0.2690602585121437
+0,264,0.03390289098024368,33,1.3179041279635082,
+0,272,0.03358633071184158,34,0.02241185991026993,
+0,280,0.03369031846523285,35,0.5947786473669112,
+0,288,0.03381962701678276,36,0.80371053959243,
+0,296,0.03431521728634834,37,0.01415625202935189,
+0,304,0.037198927253484726,38,0.061202733627786596,
+0,312,0.033762428909540176,39,0.03633680404163897,
+0,320,0.033336300402879715,40,0.22011187560433013,
+0,328,0.03433717414736748,41,0.06075026815136274,
+0,336,0.03461466729640961,42,0.02891077029441173,
+0,344,0.033835891634225845,43,0.7195849698618986,
+0,352,0.033752474933862686,44,0.3498186405881175,
+0,360,0.033703941851854324,45,0.021694734659312025,
+0,368,0.034641560167074203,46,0.08801559323462872,
+0,376,0.03454073145985603,47,0.18218879364968205,
+0,384,0.029202237725257874,48,0.09715602562153855,
+,,,48,,0.07659430857057925
+0,392,0.028461657464504242,49,0.06005929437621186,
+0,400,0.028881773352622986,50,0.10789628648282294,
+0,408,0.02866833284497261,51,0.029196580158895813,
+0,416,0.028939396142959595,52,0.2139586262189998,
+0,424,0.029270675033330917,53,0.10436185889623383,
+0,432,0.029012784361839294,54,0.08835959712935922,
+0,440,0.028658892959356308,55,0.02981986725769405,
+0,448,0.028745830059051514,56,0.03903391930507496,
+1,456,0.0287223719060421,57,0.0049570281553315,
+1,464,0.03354828432202339,58,0.003536206294401464,
+1,472,0.028840847313404083,59,0.04612188437022269,
+1,480,0.029514487832784653,60,0.024090129618222513,
+1,488,0.029290948063135147,61,0.015035747463116422,
+1,496,0.028808217495679855,62,0.07750829918465267,
+1,504,0.029478561133146286,63,0.007910267615807242,
+1,512,0.029361765831708908,64,0.012090071666394718,
+,,,64,,0.013868932370786314
+1,520,0.03189152479171753,65,0.0493151693129524,
+1,528,0.02958163619041443,66,0.06534333242399787,
+1,536,0.032905664294958115,67,0.019049041278776713,
+1,544,0.029281560331583023,68,0.01443532499575263,
+1,552,0.029008138924837112,69,0.019924618497801323,
+1,560,0.029050931334495544,70,0.03667358085460199,
+1,568,0.029177743941545486,71,0.418083247692266,
+1,576,0.029861751943826675,72,0.04265711941739677,
+1,584,0.029090654104948044,73,0.004521283766900358,
+1,592,0.029128991067409515,74,0.002479959529591724,
+1,600,0.029144704341888428,75,0.010528702312149108,
+1,608,0.028755970299243927,76,0.09390515061498333,
+1,616,0.028925813734531403,77,0.004839486413402483,
+1,624,0.029185164719820023,78,0.0032817879424934895,
+1,632,0.028921090066432953,79,0.018193223208072595,
+1,640,0.029425673186779022,80,0.00301779006655455,
+,,,80,,0.007010665756684763
+1,648,0.02937399223446846,81,0.0030419033492863593,
+1,656,0.033547744154930115,82,0.0023579874855036344,
+1,664,0.029624126851558685,83,0.043866238032933325,
+1,672,0.029046837240457535,84,0.007729512183037254,
+1,680,0.02919251099228859,85,0.14495490401168354,
+1,688,0.029032334685325623,86,0.0027463961305329576,
+1,696,0.02915804833173752,87,0.001883782171353232,
+1,704,0.029007550328969955,88,0.007519570183761131,
+1,712,0.028974231332540512,89,0.020209777663694695,
+1,720,0.03005814179778099,90,0.001650231907357617,
+1,728,0.029227931052446365,91,0.01078114426211239,
+1,736,0.029286090284585953,92,0.0020052776356654554,
+1,744,0.029302462935447693,93,0.11962552485250247,
+1,752,0.03324352577328682,94,0.11088686319562839,
+1,760,0.02892167866230011,95,0.003780632119742222,
+1,768,0.029366932809352875,96,0.0035737709949899,
+,,,96,,0.0035548303966169005
+1,776,0.028970789164304733,97,0.012418841693194254,
+1,784,0.029005538672208786,98,0.006322623675389748,
+1,792,0.029851973056793213,99,0.003387708440781213,
+1,800,0.029360678046941757,100,0.003977555942793305,
+1,808,0.029155828058719635,101,0.004851842774466301,
+1,816,0.029408108443021774,102,0.0018001273458745951,
+1,824,0.028821032494306564,103,0.006587136094215869,
+1,832,0.034447625279426575,104,0.002172797750972677,
+1,840,0.028392937034368515,105,0.005873895649777048,
+1,848,0.02904709056019783,106,0.03285308415682888,
+1,856,0.028926018625497818,107,0.0019113912790392836,
+1,864,0.02896445244550705,108,0.0018816980113375134,
+1,872,0.03342319279909134,109,0.0010749431035947054,
+1,880,0.028952796012163162,110,0.23948621578373214,
+1,888,0.028636746108531952,111,0.0023598916020339607,
+1,896,0.02942768856883049,112,0.002097140594352303,
+,,,112,,0.0037492773047199954
+2,904,0.02882692962884903,113,0.0016325463449382888,
+2,912,0.034121934324502945,114,0.0013929656590335072,
+2,920,0.03218654915690422,115,0.08271923954857306,
+2,928,0.03366683050990105,116,0.08546323493064847,
+2,936,0.02838868275284767,117,0.0018993876510648988,
+2,944,0.028835587203502655,118,0.0014381658693309873,
+2,952,0.028634589165449142,119,0.0018397000763798132,
+2,960,0.028859734535217285,120,0.0027746365574950523,
+2,968,0.028745878487825394,121,0.002480567811289802,
+2,976,0.028785035014152527,122,0.013199854460813535,
+2,984,0.028859931975603104,123,0.002400549899903126,
+2,992,0.028606243431568146,124,0.0027386822369104874,
+2,1000,0.03325263783335686,125,0.0013142139359842986,
+2,1008,0.029090017080307007,126,0.0034195071732808302,
+2,1016,0.03345368802547455,127,0.0016890910158578593,
+2,1024,0.033958785235881805,128,0.013117797726478714,
+,,,128,,0.0030469491525932594
+2,1032,0.029221735894680023,129,0.006362709102783508,
+2,1040,0.02890489250421524,130,0.005212033645455869,
+2,1048,0.028844602406024933,131,0.0027091474436350504,
+2,1056,0.02924882248044014,132,0.003595574301289162,
+2,1064,0.02894914150238037,133,0.0019254288720101332,
+2,1072,0.028947636485099792,134,0.004791768747963943,
+2,1080,0.028799179941415787,135,0.006381907988375483,
+2,1088,0.02883138880133629,136,0.002438671941248079,
+2,1096,0.028970342129468918,137,0.004780238544169281,
+2,1104,0.03225328400731087,138,0.002578218959500261,
+2,1112,0.028706736862659454,139,0.00184880370839632,
+2,1120,0.028798062354326248,140,0.003034081039783944,
+2,1128,0.029069960117340088,141,0.0010416537130367941,
+2,1136,0.029864780604839325,142,0.003301881112877579,
+2,1144,0.03219795972108841,143,0.003177513294628755,
+2,1152,0.03330472856760025,144,0.004352715784787304,
+,,,144,,0.0027016867642049437
+2,1160,0.02906135469675064,145,0.0015938764615081407,
+2,1168,0.029018502682447433,146,0.002932660592285594,
+2,1176,0.03478579223155975,147,0.010685037990090981,
+2,1184,0.02950083091855049,148,0.0017534606621748853,
+2,1192,0.028990991413593292,149,0.002686951460253278,
+2,1200,0.03317847475409508,150,0.0065982959524262695,
+2,1208,0.029274966567754745,151,0.0021049612327120625,
+2,1216,0.029246047139167786,152,0.002244056821967076,
+2,1224,0.02949441969394684,153,0.0108660899523574,
+2,1232,0.029500585049390793,154,0.003569434195621094,
+2,1240,0.0289844311773777,155,0.0033259349248300376,
+2,1248,0.029756586998701096,156,0.0038160338747100188,
+2,1256,0.02960793673992157,157,0.0022193203312781407,
+2,1264,0.029679231345653534,158,0.004981203389783891,
+2,1272,0.029358714818954468,159,0.0028628987430628122,
+2,1280,0.029012151062488556,160,0.0029838395093975123,
+,,,160,,0.0025220143574255483
+2,1288,0.02882886305451393,161,0.0016190224639351734,
+2,1296,0.02911590412259102,162,0.013929961452959105,
+2,1304,0.028666812926530838,163,0.009744147096561002,
+2,1312,0.02924741804599762,164,0.003265860961012853,
+2,1320,0.028962459415197372,165,0.010454797702550422,
+2,1328,0.02877180650830269,166,0.004978429242813339,
+2,1336,0.028734754770994186,167,0.0013149699868032865,
+2,1344,0.02871415764093399,168,0.004757907739985967,
+3,1352,0.029023632407188416,169,0.0017818489480608453,
+3,1360,0.028438527137041092,170,0.0019577074417611584,
+3,1368,0.02876311168074608,171,0.0027939307862349474,
+3,1376,0.028811004012823105,172,0.0036672595189884303,
+3,1384,0.029183335602283478,173,0.004494990500006679,
+3,1392,0.02929728850722313,174,0.003118540861088639,
+3,1400,0.028864212334156036,175,0.0011527845798319993,
+3,1408,0.02882549911737442,176,0.006747562665259466,
+,,,176,,0.002065261205037435
+3,1416,0.03356359899044037,177,0.0077523119342423836,
+3,1424,0.029216129332780838,178,0.0012804835084049653,
+3,1432,0.029428280889987946,179,0.0017532362835481763,
+3,1440,0.02892986685037613,180,0.001869801855019222,
+3,1448,0.02863817662000656,181,0.0017514683892771315,
+3,1456,0.029139410704374313,182,0.001965299153446474,
+3,1464,0.029122833162546158,183,0.004075116759486264,
+3,1472,0.028752826154232025,184,0.001169309772264499,
+3,1480,0.028828784823417664,185,0.005353986609649534,
+3,1488,0.033589474856853485,186,0.0018174622488335115,
+3,1496,0.029965348541736603,187,0.0013754952378803864,
+3,1504,0.03370339050889015,188,0.008294982589123881,
+3,1512,0.028866015374660492,189,0.0013488868023089778,
+3,1520,0.028886765241622925,190,0.006078493259944177,
+3,1528,0.02876986935734749,191,0.002002335497915434,
+3,1536,0.0330737940967083,192,0.0019793699487178984,
+,,,192,,0.0018069330188963148
+3,1544,0.029095057398080826,193,0.0014248547018863834,
+3,1552,0.028629034757614136,194,0.0010385336142710664,
+3,1560,0.029188938438892365,195,0.0022230381067716875,
+3,1568,0.028919044882059097,196,0.00482756345445523,
+3,1576,0.028980612754821777,197,0.0010163901672058274,
+3,1584,0.028812997043132782,198,0.001814522435649581,
+3,1592,0.028827380388975143,199,0.0017124094631678114,
+3,1600,0.02905559167265892,200,0.0034817648338503204,
+3,1608,0.03377067670226097,201,0.00590578913992927,
+3,1616,0.028653763234615326,202,0.0022210589489147356,
+3,1624,0.028616156429052353,203,0.0009789885613524045,
+3,1632,0.029354438185691833,204,0.0014386326241947246,
+3,1640,0.03351098671555519,205,0.0022131722038870472,
+3,1648,0.03448588773608208,206,0.0029182590139195477,
+3,1656,0.028667692095041275,207,0.0011124845514132176,
+3,1664,0.028698336333036423,208,0.0036183781111113994,
+,,,208,,0.0017077266066162675
+3,1672,0.02884352207183838,209,0.0015840160915104207,
+3,1680,0.02930009365081787,210,0.002095314717128834,
+3,1688,0.029156524688005447,211,0.0027001563511374923,
+3,1696,0.02891850471496582,212,0.00339942175644235,
+3,1704,0.02870587259531021,213,0.0025267259691397407,
+3,1712,0.029645174741744995,214,0.001747321276135543,
+3,1720,0.02865457534790039,215,0.00155626302487993,
+3,1728,0.02881433814764023,216,0.0021284665854182094,
+3,1736,0.029914721846580505,217,0.0011732058638396362,
+3,1744,0.02934129163622856,218,0.000985305399808567,
+3,1752,0.031897567212581635,219,0.0008427583637636748,
+3,1760,0.032327085733413696,220,0.00316981433769053,
+3,1768,0.029226034879684448,221,0.0005258233053609729,
+3,1776,0.02918444573879242,222,0.0012723562783018376,
+3,1784,0.02901819348335266,223,0.003046877092856448,
+3,1792,0.029443886131048203,224,0.0012934161747001451,
+,,,224,,0.0016107219788763258
+4,1800,0.028768394142389297,225,0.0011765483213821426,
+4,1808,0.02849036455154419,226,0.0024654220872504925,
+4,1816,0.0299428328871727,227,0.00045192600968717176,
+4,1824,0.034311749041080475,228,0.003245763149607228,
+4,1832,0.029054392129182816,229,0.0029772744476628888,
+4,1840,0.030246399343013763,230,0.0008156223380605557,
+4,1848,0.028872665017843246,231,0.0034976594955272353,
+4,1856,0.029539242386817932,232,0.0014770854783516067,
+4,1864,0.029382452368736267,233,0.0019347691833293843,
+4,1872,0.032623279839754105,234,0.002485020769139131,
+4,1880,0.029059119522571564,235,0.002611862240883056,
+4,1888,0.030096106231212616,236,0.0006052418057851565,
+4,1896,0.02899957448244095,237,0.0017386067887524735,
+4,1904,0.03341761603951454,238,0.001510714135788889,
+4,1912,0.03296380862593651,239,0.0010319443996801663,
+4,1920,0.028869591653347015,240,0.00039180856219900306,
+,,,240,,0.0015320074227121142
+4,1928,0.028805695474147797,241,0.0016102238217941844,
+4,1936,0.032273296266794205,242,0.0020310255187303903,
+4,1944,0.03020092099905014,243,0.0056347575155086815,
+4,1952,0.029075749218463898,244,0.002672976622610198,
+4,1960,0.0284169502556324,245,0.0036059462751533524,
+4,1968,0.02882625162601471,246,0.0028959137985525144,
+4,1976,0.028426475822925568,247,0.00319305884581159,
+4,1984,0.028382007032632828,248,0.000484706400311552,
+4,1992,0.028750795871019363,249,0.0017274809681111947,
+4,2000,0.028888501226902008,250,0.001453373348946722,
+4,2008,0.03462894633412361,251,0.0018514552905869025,
+4,2016,0.03398243710398674,252,0.0021354721639699373,
+4,2024,0.028485380113124847,253,0.002028379634094353,
+4,2032,0.03420962393283844,254,0.004021246448003998,
+4,2040,0.02898099273443222,255,0.002701203675574756,
+4,2048,0.028483431786298752,256,0.00111132027086569,
+,,,256,,0.0014438282836366583
+4,2056,0.03305209428071976,257,0.0014306623706943356,
+4,2064,0.028352968394756317,258,0.002902178960189653,
+4,2072,0.028635147958993912,259,0.0009502709099951272,
+4,2080,0.035002484917640686,260,0.006183171397424303,
+4,2088,0.03349311649799347,261,0.0010033884934203413,
+4,2096,0.032999586313962936,262,0.0011870921208845596,
+4,2104,0.029011398553848267,263,0.003868847074045334,
+4,2112,0.02968759834766388,264,0.0014673995713868255,
+4,2120,0.02920076623558998,265,0.0010765384349118298,
+4,2128,0.03320158272981644,266,0.0015323194975887114,
+4,2136,0.029102999716997147,267,0.0010411351535627286,
+4,2144,0.034186944365501404,268,0.0017992014676565305,
+4,2152,0.028900306671857834,269,0.0021995290612372067,
+4,2160,0.02863388881087303,270,0.0015752083927509375,
+4,2168,0.029117047786712646,271,0.0017239784415737217,
+4,2176,0.028917934745550156,272,0.0007835561566305562,
+,,,272,,0.0013711833291583592
+4,2184,0.029662903398275375,273,0.00043198984283001414,
+4,2192,0.028817802667617798,274,0.00224866530995562,
+4,2200,0.02881106361746788,275,0.0011587857358487479,
+4,2208,0.028953280299901962,276,0.0013184665323933587,
+4,2216,0.0287083201110363,277,0.002256320961840594,
+4,2224,0.028671108186244965,278,0.0009326473979551034,
+4,2232,0.028928905725479126,279,0.005807452825441335,
+4,2240,0.02928715944290161,280,0.0035458687677116054,
+5,2248,0.0297640860080719,281,0.0014708625725082432,
+5,2256,0.03368719294667244,282,0.0030962822307959536,
+5,2264,0.03386274352669716,283,0.0033079289637195568,
+5,2272,0.03416202589869499,284,0.004162197281402769,
+5,2280,0.028750136494636536,285,0.0010771554079838097,
+5,2288,0.02916683256626129,286,0.0036606502706288463,
+5,2296,0.03384032100439072,287,0.0017437248914995086,
+5,2304,0.028565067797899246,288,0.0010956654945263066,
+,,,288,,0.0013172721697224511
+5,2312,0.02927633747458458,289,0.0014687173849476192,
+5,2320,0.02852945774793625,290,0.0013769475064526143,
+5,2328,0.0296950601041317,291,0.0010535652940494142,
+5,2336,0.02917003259062767,292,0.0007442398375133053,
+5,2344,0.033369388431310654,293,0.0008406385697360912,
+5,2352,0.030271396040916443,294,0.001860048295687496,
+5,2360,0.029370777308940887,295,0.0007509077628734909,
+5,2368,0.02951885759830475,296,0.00160625007993076,
+5,2376,0.029078274965286255,297,0.001637277084228117,
+5,2384,0.029108121991157532,298,0.0008466226451370554,
+5,2392,0.02902739867568016,299,0.0011734952519570168,
+5,2400,0.030703723430633545,300,0.0006460453999655632,
+5,2408,0.029153842478990555,301,0.0007050447129586246,
+5,2416,0.029457993805408478,302,0.0026388927487589952,
+5,2424,0.03256063908338547,303,0.002900889961165376,
+5,2432,0.02968096360564232,304,0.002958750252825363,
+,,,304,,0.0012691138243233716
+5,2440,0.02931368723511696,305,0.0007263818450155668,
+5,2448,0.029327645897865295,306,0.0008629008904487515,
+5,2456,0.02925202250480652,307,0.001785400456962331,
+5,2464,0.03320710361003876,308,0.002580900498567364,
+5,2472,0.029106508940458298,309,0.002098809403226672,
+5,2480,0.029377639293670654,310,0.0043420930201786435,
+5,2488,0.02931661531329155,311,0.0010920797973924961,
+5,2496,0.029208309948444366,312,0.0016541434029932133,
+5,2504,0.029585838317871094,313,0.0016542799292235738,
+5,2512,0.034195978194475174,314,0.0005565303261391818,
+5,2520,0.030398648232221603,315,0.001649563340574137,
+5,2528,0.03347020223736763,316,0.0021952264372278782,
+5,2536,0.028941236436367035,317,0.0014790456276386975,
+5,2544,0.03428691253066063,318,0.0012479633561659803,
+5,2552,0.029270652681589127,319,0.001713551175531133,
+5,2560,0.03343541547656059,320,0.0009855927661798585,
+,,,320,,0.0012249931417129658
+5,2568,0.03510168567299843,321,0.0031272181123702986,
+5,2576,0.02939777448773384,322,0.0029698729989691996,
+5,2584,0.02914826199412346,323,0.002583763790122854,
+5,2592,0.03379194810986519,324,0.0019639974166888612,
+5,2600,0.030739136040210724,325,0.00040266255448593506,
+5,2608,0.029324546456336975,326,0.0007467158751145083,
+5,2616,0.029552403837442398,327,0.0011478747249136425,
+5,2624,0.02931961789727211,328,0.0016840127476219398,
+5,2632,0.0329405702650547,329,0.0006636937984942713,
+5,2640,0.029602885246276855,330,0.004731772745539534,
+5,2648,0.029691379517316818,331,0.000895010200890413,
+5,2656,0.02966182678937912,332,0.0019737869654570454,
+5,2664,0.029717836529016495,333,0.0010537354703826299,
+5,2672,0.03301452100276947,334,0.000635196540679317,
+5,2680,0.029206205159425735,335,0.0010648944674661227,
+5,2688,0.029238540679216385,336,0.0021415818840838396,
+,,,336,,0.0011857877726908083
+6,2696,0.030036896467208862,337,0.0015981648519465869,
+6,2704,0.029043424874544144,338,0.00041348140538585454,
+6,2712,0.02910168468952179,339,0.0012938917286440053,
+6,2720,0.029232893139123917,340,0.001931604136674044,
+6,2728,0.028851553797721863,341,0.0006690684670254334,
+6,2736,0.02900851145386696,342,0.0008816112699255777,
+6,2744,0.03336092829704285,343,0.0035353594284970313,
+6,2752,0.029266227036714554,344,0.0006220985977471663,
+6,2760,0.029103700071573257,345,0.0011129232734674588,
+6,2768,0.032767850905656815,346,0.000473463571526938,
+6,2776,0.02940433844923973,347,0.0013375852167056028,
+6,2784,0.03365863487124443,348,0.004093227116391063,
+6,2792,0.029360685497522354,349,0.001632601200141765,
+6,2800,0.030474431812763214,350,0.0008105276157783175,
+6,2808,0.029376443475484848,351,0.0009579696468011077,
+6,2816,0.02888777107000351,352,0.001989908509939495,
+,,,352,,0.0011414270158167238
+6,2824,0.029267288744449615,353,0.004636889807200836,
+6,2832,0.028985917568206787,354,0.0013962056630892523,
+6,2840,0.03273483365774155,355,0.00048731013309103827,
+6,2848,0.029369011521339417,356,0.002764377641142346,
+6,2856,0.02921786531805992,357,0.003184727920597652,
+6,2864,0.029023509472608566,358,0.00038543149408228186,
+6,2872,0.028818238526582718,359,0.001151080889394507,
+6,2880,0.03273506835103035,360,0.002041439754773617,
+6,2888,0.02887645736336708,361,0.0005412252521637129,
+6,2896,0.029219727963209152,362,0.0014778672630200163,
+6,2904,0.02890908345580101,363,0.0007633653360905803,
+6,2912,0.028682686388492584,364,0.0023513283257753674,
+6,2920,0.03342590108513832,365,0.0005963489238638431,
+6,2928,0.02987254038453102,366,0.0008979887272950939,
+6,2936,0.033568721264600754,367,0.0013703148787109448,
+6,2944,0.028780832886695862,368,0.0016229314380325377,
+,,,368,,0.0010973101964703313
+6,2952,0.02921321615576744,369,0.0005870847948244773,
+6,2960,0.028944723308086395,370,0.0012998967431485653,
+6,2968,0.02890041097998619,371,0.001284416021007928,
+6,2976,0.033681225031614304,372,0.0018753010020494305,
+6,2984,0.029428012669086456,373,0.0009661615295044612,
+6,2992,0.029178105294704437,374,0.0019284367852378636,
+6,3000,0.029161807149648666,375,0.0008766141635043403,
+6,3008,0.028894998133182526,376,0.0009779724509412931,
+6,3016,0.03282198682427406,377,0.0016564918967725878,
+6,3024,0.028910838067531586,378,0.0006742987983064571,
+6,3032,0.032441768795251846,379,0.0010060532881652762,
+6,3040,0.033427659422159195,380,0.0010240733565296978,
+6,3048,0.028838302940130234,381,0.0012308705184598996,
+6,3056,0.029000509530305862,382,0.001178086162932838,
+6,3064,0.02895257994532585,383,0.002511501072149258,
+6,3072,0.028890151530504227,384,0.001929366892330687,
+,,,384,,0.0010641602868283237
+6,3080,0.029794543981552124,385,0.0008397883114715418,
+6,3088,0.033273033797740936,386,0.001911077655677218,
+6,3096,0.03303520753979683,387,0.0011054204317458374,
+6,3104,0.0325297936797142,388,0.0012730387061310466,
+6,3112,0.029379963874816895,389,0.00047333104448625817,
+6,3120,0.028757892549037933,390,0.0018579892303722983,
+6,3128,0.028941810131072998,391,0.004666532868709924,
+6,3136,0.033511802554130554,392,0.0038824379322856353,
+7,3144,0.03398797661066055,393,0.000647095765291144,
+7,3152,0.029591020196676254,394,0.0009663769044643479,
+7,3160,0.028821390122175217,395,0.001721161293971818,
+7,3168,0.029044736176729202,396,0.003890862680484795,
+7,3176,0.02967863529920578,397,0.0008448933960887819,
+7,3184,0.029688231647014618,398,0.001131453332411845,
+7,3192,0.02890525758266449,399,0.0009704038510487105,
+7,3200,0.028930019587278366,400,0.0011382227179031663,
+,,,400,,0.0010283781146561658

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=0/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 400
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+534676,13
+542810,13
+413458,10
+244400,6
+59078,1
+454334,11
+610261,10
+577301,3
+356427,8
+15177,0
+377980,9
+520165,13
+201239,5
+170833,4
+394657,9
+197420,4
+262543,6
+139881,3
+43786,1
+60339,1
+482297,12
+240944,6
+256673,6
+598298,7
+252490,6
+229772,5
+215966,5
+294643,7
+118874,2
+491467,12
+256254,6
+221730,5
+484885,12
+492889,12
+89399,2
+65254,1
+430889,10
+25613,0
+578146,3
+488404,12
+275766,6
+619653,11
+273657,6
+388753,9
+41199,1
+121404,3
+476337,11
+11692,0
+407407,10
+105904,2
+48248,1
+206050,5
+574413,2
+185202,4
+448022,11
+136913,3
+154230,3
+284733,7
+183095,4
+471476,11
+245995,6
+25729,0
+504462,12
+512413,12
+579156,3
+78803,1
+195663,4
+98059,2
+6365,0
+338580,8
+299201,7
+624099,12
+429311,10
+324124,8
+15645,0
+519753,12
+144708,3
+19197,0
+540089,13
+8036,0
+385943,9
+401875,10
+318344,7
+593874,6
+154911,3
+92964,2
+322054,8
+380234,9
+166024,4
+189342,4
+498694,12
+292783,7
+66123,1
+256315,6
+182541,4
+292223,7
+332888,8
+497291,12
+516118,12
+400135,10
+329586,8
+527426,13
+75328,1
+458624,11
+177811,4
+121841,3
+359038,8
+474739,11
+562584,0
+22136,0
+458059,11
+30004,0
+62080,1
+62731,1
+180218,4
+526056,13
+516167,12
+383954,9
+115172,2
+37941,0
+509923,12
+358068,8
+42146,1
+556806,13
+47617,1
+125062,3
+172081,4
+475429,11
+512423,12
+611259,10
+53733,1
+371230,9
+56229,1
+193722,4

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+534676,-13.375433,-20.531029,-15.125433,-17.316473,-19.141212,-13.743136,-14.125433,-14.124708,-25.634554,-16.937933,-18.250433,-15.312933,-15.875433,-0.0015173292
+542810,-12.750696,-20.576685,-14.063196,-15.716347,-15.155597,-13.15785,-13.000696,-14.397072,-23.260473,-14.625696,-17.063196,-13.375696,-14.188196,-0.0013050331
+413458,-11.500129,-17.833317,-16.562628,-19.827843,-18.292505,-13.674272,-16.000128,-11.663775,-24.264927,-13.000129,-0.00012873775,-16.312628,-20.562628,-14.001597
+244400,-16.000715,-10.906485,-20.813215,-25.249968,-18.185207,-17.076874,-0.0007147618,-15.625921,-21.25545,-20.938215,-16.938215,-20.625715,-21.063215,-15.01789
+59078,-9.501384,-0.0022563976,-16.563885,-22.553822,-15.234534,-20.443321,-10.501384,-16.81454,-25.27076,-16.688885,-14.188884,-17.563885,-18.376385,-12.656727
+454334,-13.500204,-23.366007,-10.875204,-19.98926,-19.626343,-15.321918,-18.000204,-20.683144,-24.79051,-17.750204,-18.562704,-0.0002038271,-16.812704,-14.196278
+610261,-12.875072,-20.627752,-16.25007,-24.222624,-20.600054,-15.567677,-17.56257,-13.009975,-26.088264,-10.375072,-7.152301e-05,-16.62507,-21.18757,-16.26302
+577301,-13.375606,-15.223523,-9.625606,-0.0014341571,-13.626529,-12.385782,-17.313107,-16.004642,-27.922068,-14.875606,-17.438107,-18.625607,-17.625607,-16.089777
+356427,-13.937622,-15.858111,-17.062622,-19.790108,-15.696041,-21.009775,-12.937622,-12.06274,-0.00022898789,-17.375122,-13.562622,-15.500122,-17.875122,-16.00903
+15177,-4.9470633e-05,-14.421853,-14.62505,-19.784157,-17.041208,-16.345491,-16.25005,-17.785507,-27.456182,-20.50005,-20.37505,-17.50005,-16.00005,-17.252481
+377980,-12.000247,-18.437143,-14.187747,-18.238085,-18.318256,-14.519416,-16.750248,-9.465888,-25.012716,-0.0002473287,-13.375247,-17.687748,-18.812748,-14.252255
+520165,-7.502442,-8.008178,-13.752441,-14.890366,-10.066425,-7.4230433,-11.377441,-12.628501,-20.567062,-14.939941,-14.189941,-14.064941,-14.939941,-0.003985997
+201239,-13.250052,-16.271492,-17.187551,-22.233784,-15.33041,-0.001201344,-12.625052,-13.375936,-29.75021,-17.250051,-17.250051,-17.375051,-18.875051,-15.121335
+170833,-15.000123,-21.415857,-15.875123,-20.469542,-0.00055851246,-24.404703,-17.750124,-22.164042,-29.533014,-20.250124,-20.187624,-22.562624,-24.062624,-17.631447
+394657,-10.750145,-21.447388,-11.500145,-16.96084,-19.5254,-13.930647,-16.687645,-13.18341,-26.11805,-0.00014542475,-10.625145,-16.937645,-19.812645,-15.697008
+197420,-14.125151,-21.760406,-15.500151,-18.685844,-0.0007241399,-20.489544,-16.75015,-20.33553,-28.55187,-18.43765,-19.56265,-20.62515,-22.18765,-18.21546
+262543,-1.4924023,-1.4947121,-10.304902,-13.587998,-5.376979,-8.41716,-0.6174024,-10.492981,-19.802307,-11.492402,-10.867402,-11.617402,-12.679902,-7.250724
+139881,-15.500542,-16.15134,-9.875542,-0.0011820851,-16.8767,-14.331094,-18.063042,-15.375658,-28.60858,-18.063042,-18.750542,-19.750542,-18.563042,-17.31473
+43786,-8.752635,-0.0028540732,-15.002635,-19.398565,-14.868958,-17.057936,-9.877635,-15.440557,-23.916302,-16.377634,-13.377635,-15.752635,-17.127634,-11.934011
+60339,-11.000999,-0.0016978311,-17.4385,-18.52251,-18.828123,-17.584122,-11.000999,-16.001219,-21.877636,-18.4385,-15.500999,-16.501,-18.751,-12.877432
+482297,-11.500178,-19.433147,-13.250178,-18.801678,-15.464019,-12.464647,-15.875178,-15.700239,-26.658682,-16.06268,-16.75018,-13.875178,-0.00017844039,-10.125796
+240944,-13.000379,-14.217121,-19.18788,-24.05286,-22.700798,-16.002821,-0.00037877538,-16.375526,-23.17028,-20.06288,-16.87538,-19.18788,-20.18788,-15.004999
+256673,-8.379613,-8.004651,-18.067114,-20.207392,-13.779335,-12.319815,-0.004613233,-14.004768,-19.542015,-17.879614,-12.692113,-17.817114,-16.754614,-13.508146
+598298,-15.500047,-19.711689,-22.312548,-25.31569,-19.93151,-14.000946,-20.125048,-0.00013339035,-24.175594,-20.062548,-20.687548,-19.812548,-23.687548,-13.760949
+252490,-12.001838,-9.5636425,-17.376837,-21.578346,-15.0561495,-14.959835,-0.0018373528,-14.439485,-20.455381,-18.751837,-14.876838,-17.814337,-18.501837,-13.3628235
+229772,-5.8782387,-13.535038,-12.503239,-16.963556,-15.848776,-0.0062560723,-8.878239,-14.192285,-24.480654,-12.253239,-12.128239,-14.190739,-15.253239,-9.504041
+215966,-7.876041,-13.878746,-13.87604,-15.154897,-19.273296,-0.002478594,-8.25104,-14.814041,-24.192585,-9.87604,-11.37604,-14.93854,-15.18854,-9.627674
+294643,-13.000136,-18.04481,-19.562637,-21.893257,-18.550133,-12.376571,-18.000137,-0.00026927565,-20.689299,-17.437637,-18.562637,-18.625137,-21.250137,-12.526985
+118874,-12.6251745,-19.805984,-0.00017474555,-14.003008,-18.00115,-16.400978,-19.625175,-19.342194,-31.580046,-18.875175,-20.812675,-14.5001745,-18.937675,-19.50635
+491467,-12.750119,-20.131008,-13.125119,-18.813047,-16.87713,-17.294275,-16.43762,-16.027103,-27.301222,-16.81262,-17.81262,-14.375119,-0.00011944058,-11.149602
+256254,-11.625283,-9.403495,-15.937783,-22.4154,-15.327576,-13.788198,-0.0002835587,-16.625454,-22.610716,-18.500284,-16.437784,-16.812784,-20.125284,-14.256312
+221730,-13.875063,-16.3434,-16.312563,-20.04253,-16.00417,-0.0008295446,-10.625063,-13.938127,-31.877205,-17.437563,-15.187563,-16.625063,-18.125063,-13.689463
+484885,-13.125183,-21.175602,-14.000183,-20.297678,-18.050001,-16.437988,-16.625183,-16.327679,-26.239212,-17.000183,-17.437683,-14.500183,-0.0001832079,-12.317378
+492889,-10.62566,-18.585688,-10.87566,-17.982578,-14.584856,-12.983659,-15.06316,-14.733538,-24.152868,-14.62566,-16.43816,-13.50066,-0.0006594867,-7.81164
+89399,-8.000511,-14.836616,-0.0005115154,-14.402941,-9.126138,-19.269676,-14.750511,-14.131596,-28.066856,-17.625511,-17.500511,-14.625511,-18.625511,-13.501007
+65254,-8.2538595,-0.0041501764,-14.8163595,-17.110876,-15.264181,-19.814453,-10.1288595,-16.129446,-24.433926,-16.25386,-13.2538595,-16.06636,-17.06636,-14.5779505
+430889,-13.37504,-20.969969,-17.25004,-22.692505,-21.283028,-15.780892,-18.31254,-14.044703,-28.250715,-12.75004,-3.981511e-05,-17.50004,-22.06254,-16.00079
+25613,-0.00016151555,-13.464919,-10.625161,-18.041023,-15.18414,-18.49677,-12.000161,-18.135357,-24.152502,-17.937662,-17.687662,-16.750162,-14.000161,-16.377848
+578146,-13.750503,-15.164676,-9.875503,-0.0016824129,-15.501074,-13.385785,-16.625504,-15.279329,-26.303259,-14.625503,-16.813004,-17.688004,-16.750504,-16.819078
+488404,-11.375249,-20.18219,-12.375249,-18.694086,-15.415208,-15.065281,-16.06275,-15.614292,-26.207565,-15.125249,-16.31275,-13.625249,-0.0002491164,-10.653144
+275766,-16.250257,-11.852762,-21.312757,-26.536278,-26.082808,-18.515482,-0.00025710138,-17.250582,-24.741121,-21.625257,-18.437757,-21.375257,-22.125257,-16.396946
+619653,-14.625308,-21.534424,-10.125308,-20.149626,-18.741375,-16.263313,-18.562809,-19.016977,-24.543383,-18.000309,-18.875309,-0.00030834688,-16.687809,-14.00177
+273657,-7.760624,-4.8904996,-16.135624,-17.376757,-8.036976,-9.39185,-0.01062404,-12.011349,-19.120768,-12.823124,-13.010624,-15.010624,-14.698124,-11.038677
+388753,-11.625115,-19.50012,-11.750115,-19.41392,-19.79001,-14.952611,-16.000114,-12.7454,-24.602823,-0.00011503035,-11.000115,-17.625114,-19.187614,-16.255129
+41199,-7.6268463,-0.0022225557,-15.126846,-17.54471,-12.42091,-15.272535,-8.251846,-15.127507,-26.658966,-16.126846,-14.064346,-16.439346,-17.314346,-12.601156
+121404,-12.500522,-15.929203,-9.375522,-0.0009860937,-12.501713,-13.573643,-16.313023,-15.089904,-26.97258,-15.438022,-16.313023,-16.688023,-18.500523,-14.06643
+476337,-12.625613,-21.463072,-8.125613,-18.805561,-18.281096,-14.042152,-17.750614,-18.254732,-24.948309,-16.063114,-18.563114,-0.00061362033,-16.000614,-13.376802
+11692,-9.011816e-05,-13.508781,-11.37509,-18.767202,-15.941775,-14.987689,-13.75009,-16.254366,-25.74546,-19.62509,-19.31259,-14.00009,-18.93759,-14.830152
+407407,-11.375695,-19.45049,-12.875695,-22.095556,-19.36754,-14.367597,-16.125696,-12.784626,-26.454552,-7.3756957,-0.00069558265,-14.125695,-19.625696,-16.015491
+105904,-5.267603,-13.453285,-1.1426027,-8.89121,-0.39328995,-18.184692,-13.642603,-12.829677,-21.518589,-13.892603,-14.392603,-14.205103,-14.267603,-10.268145
+48248,-9.751631,-0.0020415024,-15.501631,-20.803658,-16.491909,-17.91425,-10.751631,-17.13315,-25.897348,-16.81413,-14.564131,-17.18913,-17.87663,-12.505433
+206050,-13.68755,-16.357288,-16.31255,-20.700766,-14.476346,-0.00074851094,-12.12505,-13.438093,-27.125305,-16.12505,-15.81255,-16.18755,-18.37505,-13.690784
+574413,-12.250133,-17.367533,-0.00013219437,-11.379593,-14.876114,-15.4641,-18.625132,-17.00154,-29.189781,-17.062632,-19.937632,-13.500133,-18.375132,-17.942482
+185202,-13.250161,-20.038172,-14.500161,-18.926594,-0.0006690988,-20.910572,-16.81266,-19.608406,-28.451405,-18.75016,-18.81266,-20.93766,-22.12516,-17.653633
+448022,-14.500274,-20.70542,-11.500274,-19.548279,-21.8889,-15.840968,-18.687775,-19.063833,-26.258718,-17.625275,-19.062775,-0.0002741438,-17.312775,-14.75142
+136913,-12.250633,-14.806262,-10.625633,-0.0024053021,-13.501653,-13.490815,-16.750633,-15.479673,-25.117748,-14.813133,-17.063133,-17.313133,-17.250633,-15.564908
+154230,-12.125655,-13.277377,-8.000655,-0.0015608976,-12.126523,-14.22971,-15.688155,-16.357763,-26.607634,-16.438156,-17.250656,-17.438156,-18.250656,-15.127162
+284733,-13.625043,-18.845835,-20.312544,-21.492373,-18.888094,-12.8772545,-18.562544,-0.00013613176,-21.706244,-17.812544,-18.812544,-19.500044,-22.187544,-13.435206
+183095,-15.375161,-21.543365,-15.750161,-20.286066,-0.00095727836,-26.561262,-18.500162,-21.231506,-29.532923,-20.250162,-20.500162,-22.437662,-23.875162,-17.378582
+471476,-13.750167,-22.671587,-11.750167,-20.21517,-19.757467,-14.188014,-18.125168,-19.520983,-25.730282,-17.687668,-18.437668,-0.00016735584,-16.250168,-14.001832
+245995,-14.250343,-15.500495,-20.062843,-23.364277,-22.758102,-16.192635,-0.00034350218,-17.063084,-24.847916,-19.812843,-16.875343,-19.750343,-19.687843,-16.017023
+25729,-0.07479166,-7.2039294,-10.137292,-14.899389,-9.23933,-4.7022552,-8.137292,-7.2001233,-16.44894,-10.699792,-13.324792,-11.074792,-13.074792,-6.9538064
+504462,-13.375122,-20.706278,-12.750122,-20.222227,-19.289919,-21.034235,-16.375122,-16.262266,-26.085255,-16.875122,-18.250122,-14.500122,-0.00012206286,-13.13786
+512413,-13.875176,-22.548172,-14.625176,-20.490705,-16.994427,-16.587631,-17.062677,-16.658289,-27.110794,-16.812677,-18.687677,-14.500176,-0.00017665257,-10.751663
+579156,-14.5005245,-15.487157,-9.2505245,-0.0011824404,-16.25114,-13.403557,-16.938025,-14.898802,-27.493593,-14.3755245,-16.938025,-17.813025,-16.750525,-16.1494
+78803,-9.379942,-0.0053377203,-15.317442,-19.16513,-14.890354,-19.176353,-10.879942,-15.444064,-26.616087,-15.192442,-12.879942,-15.879942,-17.129942,-13.010228
+195663,-14.937723,-20.871136,-15.125223,-19.468147,-0.0008098302,-20.456333,-16.437723,-20.138369,-26.590363,-18.625223,-18.437723,-20.937723,-22.375223,-16.749115
+98059,-9.250249,-16.884325,-0.0002485205,-12.130379,-10.250747,-17.568901,-17.437748,-15.680848,-27.613379,-16.875248,-18.062748,-14.125249,-18.312748,-16.252966
+6365,-5.6384404e-05,-16.08608,-10.750056,-19.391314,-15.390402,-16.457918,-14.875056,-17.63772,-26.556063,-20.750057,-20.000057,-13.625056,-19.750057,-17.191723
+338580,-12.812654,-14.890426,-16.562653,-17.4187,-16.400791,-19.967852,-12.312654,-11.375277,-0.00018976876,-17.250153,-13.000154,-15.812654,-17.500153,-14.659275
+299201,-12.500143,-17.378557,-18.875143,-19.843676,-17.772257,-12.128668,-16.750143,-0.00020788869,-20.352121,-16.750143,-17.812643,-17.312643,-20.250143,-11.63758
+624099,-10.750248,-19.003168,-11.875248,-19.573786,-15.233593,-13.3356285,-15.562748,-16.011686,-25.989132,-14.687748,-16.562748,-13.500248,-0.0002478054,-9.8835
+429311,-10.8757,-19.47401,-13.2507,-21.809273,-19.643896,-14.043675,-15.6882,-12.763911,-25.25576,-7.3756995,-0.00069975207,-14.2507,-19.5632,-15.442846
+324124,-13.812652,-15.841609,-16.81265,-19.277792,-15.5707855,-19.301329,-12.687652,-12.500263,-0.00022326497,-17.37515,-13.375152,-15.250152,-17.62515,-15.881215
+15645,-3.886147e-05,-16.191774,-18.187538,-21.451569,-19.650469,-16.487175,-17.437538,-18.076193,-27.751368,-22.437538,-21.125038,-20.125038,-21.312538,-17.933367
+519753,-2.9823265,-5.997175,-4.4823265,-9.0946455,-9.244369,-4.97066,-9.2948265,-7.6735005,-17.67692,-7.2948265,-9.5448265,-2.8573265,-2.1073265,-3.7343957
+144708,-13.125543,-15.828586,-9.625543,-0.0014858285,-14.126683,-13.352991,-17.375544,-16.255318,-27.53963,-16.000544,-17.625544,-19.063044,-18.063044,-17.62947
+19197,-3.7192607e-05,-13.5243225,-15.750037,-20.060358,-17.763988,-18.006634,-16.812536,-17.780102,-26.603603,-21.750036,-20.875036,-18.375036,-17.875036,-17.253323
+540089,-13.500333,-21.646236,-15.250333,-17.779596,-17.621162,-17.058123,-14.125333,-15.646449,-25.581985,-16.937834,-18.000334,-14.375333,-16.250334,-0.0009608127
+8036,-5.4238757e-05,-16.894526,-16.187553,-31.189545,-19.844864,-15.878462,-17.312553,-12.197367,-26.577888,-20.812553,-18.875053,-18.625053,-21.875053,-20.301613
+385943,-11.5001335,-20.895142,-12.5001335,-16.407066,-20.08248,-14.8866625,-16.250134,-14.539725,-23.888214,-0.00013398226,-11.8751335,-17.312634,-18.625134,-16.094315
+401875,-9.080698,-16.379583,-14.018198,-17.22952,-17.854137,-10.212983,-13.705698,-2.95579,-16.875635,-3.7056983,-0.08069814,-14.143198,-18.018198,-12.458002
+318344,-12.750246,-13.776271,-17.875246,-20.76476,-16.729158,-11.952914,-12.000246,-0.00034257257,-21.325945,-17.187746,-15.187746,-18.000246,-20.000246,-13.128493
+593874,-14.625154,-15.34151,-22.750153,-27.377804,-24.781471,-18.879898,-0.00015341058,-17.625444,-25.724632,-22.375153,-18.437653,-21.500153,-22.312653,-16.75608
+154911,-14.500507,-15.1104765,-9.750507,-0.0011397889,-15.626606,-12.8844185,-17.063007,-15.6830635,-27.617834,-15.625507,-17.500507,-18.813007,-17.625507,-16.88269
+92964,-8.625452,-16.192654,-0.00045182032,-11.878563,-9.375894,-16.033411,-17.062952,-16.573898,-25.376574,-15.437952,-17.437952,-16.187952,-17.125452,-13.001647
+322054,-13.937597,-15.96267,-17.625097,-19.506552,-15.823358,-19.250381,-12.875097,-12.125213,-0.00016283299,-17.625097,-13.437597,-15.875097,-17.750097,-15.833358
+380234,-11.125091,-20.392925,-12.625091,-18.37281,-20.442074,-14.385388,-16.43759,-12.812321,-25.955042,-9.023736e-05,-12.625091,-17.43759,-20.00009,-15.696441
+166024,-10.7501955,-18.437666,-12.1251955,-15.382766,-0.0008618805,-14.952801,-16.125196,-16.216267,-26.243752,-17.375196,-17.937696,-19.500196,-20.812696,-15.128094
+189342,-14.750171,-22.522715,-15.500171,-20.495102,-0.00087568676,-23.728868,-17.625172,-20.821507,-29.766968,-19.250172,-20.187672,-22.375172,-23.625172,-17.20356
+498694,-10.625435,-14.388515,-11.000435,-17.000788,-12.7831335,-13.16331,-14.875435,-13.512248,-23.18103,-14.187935,-15.437935,-12.375435,-0.00043513844,-9.626266
+292783,-13.250138,-15.860659,-20.875137,-22.243813,-17.081945,-14.939856,-16.062637,-0.00021170345,-20.004364,-16.875137,-17.187637,-18.437637,-21.562637,-12.287585
+66123,-10.625947,-0.0012317926,-17.000946,-19.861118,-17.457209,-18.004879,-12.875947,-17.251732,-25.259588,-18.125946,-16.375946,-17.188446,-18.875946,-13.256453
+256315,-2.8191369,-0.08247875,-10.006637,-10.92555,-8.081534,-8.324153,-7.694137,-8.695379,-17.086967,-9.694137,-14.131637,-12.381637,-13.756637,-7.321029
+182541,-14.375174,-19.803741,-15.125174,-19.349735,-0.00070460915,-18.24585,-17.062674,-19.403456,-28.682367,-19.187674,-19.125174,-21.125174,-22.875174,-15.881701
+292223,-13.194526,-13.757564,-18.444525,-18.389679,-14.240148,-11.6568985,-5.1320257,-0.007103022,-17.698948,-15.882026,-13.194526,-14.632026,-18.632025,-13.3340225
+332888,-13.62514,-14.724621,-16.562641,-18.113054,-15.448806,-16.753563,-12.18764,-11.687765,-0.00020657766,-17.250141,-13.00014,-15.37514,-17.625141,-15.526807
+497291,-10.750616,-18.101437,-12.125616,-17.642385,-15.725433,-17.029413,-14.563116,-14.788706,-25.878876,-14.375616,-15.688116,-13.875616,-0.00061636046,-8.129422
+516118,-11.000209,-15.333707,-12.750209,-18.208555,-13.69302,-11.759976,-15.062709,-14.509172,-25.853909,-15.750209,-16.562708,-14.250209,-0.0002085945,-10.250906
+400135,-12.500073,-19.589197,-15.750073,-23.944212,-20.926006,-15.400664,-17.500074,-13.001332,-26.707062,-10.500073,-7.3549425e-05,-16.500074,-21.187574,-15.877478
+329586,-13.937623,-15.020886,-17.062624,-18.60367,-15.638288,-19.184244,-12.250123,-11.875246,-0.00024221861,-17.562624,-13.312623,-15.500123,-17.875124,-15.725819
+527426,-6.0036635,-11.673489,-0.003663378,-8.382111,-7.7544627,-11.468204,-12.878663,-9.90942,-23.608517,-10.003663,-14.753663,-13.628663,-15.691163,-9.255246
+75328,-10.750785,-0.0012478452,-17.000786,-18.407225,-15.568355,-13.846325,-11.625785,-15.313621,-22.042156,-17.625786,-16.813286,-16.063286,-18.563286,-12.503475
+458624,-14.250175,-21.832958,-11.000175,-19.634886,-20.12538,-15.816435,-18.375175,-18.943453,-26.043388,-17.875175,-18.875175,-0.00017557987,-17.062675,-14.2517395
+177811,-13.875137,-21.013922,-16.375137,-19.121056,-0.0007200832,-27.056713,-17.312637,-21.926413,-26.10196,-18.437637,-20.500137,-22.375137,-23.375137,-19.748976
+121841,-12.625817,-14.287252,-9.000817,-0.0013699431,-13.376609,-12.6906185,-16.625818,-14.295102,-24.770332,-14.750817,-16.625818,-17.188318,-17.438318,-15.132236
+359038,-13.750105,-15.543984,-16.812605,-16.548342,-15.816059,-18.371447,-12.750105,-11.812749,-0.0001867921,-17.375105,-13.437605,-15.437605,-18.125105,-15.755561
+474739,-12.875322,-18.937544,-10.250322,-18.34069,-19.015963,-13.53921,-16.625322,-16.252771,-23.887474,-16.000322,-17.375322,-0.00032205164,-16.062822,-12.881153
+562584,-0.00013326711,-14.924468,-9.8751335,-17.69416,-16.674103,-14.332849,-13.5001335,-17.58452,-22.80121,-18.375134,-17.937634,-11.1251335,-17.625134,-16.207756
+22136,-3.6715788e-05,-17.745033,-14.875036,-22.246553,-19.875536,-20.760817,-18.875036,-20.278687,-30.214588,-22.750036,-22.187536,-19.687536,-21.812536,-18.953165
+458059,-12.375492,-18.68593,-9.625492,-18.542664,-16.563122,-13.690908,-16.625492,-17.341454,-25.74192,-17.000492,-17.375492,-0.00049173663,-16.000492,-11.876706
+30004,-2.9563467e-05,-18.656183,-17.125029,-23.675867,-22.15887,-18.849377,-17.812529,-16.769552,-28.930147,-22.000029,-20.125029,-18.812529,-22.687529,-21.663023
+62080,-10.376459,-0.004139802,-16.31396,-20.940022,-15.726676,-21.669104,-12.251459,-15.943277,-21.881111,-16.43896,-14.313959,-16.68896,-17.43896,-13.02877
+62731,-11.000899,-0.0012563745,-16.1259,-21.976837,-17.230318,-15.503422,-9.625899,-15.81358,-22.523756,-17.6259,-14.313399,-17.1259,-18.1884,-12.882203
+180218,-10.000797,-15.994543,-11.625797,-14.403853,-0.0013075164,-14.625842,-11.750797,-17.645966,-26.259848,-14.188297,-17.188297,-16.875797,-19.688297,-15.034986
+526056,-12.1252575,-17.196735,-14.6877575,-16.679607,-18.09969,-16.353662,-12.5002575,-15.42212,-25.634262,-17.000257,-17.562757,-11.1252575,-15.9377575,-0.0009617376
+516167,-10.625223,-18.32533,-11.750223,-18.33837,-15.034426,-13.989576,-14.437723,-15.571008,-24.73788,-15.125223,-16.312723,-12.875223,-0.00022337325,-9.626608
+383954,-11.625116,-20.431793,-13.250116,-18.408077,-20.973253,-14.831834,-16.625116,-13.447319,-26.94229,-0.000115983916,-11.250116,-16.687616,-19.750116,-18.073584
+115172,-13.125398,-18.75893,-0.00039807978,-8.125917,-15.6272955,-15.515071,-18.062899,-18.11216,-29.50829,-17.250399,-20.312899,-15.000398,-18.625399,-17.756178
+37941,-0.00011288482,-15.313801,-15.875113,-18.088694,-14.779254,-10.00104,-15.375113,-16.564188,-28.675491,-17.562613,-18.500113,-17.625113,-18.875113,-18.062016
+509923,-10.750454,-19.370445,-11.125454,-19.603455,-16.750692,-11.030146,-14.750454,-14.177563,-25.320885,-15.000454,-16.375454,-12.375454,-0.00045372683,-9.126538
+358068,-13.375139,-15.274846,-16.68764,-19.495228,-15.19541,-18.92673,-12.437639,-11.812781,-0.00021098818,-17.68764,-13.500139,-15.562639,-17.68764,-15.31562
+42146,-10.625892,-0.0011646033,-17.50089,-21.952862,-17.77092,-18.214025,-13.375892,-17.00159,-24.331062,-18.25089,-16.50089,-17.43839,-18.93839,-13.132377
+556806,-11.37519,-12.848343,-15.81269,-17.116604,-21.419476,-14.97076,-14.87519,-16.377863,-26.896244,-17.312689,-18.687689,-15.37519,-17.125189,-0.0007066403
+47617,-10.626071,-0.0017772337,-17.25107,-19.332535,-17.45006,-13.868982,-11.751071,-15.001233,-21.2475,-18.25107,-15.501071,-16.00107,-18.81357,-12.75368
+125062,-16.687832,-15.954624,-10.750332,-0.0009142298,-18.56388,-15.718184,-18.687832,-15.716512,-30.272419,-17.750332,-19.812832,-19.937832,-19.000332,-17.564882
+172081,-13.7501545,-20.979681,-15.0001545,-20.07376,-0.0006800583,-21.639986,-17.125154,-21.254366,-28.867813,-18.437654,-19.250154,-21.562654,-22.437654,-15.964299
+475429,-13.00032,-18.631433,-9.37532,-19.340643,-18.550793,-15.136241,-17.56282,-17.505867,-28.237513,-17.12532,-18.25032,-0.00032026408,-16.50032,-13.629967
+512423,-11.875328,-17.944971,-12.500328,-20.042534,-14.659123,-17.928392,-15.062828,-15.546051,-25.69926,-16.500328,-17.000328,-13.625328,-0.00032765264,-9.125903
+611259,-12.750104,-19.802258,-16.375105,-22.695154,-19.974474,-14.436075,-16.687605,-11.143299,-25.05779,-10.500104,-0.00010442189,-16.250105,-21.062605,-15.251717
+53733,-12.000721,-0.001502112,-18.438221,-22.090727,-21.042984,-16.743681,-10.125721,-16.06342,-22.495205,-19.063221,-16.563221,-17.938221,-19.563221,-13.753164
+371230,-11.375128,-19.261976,-11.500128,-19.714195,-19.168177,-14.887507,-15.625128,-12.45119,-24.46076,-0.00012790339,-10.250128,-17.500128,-19.062628,-15.754339
+56229,-8.386156,-0.01135706,-13.573656,-18.899204,-14.933325,-17.680658,-9.886156,-16.200418,-25.654575,-15.573656,-12.761156,-15.136156,-16.323656,-11.892436
+193722,-15.750097,-23.29935,-16.750097,-20.984015,-0.0011978003,-20.971582,-19.125097,-22.56219,-31.409073,-20.937597,-21.125097,-22.687597,-24.187597,-21.935366

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/labels.csv

@@ -0,0 +1,448 @@
+134898,3
+467341,11
+448055,11
+413626,10
+538411,13
+18135,0
+576165,3
+246397,6
+507969,12
+85813,2
+21698,0
+611971,10
+24335,0
+583644,4
+394207,9
+332309,8
+175313,4
+377721,9
+345565,8
+166535,4
+379557,9
+465153,11
+321725,8
+591893,6
+244848,6
+616076,11
+159326,3
+178172,4
+168807,4
+425841,10
+590555,6
+266678,6
+349158,8
+35734,0
+431323,10
+380476,9
+395082,9
+266065,6
+492745,12
+257404,6
+195175,4
+256281,6
+484644,12
+158506,3
+404580,10
+347106,8
+538220,13
+278419,6
+255094,6
+322662,8
+429068,10
+209924,5
+258883,6
+264148,6
+12519,0
+509299,12
+407811,10
+335459,8
+252685,6
+409936,10
+124121,3
+296831,7
+305195,7
+213584,5
+24561,0
+480750,12
+224433,5
+444165,11
+497458,12
+363422,9
+78664,1
+453580,11
+45928,1
+467595,11
+294257,7
+399815,9
+28178,0
+255730,6
+446571,11
+214864,5
+399527,9
+379140,9
+246358,6
+454821,11
+314969,7
+537251,13
+360474,9
+260678,6
+588547,5
+593292,6
+38860,0
+579700,3
+482702,12
+281740,7
+503823,12
+341696,8
+25936,0
+219941,5
+547015,13
+384347,9
+83149,2
+65647,1
+514940,12
+250342,6
+522217,13
+460659,11
+304610,7
+347016,8
+330653,8
+47250,1
+560445,0
+169126,4
+248935,6
+173542,4
+439214,10
+76032,1
+43453,1
+87286,2
+295516,7
+296375,7
+346917,8
+286562,7
+171862,4
+244096,6
+285284,7
+503474,12
+593981,6
+187905,4
+255792,6
+2824,0
+156294,3
+95709,2
+544185,13
+474514,11
+469978,11
+614785,10
+606690,9
+41878,1
+392734,9
+177876,4
+536896,13
+228631,5
+361345,9
+587619,5
+181831,4
+550119,13
+284478,7
+56766,1
+44755,1
+611850,10
+1408,0
+67124,1
+53424,1
+54299,1
+51655,1
+566521,1
+190936,4
+597159,7
+82335,2
+230743,5
+498896,12
+33467,0
+515092,12
+165057,4
+170214,4
+388983,9
+29966,0
+31120,0
+91255,2
+579426,3
+561254,0
+185688,4
+414974,10
+371483,9
+373309,9
+395836,9
+251433,6
+476514,11
+85510,2
+26962,0
+104699,2
+481342,12
+487516,12
+238698,5
+193605,4
+181587,4
+113977,2
+562097,0
+384451,9
+255955,6
+458452,11
+474607,11
+456096,11
+32943,0
+181961,4
+102601,2
+595913,7
+174116,4
+325783,8
+118096,2
+76050,1
+191950,4
+352913,8
+351737,8
+578498,3
+606941,9
+303191,7
+584674,4
+627751,13
+615243,11
+353698,8
+505366,12
+406084,10
+382466,9
+615227,11
+87275,2
+105728,2
+553700,13
+167540,4
+370991,9
+417564,10
+60010,1
+224199,5
+544117,13
+458606,11
+370558,9
+49264,1
+237459,5
+106173,2
+583939,4
+410800,10
+49235,1
+573009,2
+468115,11
+60793,1
+245902,6
+241096,6
+617836,11
+215245,5
+533289,13
+485459,12
+4257,0
+504497,12
+172053,4
+84099,2
+584054,4
+108371,2
+414060,10
+317113,7
+199219,4
+453854,11
+574334,2
+178063,4
+523851,13
+381694,9
+463209,11
+483596,12
+209658,5
+311476,7
+261648,6
+388889,9
+193791,4
+415548,10
+19791,0
+501982,12
+109335,2
+559563,13
+543133,13
+516576,12
+299095,7
+168469,4
+345947,8
+97389,2
+397017,9
+453027,11
+167590,4
+567686,1
+326432,8
+78633,1
+265969,6
+248262,6
+107882,2
+275677,6
+490397,12
+375005,9
+229098,5
+8347,0
+17166,0
+276885,6
+21132,0
+365068,9
+335389,8
+537222,13
+614216,10
+537309,13
+140702,3
+38392,0
+496207,12
+539451,13
+335149,8
+4969,0
+577730,3
+82917,2
+65811,1
+153863,3
+218732,5
+611344,10
+342954,8
+371598,9
+626956,13
+224311,5
+207051,5
+50496,1
+596438,7
+534676,13
+542810,13
+413458,10
+244400,6
+59078,1
+454334,11
+610261,10
+577301,3
+356427,8
+15177,0
+377980,9
+520165,13
+201239,5
+170833,4
+394657,9
+197420,4
+262543,6
+139881,3
+43786,1
+60339,1
+482297,12
+240944,6
+256673,6
+598298,7
+252490,6
+229772,5
+215966,5
+294643,7
+118874,2
+491467,12
+256254,6
+221730,5
+484885,12
+492889,12
+89399,2
+65254,1
+430889,10
+25613,0
+578146,3
+488404,12
+275766,6
+619653,11
+273657,6
+388753,9
+41199,1
+121404,3
+476337,11
+11692,0
+407407,10
+105904,2
+48248,1
+206050,5
+574413,2
+185202,4
+448022,11
+136913,3
+154230,3
+284733,7
+183095,4
+471476,11
+245995,6
+25729,0
+504462,12
+512413,12
+579156,3
+78803,1
+195663,4
+98059,2
+6365,0
+338580,8
+299201,7
+624099,12
+429311,10
+324124,8
+15645,0
+519753,12
+144708,3
+19197,0
+540089,13
+8036,0
+385943,9
+401875,10
+318344,7
+593874,6
+154911,3
+92964,2
+322054,8
+380234,9
+166024,4
+189342,4
+498694,12
+292783,7
+66123,1
+256315,6
+182541,4
+292223,7
+332888,8
+497291,12
+516118,12
+400135,10
+329586,8
+527426,13
+75328,1
+458624,11
+177811,4
+121841,3
+359038,8
+474739,11
+562584,0
+22136,0
+458059,11
+30004,0
+62080,1
+62731,1
+180218,4
+526056,13
+516167,12
+383954,9
+115172,2
+37941,0
+509923,12
+358068,8
+42146,1
+556806,13
+47617,1
+125062,3
+172081,4
+475429,11
+512423,12
+611259,10
+53733,1
+371230,9
+56229,1
+193722,4

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/test=dbpedia/list=0.0-1.0/logits.csv

@@ -0,0 +1,448 @@
+134898,-15.500628,-13.785333,-8.125628,-0.0014420231,-14.063691,-12.953746,-17.00063,-14.598589,-25.66615,-11.250628,-15.125628,-17.43813,-16.25063,-13.502257
+467341,-15.62522,-22.096704,-10.12522,-21.47574,-23.574785,-15.049579,-19.125221,-17.563662,-26.253632,-18.187721,-17.375221,-0.00022039369,-15.75022,-15.315047
+448055,-14.0002985,-23.083662,-10.5002985,-20.825676,-19.769005,-14.18592,-18.0003,-17.88054,-24.887314,-18.6878,-15.8127985,-0.00029881304,-14.7502985,-14.68948
+413626,-13.625063,-22.033016,-15.000063,-21.438585,-20.489977,-15.375984,-16.562563,-14.283428,-24.916378,-12.375063,-6.270212e-05,-17.375063,-20.875063,-14.382197
+538411,-11.500652,-11.00315,-11.875652,-15.370832,-13.882812,-11.234015,-13.625652,-15.565179,-21.956715,-16.813152,-15.188152,-14.625652,-15.125652,-0.0017644197
+18135,-2.2053475e-05,-16.653885,-14.125022,-20.148712,-20.351934,-15.959035,-14.500022,-18.941467,-23.573626,-18.812523,-17.375023,-17.062523,-18.375023,-14.535155
+576165,-13.000647,-13.75017,-8.750647,-0.001501105,-11.001054,-13.415457,-16.438147,-16.755966,-26.921873,-13.500647,-16.813147,-18.375647,-17.625647,-13.938401
+246397,-17.687948,-19.650316,-18.437948,-24.236609,-26.604347,-17.29191,-0.0004476499,-16.3134,-20.041584,-19.187948,-17.000448,-19.500448,-19.750448,-15.146735
+507969,-13.625126,-18.865597,-11.250126,-21.56054,-17.470795,-19.322538,-16.125126,-17.315922,-26.555115,-16.937626,-17.250126,-14.250126,-0.00012599629,-10.750839
+85813,-14.750186,-18.208637,-0.00018630676,-13.000826,-16.064112,-16.041588,-19.937687,-19.96059,-31.309433,-14.500186,-18.375187,-13.000186,-17.375187,-18.78311
+21698,-0.00030882357,-15.882686,-9.000309,-18.776901,-19.665386,-11.547674,-13.125309,-17.817095,-23.833353,-15.437809,-15.187809,-14.187809,-13.125309,-12.627684
+611971,-15.000049,-22.493053,-16.250048,-24.762295,-21.254578,-16.508274,-17.750048,-14.631477,-26.337479,-12.875049,-4.8517002e-05,-18.687548,-22.125048,-16.375885
+24335,-3.1351552e-05,-14.879514,-12.625031,-20.810984,-18.780493,-15.149258,-14.687531,-18.41175,-27.440079,-19.43753,-17.93753,-16.62503,-18.25003,-14.567394
+583644,-16.000265,-20.129639,-11.500265,-17.427277,-0.00070463354,-20.201912,-17.125265,-21.518505,-25.338692,-17.750265,-17.937765,-20.687765,-20.375265,-18.135586
+394207,-14.6251335,-22.369913,-13.1251335,-18.94412,-22.144213,-15.037143,-18.625134,-15.003415,-25.79245,-0.00013398226,-10.5001335,-17.875134,-21.937634,-17.81318
+332309,-12.562784,-13.634939,-13.312784,-15.488621,-16.388304,-17.076685,-11.062784,-10.125551,-0.00034900234,-15.812784,-11.812784,-14.375284,-15.875284,-15.459724
+175313,-16.687763,-21.806604,-12.375263,-18.458645,-0.00065077294,-25.677784,-18.500263,-20.776068,-25.916433,-18.375263,-19.375263,-21.187763,-21.312763,-19.663288
+377721,-15.625098,-23.342793,-13.875098,-20.087576,-23.38498,-16.259855,-19.7501,-16.252645,-26.274576,-9.8700424e-05,-12.875098,-18.5626,-22.1251,-19.313087
+345565,-13.687901,-13.960463,-13.125401,-16.20559,-15.336427,-18.639278,-10.625401,-11.938239,-0.00050834165,-15.562901,-11.562901,-14.250401,-15.812901,-16.12782
+166535,-16.187752,-20.528868,-12.625251,-18.455748,-0.0008349782,-20.8056,-17.937752,-21.244463,-24.70594,-18.812752,-17.500252,-21.062752,-21.125252,-18.128714
+379557,-13.625173,-20.912004,-11.500173,-17.234074,-21.263676,-15.566667,-17.625172,-14.331949,-25.725449,-0.00017260015,-11.875173,-17.875172,-20.250172,-16.25185
+465153,-10.878423,-17.97939,-7.1284227,-18.51383,-17.030602,-12.024739,-13.878423,-15.004225,-22.42057,-15.753423,-15.628423,-0.0034229518,-6.2534227,-11.254157
+321725,-14.000288,-14.585855,-13.375288,-18.271982,-15.747554,-21.207588,-10.812788,-12.375643,-0.00041587156,-16.000288,-11.937788,-14.375288,-15.937788,-16.438538
+591893,-11.375399,-17.030931,-16.500399,-21.967678,-21.582556,-14.568352,-0.00039855644,-15.688189,-21.979977,-17.375399,-13.375399,-18.187899,-17.375399,-15.076196
+244848,-12.000672,-15.813677,-13.688172,-19.747704,-22.199905,-13.317562,-0.0006718762,-16.438606,-21.483702,-17.313171,-13.875672,-17.813171,-15.750672,-12.876119
+616076,-15.062931,-21.592546,-9.125431,-19.693844,-20.20155,-21.561714,-18.875431,-18.752157,-25.578115,-18.312931,-16.937931,-0.00043108707,-15.000431,-15.751488
+159326,-16.875603,-14.876843,-10.000602,-0.0016860424,-16.563667,-13.673057,-17.375603,-14.9547825,-27.658512,-13.750602,-16.563103,-19.250603,-18.063103,-15.504104
+178172,-15.625493,-18.34412,-9.500493,-16.394672,-0.0012034015,-20.104586,-16.625492,-20.553535,-27.112896,-16.000492,-17.437992,-20.312992,-20.250492,-15.877557
+168807,-16.62544,-18.639336,-13.000442,-17.639534,-0.001167294,-20.497665,-17.62544,-21.61569,-24.43278,-18.00044,-17.68794,-20.31294,-20.50044,-18.704052
+425841,-13.375112,-18.933596,-14.375112,-19.776302,-19.331322,-15.297944,-16.437613,-12.253334,-23.743969,-11.875112,-0.00011169287,-17.500113,-21.312613,-15.134933
+590555,-12.62729,-6.2567635,-11.75229,-18.378786,-18.318062,-13.091986,-0.0022894144,-14.252977,-22.692093,-15.81479,-13.75229,-15.12729,-17.502289,-13.253926
+266678,-9.502423,-10.849397,-14.064923,-15.577352,-14.679361,-9.67757,-0.0024229712,-10.815995,-16.267933,-13.627423,-9.752423,-16.814922,-14.002423,-12.253257
+349158,-11.626101,-11.14957,-11.688601,-17.383186,-13.563673,-11.568761,-10.376101,-9.251652,-0.001173841,-13.751101,-9.938601,-14.188601,-14.938601,-15.273332
+35734,-0.00017784444,-12.12834,-13.000177,-19.828417,-15.479008,-13.077544,-11.750177,-14.877496,-22.649204,-16.000177,-16.500177,-15.375177,-16.625177,-13.852698
+431323,-13.375114,-19.466356,-14.625114,-20.31713,-20.005169,-14.8012905,-16.937614,-12.1302,-23.833303,-11.125114,-0.000114553564,-17.062614,-21.375114,-14.876353
+380476,-15.250121,-23.475277,-14.125121,-19.114063,-23.022747,-16.963614,-19.812622,-16.381748,-27.754349,-0.0001212285,-12.375121,-18.062622,-21.937622,-19.062895
+395082,-16.125172,-23.417002,-15.250172,-19.03571,-23.660795,-16.803307,-20.000172,-16.565876,-29.895885,-0.0001720042,-13.750172,-18.625172,-21.937672,-18.875555
+266065,-11.001076,-8.127868,-14.126076,-16.565514,-16.959915,-14.047878,-0.001075881,-15.5019045,-19.379597,-14.938576,-13.438576,-17.688576,-16.376076,-11.006037
+492745,-14.7502,-22.371458,-12.8752,-21.040289,-18.931395,-15.275312,-16.3127,-16.626177,-26.246483,-16.3752,-17.2502,-14.0002,-0.00020072829,-12.860451
+257404,-10.875822,-9.950713,-14.750822,-18.608335,-17.93617,-13.378871,-0.00082161045,-13.376054,-23.670654,-16.750822,-9.750822,-16.688322,-14.688322,-13.254687
+195175,-15.375522,-19.703709,-12.375522,-17.760984,-0.001013737,-20.14918,-15.438022,-18.77629,-21.412786,-16.75052,-17.06302,-19.31302,-20.31302,-16.277674
+256281,-14.500174,-10.198555,-18.375174,-20.53454,-21.208776,-16.031498,-0.00017391123,-16.125618,-22.90494,-18.250174,-16.000174,-18.875174,-19.937674,-15.751346
+484644,-14.000167,-22.452608,-11.375167,-18.949293,-15.796351,-12.938002,-15.375167,-16.011047,-26.822243,-14.812667,-17.000166,-14.187667,-0.00016687908,-10.528934
+158506,-13.87786,-12.871679,-6.6278605,-0.0039265016,-13.628318,-12.51268,-15.56536,-13.098759,-25.532558,-12.31536,-15.44036,-15.81536,-15.81536,-11.707816
+404580,-14.750082,-22.114058,-14.375082,-19.724342,-20.985302,-16.538982,-17.875082,-14.10185,-24.91161,-11.500082,-8.2131824e-05,-17.687582,-21.875082,-16.125319
+347106,-13.187642,-14.448614,-13.750142,-16.115208,-17.97836,-17.456404,-12.000142,-11.250463,-0.00023804627,-16.187641,-12.125142,-15.250142,-16.125141,-15.354115
+538220,-12.375899,-16.909233,-10.250899,-17.202383,-16.791851,-11.385842,-12.750899,-12.87874,-23.143871,-13.938399,-15.375899,-11.625899,-12.000899,-0.0011506486
+278419,-13.250411,-9.513391,-14.750411,-19.642525,-19.70982,-13.268478,-0.00041094917,-14.8761425,-22.116539,-17.12541,-14.750411,-16.68791,-18.50041,-14.001388
+255094,-16.625309,-12.332274,-19.937809,-22.610073,-23.171516,-17.201952,-0.00030965777,-17.375582,-22.777687,-20.500309,-17.250309,-20.875309,-20.062809,-16.880302
+322662,-13.000453,-13.59884,-12.062953,-14.34076,-14.825093,-17.72533,-10.562953,-11.313298,-0.00061190536,-15.062953,-11.187953,-13.875453,-15.437953,-15.440481
+429068,-13.625162,-21.121529,-14.375162,-19.332516,-19.327848,-14.57741,-16.312662,-13.364421,-22.215107,-10.625162,-0.00016175392,-15.562662,-19.687662,-14.265899
+209924,-13.562846,-13.582739,-11.687846,-15.282886,-14.311458,-0.0018944963,-11.312846,-11.6282215,-29.81353,-13.562846,-12.562846,-13.625346,-15.562846,-12.198304
+258883,-14.500788,-12.431187,-17.250788,-23.255816,-22.283264,-14.57144,-0.0007881396,-10.750984,-17.28643,-16.313288,-11.125788,-18.375788,-16.375788,-14.150852
+264148,-14.875465,-14.376963,-17.687965,-21.356142,-22.26883,-16.00761,-0.00046576143,-16.438236,-21.66065,-17.937965,-16.187965,-18.062965,-18.812965,-16.160534
+12519,-9.6435666e-05,-13.396352,-13.062596,-18.728008,-17.226604,-14.145932,-14.562596,-16.84806,-24.402985,-17.812597,-16.437597,-15.437596,-17.562597,-16.778296
+509299,-15.25015,-21.849709,-12.50015,-21.183529,-19.870024,-14.63737,-17.250149,-18.21015,-26.487717,-16.250149,-18.937649,-15.62515,-0.00014971566,-12.261549
+407811,-14.500242,-19.651491,-15.000242,-19.81759,-19.647839,-15.313342,-17.250242,-13.880348,-24.446394,-11.250242,-0.00024220394,-16.812742,-21.125242,-16.56306
+335459,-11.001288,-10.910251,-11.688788,-15.593626,-12.896877,-10.991007,-10.438788,-7.876733,-0.0013872377,-13.438788,-10.126288,-13.938788,-14.876288,-14.592445
+252685,-13.000561,-15.550737,-16.12556,-20.906872,-21.32323,-15.25448,-0.00056119903,-16.93851,-23.757122,-18.06306,-15.313061,-18.12556,-16.87556,-14.16688
+409936,-14.125064,-20.619684,-14.625064,-21.546637,-20.200113,-15.76826,-16.625063,-13.379123,-25.587145,-11.125064,-6.3894135e-05,-17.937563,-20.687563,-14.375347
+124121,-16.68788,-15.133173,-9.875379,-0.0010190818,-15.376244,-15.076367,-18.56288,-17.257168,-28.031778,-16.43788,-17.75038,-19.62538,-19.37538,-14.5007715
+296831,-14.250266,-14.917958,-19.062765,-18.645784,-16.900236,-13.755374,-10.750266,-0.0004150403,-18.906082,-14.875266,-13.875266,-16.875265,-20.125265,-16.070099
+305195,-14.875058,-18.530262,-18.937557,-22.096779,-19.75181,-14.251781,-17.687557,-0.00024817395,-21.817968,-16.437557,-17.125057,-19.562557,-21.812557,-14.035227
+213584,-13.438705,-14.726875,-12.188705,-13.875074,-15.547175,-0.003960462,-9.751205,-14.939494,-21.636461,-14.751205,-12.438705,-15.188705,-15.313705,-12.2515545
+24561,-6.317893e-05,-16.17386,-12.250063,-18.489336,-20.543573,-12.287422,-12.750063,-17.439669,-23.376257,-16.062563,-14.437563,-15.750063,-17.687563,-13.7546425
+480750,-13.875138,-20.194168,-12.125138,-21.28377,-18.08214,-20.878492,-16.812637,-17.69158,-26.423832,-17.375137,-18.250137,-14.875138,-0.00013815402,-11.125658
+224433,-14.687789,-13.386465,-12.500289,-16.393269,-15.327755,-0.0025554672,-10.375289,-13.580379,-27.37761,-16.00029,-12.812789,-13.750289,-15.812789,-13.189396
+444165,-14.125342,-20.623156,-9.000342,-20.39072,-20.535723,-16.881155,-18.375343,-18.002832,-26.167393,-19.500343,-16.625343,-0.00034254882,-15.562842,-15.5015
+497458,-15.375103,-19.844086,-13.500103,-22.251318,-20.493435,-21.04472,-17.312603,-18.315784,-27.289417,-18.250103,-18.625103,-15.500103,-0.00010346831,-12.624691
+363422,-14.500143,-20.38069,-12.750143,-18.062824,-21.2088,-15.32292,-17.000143,-12.3763685,-26.229177,-0.00014304092,-10.500143,-18.375143,-20.312643,-16.688
+78664,-10.625831,-0.001303746,-15.188331,-17.216972,-18.435884,-21.14347,-12.875831,-16.314495,-18.171219,-16.56333,-14.188331,-14.750831,-16.37583,-12.475508
+453580,-13.625422,-21.316616,-9.250422,-20.283495,-19.871239,-15.382367,-18.062922,-18.001907,-25.152592,-18.062922,-15.750422,-0.0004215544,-13.375422,-14.876841
+45928,-10.750415,-0.0008184635,-15.062915,-18.420977,-18.486347,-16.648413,-10.250415,-16.876617,-21.185444,-16.812914,-15.000415,-16.000414,-17.812914,-12.377297
+467595,-14.000408,-21.973011,-10.375408,-21.673824,-24.187674,-15.865137,-17.687908,-17.708647,-25.105164,-16.937908,-16.312908,-0.0004082085,-14.812908,-14.827828
+294257,-13.375132,-17.062044,-16.812632,-19.831902,-18.44799,-12.751744,-16.375132,-0.00035544837,-20.573792,-14.500132,-16.062632,-18.000132,-20.000132,-12.174301
+399815,-15.250224,-19.459106,-14.125224,-18.21299,-20.790525,-15.946604,-17.250225,-9.12593,-27.048563,-0.00022432672,-12.500224,-18.812725,-20.125225,-15.687993
+28178,-0.0031658313,-12.2289,-15.503166,-17.72984,-16.970964,-13.905693,-8.128166,-14.887471,-20.564236,-18.190666,-13.628166,-16.815666,-17.753166,-14.865176
+255730,-11.375317,-11.616328,-17.187817,-19.24839,-22.35293,-15.133104,-0.00031621224,-16.375626,-21.136414,-17.812817,-15.750317,-17.000317,-17.312817,-13.360015
+446571,-14.125308,-21.424582,-9.500308,-19.633636,-21.11221,-16.795391,-18.750307,-18.32739,-25.98407,-18.437807,-17.187807,-0.00030787018,-15.125308,-14.705506
+214864,-13.687886,-12.893581,-12.500386,-17.23178,-15.605551,-0.0030336527,-10.500386,-12.064248,-25.627602,-15.437886,-13.125386,-12.937886,-14.625386,-12.631354
+399527,-15.37517,-18.69307,-13.81267,-19.184072,-19.977594,-15.503869,-17.31267,-10.878308,-26.512981,-0.00016973962,-13.62517,-18.37517,-19.00017,-15.500533
+379140,-13.750269,-21.455643,-13.250269,-18.394346,-21.650274,-15.257752,-17.062769,-12.252063,-26.202114,-0.00026913834,-8.750269,-18.875269,-21.187769,-16.93802
+246358,-13.125441,-17.300787,-14.187941,-19.477674,-21.521467,-14.010295,-0.00044038135,-15.875861,-21.803595,-17.00044,-14.375441,-17.43794,-16.50044,-14.001514
+454821,-15.500312,-20.884628,-9.250312,-21.527468,-22.37071,-16.525045,-19.750313,-19.314848,-27.640743,-18.375313,-18.187813,-0.00031204123,-15.250312,-15.876057
+314969,-14.125271,-16.566122,-19.62527,-22.891054,-17.255127,-14.877356,-12.750271,-0.00039644557,-21.29874,-17.43777,-15.250271,-17.62527,-21.93777,-16.013672
+537251,-11.501323,-18.892681,-9.001323,-15.817716,-14.643288,-14.432193,-11.626323,-12.258476,-23.69227,-13.688823,-14.813823,-11.126323,-12.126323,-0.001472302
+360474,-14.000205,-19.553864,-12.750205,-18.296705,-19.891693,-15.055342,-17.312704,-11.355725,-25.192295,-0.00020489977,-10.000205,-17.875204,-19.375204,-15.563705
+260678,-14.875279,-10.511848,-17.312778,-21.079735,-20.582228,-17.291658,-0.00027938755,-17.750938,-24.077385,-18.875278,-16.125278,-18.687778,-19.750278,-14.925121
+588547,-12.313089,-14.582102,-12.563089,-15.87743,-15.998577,-0.0030387146,-10.688089,-11.563674,-20.506447,-14.688089,-12.938089,-14.875589,-15.625589,-12.938554
+593292,-12.375446,-12.286708,-18.562946,-22.61991,-20.164602,-17.403946,-0.00044633917,-18.375746,-21.274353,-20.250446,-16.125446,-19.687946,-20.312946,-17.948595
+38860,-0.000114911156,-14.7638445,-10.375114,-19.368256,-17.61404,-14.422963,-14.187614,-19.629047,-23.946318,-19.500114,-17.187614,-11.500114,-17.312614,-15.281045
+579700,-13.938326,-13.710516,-9.375826,-0.0016852664,-14.813929,-12.7002735,-16.563326,-15.713097,-25.412815,-11.625826,-16.688326,-17.250826,-16.813326,-13.75148
+482702,-16.3751,-20.58019,-13.500099,-22.197254,-20.350544,-17.052656,-17.8751,-17.879524,-27.343971,-16.9376,-19.5001,-14.750099,-9.881962e-05,-13.977792
+281740,-14.8750515,-18.317554,-18.187551,-21.780476,-19.5103,-14.753602,-17.875051,-0.00015436942,-23.928776,-17.625051,-17.937551,-19.000051,-21.875051,-12.251425
+503823,-12.375181,-24.632538,-12.125181,-17.595076,-17.224487,-11.882736,-15.187681,-15.504327,-27.06637,-14.000181,-16.625181,-14.125181,-0.00018165846,-10.126187
+341696,-11.5007715,-12.390575,-12.4382715,-15.30846,-15.485164,-12.947564,-10.4382715,-8.126027,-0.00088041485,-15.8132715,-11.5632715,-15.0632715,-15.6882715,-18.633598
+25936,-0.0006252956,-17.418592,-10.750626,-18.470985,-18.043915,-9.505081,-10.375626,-15.094595,-23.22578,-12.625626,-8.750626,-14.125626,-16.250626,-12.5010195
+219941,-9.382117,-12.849804,-9.944617,-11.821424,-19.103138,-0.010417588,-9.757117,-11.679772,-20.152748,-8.632117,-10.632117,-11.819617,-12.944617,-6.2573657
+547015,-7.5016828,-13.968258,-9.126682,-15.756706,-21.844814,-17.699121,-14.564182,-13.630999,-23.155169,-13.251682,-15.814182,-10.626682,-11.376682,-0.0033140122
+384347,-15.062715,-18.778036,-13.687715,-18.624165,-19.464867,-15.19966,-17.562714,-10.644976,-26.767288,-0.00021443452,-12.375215,-18.062714,-19.125214,-15.813424
+83149,-16.250174,-19.137066,-0.00017331529,-13.000885,-18.251766,-17.417198,-21.312674,-19.585535,-27.889366,-17.562674,-18.375174,-11.500174,-16.750174,-18.000643
+65647,-11.2502985,-0.00079513434,-15.0627985,-16.995512,-17.273933,-20.138468,-11.0002985,-17.25364,-24.130964,-16.3753,-14.5002985,-16.4378,-18.0003,-12.126055
+514940,-15.750125,-24.027155,-13.250125,-21.539324,-19.03566,-21.889515,-17.312624,-17.81523,-29.289532,-17.125124,-19.312624,-14.625125,-0.00012480434,-12.9810505
+250342,-13.251282,-16.239124,-15.813782,-20.84875,-23.104065,-14.25615,-0.001281751,-10.876524,-23.297394,-16.376282,-14.876282,-18.251282,-18.251282,-14.626866
+522217,-12.750662,-18.249569,-10.500662,-18.431168,-17.226536,-15.970251,-13.125662,-13.816254,-23.565823,-14.938162,-17.500662,-13.000662,-14.000662,-0.00091265433
+460659,-15.125241,-22.949015,-10.000241,-20.715134,-21.761633,-17.62813,-19.187742,-18.31499,-27.252674,-18.437742,-17.187742,-0.00024172722,-16.000242,-15.251211
+304610,-14.375058,-18.406385,-18.50006,-20.766863,-20.020739,-13.751744,-17.18756,-0.00024436004,-19.42676,-17.37506,-16.18756,-18.81256,-21.87506,-14.504837
+347016,-11.68813,-12.758262,-12.18813,-14.677814,-15.669937,-19.686047,-9.87563,-9.251025,-0.00068286905,-15.31313,-11.12563,-13.37563,-15.31313,-14.531986
+330653,-14.000271,-14.266356,-13.562771,-16.428844,-15.718267,-19.790018,-11.062771,-11.625556,-0.00063802325,-15.312771,-11.937771,-14.375271,-16.06277,-16.439287
+47250,-9.875726,-0.0013434271,-13.375726,-17.831047,-18.213604,-16.70274,-8.375726,-15.876701,-24.651396,-16.250725,-13.188226,-16.313225,-17.000725,-13.171664
+560445,-0.00020203933,-13.814995,-13.187702,-20.344347,-15.570185,-12.57722,-11.250202,-10.257249,-21.888233,-16.687702,-11.625202,-15.187702,-17.562702,-14.215224
+169126,-16.125345,-17.218283,-11.125345,-16.958506,-0.0007376497,-20.820637,-16.625345,-18.911058,-26.716492,-17.750345,-16.625345,-20.375345,-21.437845,-16.20018
+248935,-14.375618,-13.8731365,-16.063118,-19.87149,-22.814302,-14.71008,-0.0006181475,-13.188462,-18.4285,-16.375618,-13.938118,-17.063118,-16.750618,-13.729524
+173542,-13.438079,-16.284418,-11.375579,-15.113,-0.000974171,-18.186611,-12.688079,-16.14426,-21.025362,-13.625579,-15.875579,-16.93808,-17.68808,-17.16597
+439214,-12.87516,-18.323694,-14.93766,-21.523033,-18.65952,-14.718519,-15.56266,-12.376371,-21.863241,-12.25016,-0.00015996608,-17.12516,-20.31266,-14.415436
+76032,-12.375251,-0.0005661699,-16.125252,-18.059635,-18.52599,-22.012821,-12.875251,-17.126354,-23.658188,-17.000252,-15.875251,-16.875252,-18.687752,-13.002302
+43453,-12.125412,-0.0008673161,-15.250412,-17.512486,-18.7241,-18.703615,-11.375412,-16.563818,-23.382433,-17.062912,-15.562912,-16.750412,-17.375412,-12.251313
+87286,-13.3757925,-16.160435,-0.0007929042,-13.251656,-14.5029955,-16.641796,-17.813293,-18.028137,-27.313591,-17.063293,-19.063293,-15.7507925,-17.500793,-7.8764
+295516,-16.187698,-17.120811,-19.125198,-20.715487,-17.795553,-15.255374,-15.000197,-0.00030240894,-21.282654,-15.875197,-13.875197,-16.062698,-21.000198,-17.571619
+296375,-14.37506,-18.42435,-18.43756,-21.365376,-19.534025,-14.626653,-17.50006,-0.00026092716,-21.760092,-16.31256,-17.06256,-19.06256,-21.62506,-14.0094
+346917,-10.751485,-11.733293,-12.876485,-14.679489,-13.081094,-12.83544,-8.626485,-8.251728,-0.0015196492,-15.001485,-10.001485,-13.001485,-14.938985,-12.086076
+286562,-13.3750925,-17.26458,-16.562592,-20.286137,-18.131207,-12.002428,-16.187592,-0.00029668678,-20.34416,-15.5000925,-16.000092,-17.562592,-20.500092,-12.375545
+171862,-10.380327,-14.008368,-5.380327,-12.831663,-0.0055581974,-14.017624,-12.317827,-17.595654,-27.192842,-13.630327,-14.880327,-16.192827,-16.942827,-13.81849
+244096,-16.625282,-11.947965,-19.375282,-22.996098,-25.484673,-18.759214,-0.00028320117,-17.313095,-23.088438,-20.750282,-18.250282,-21.250282,-19.937782,-16.631166
+285284,-12.752228,-14.982424,-14.939728,-17.02712,-18.04878,-13.989185,-13.064728,-0.002385266,-14.404034,-13.564728,-14.064728,-15.689728,-17.752228,-12.286925
+503474,-15.250086,-22.991537,-13.250086,-22.304472,-20.44301,-19.665066,-17.687586,-18.069916,-27.211864,-17.812586,-18.687586,-15.625086,-8.558861e-05,-12.384713
+593981,-14.000202,-15.6128235,-18.625202,-24.80958,-22.769325,-17.111515,-0.00020215852,-17.750635,-23.817196,-19.375202,-17.437702,-19.562702,-19.375202,-17.456873
+187905,-17.000204,-19.572062,-12.875204,-18.082947,-0.0008166137,-21.345009,-17.437704,-20.84789,-25.214222,-18.625204,-17.937704,-20.875204,-21.312704,-17.891903
+255792,-13.125629,-14.420815,-15.938129,-20.11072,-20.377449,-16.20798,-0.00062910793,-14.0012045,-19.371862,-17.18813,-14.375629,-18.37563,-17.81313,-14.574306
+2824,-9.786604e-05,-14.509657,-16.375097,-19.69255,-18.428656,-15.207369,-11.625098,-18.313404,-21.163563,-19.125097,-17.875097,-18.687597,-15.875098,-21.694656
+156294,-13.814614,-13.273659,-6.627115,-0.0031405466,-13.252828,-12.753424,-15.439614,-12.531777,-24.872395,-13.314614,-15.814614,-15.752114,-16.252115,-11.003774
+95709,-9.12574,-12.985478,-0.0007404923,-11.969459,-9.626744,-12.405214,-12.31324,-15.889871,-26.198841,-14.00074,-15.06324,-12.75074,-14.62574,-16.001125
+544185,-10.501464,-8.007699,-10.626464,-15.672399,-14.843949,-13.239468,-10.813964,-10.011986,-22.260223,-12.188964,-14.063964,-12.688964,-13.501464,-0.0020532073
+474514,-15.500431,-22.3845,-8.875431,-20.902594,-22.567762,-15.896462,-19.312931,-18.313696,-27.845966,-16.687931,-18.312931,-0.00043132537,-16.250431,-15.772513
+469978,-14.187811,-19.723434,-10.500311,-20.380657,-23.336555,-15.169865,-18.50031,-17.752626,-26.409775,-18.75031,-17.50031,-0.00031084951,-15.000311,-14.001074
+614785,-15.250068,-23.811035,-14.375068,-20.451843,-19.595064,-16.250252,-18.375069,-16.949226,-25.604877,-13.125068,-6.8185385e-05,-18.250069,-22.250069,-17.31317
+606690,-14.750144,-19.508842,-13.625144,-18.854633,-20.555683,-15.953388,-17.562643,-10.500997,-26.30643,-0.00014375607,-11.250144,-18.125143,-19.750143,-16.188923
+41878,-11.750614,-0.0010679694,-14.875614,-14.517168,-16.895365,-19.392576,-9.875614,-16.939716,-23.73217,-17.063114,-15.313114,-16.438114,-17.938114,-12.126481
+392734,-14.81267,-20.124033,-12.62517,-18.305056,-20.942818,-15.261042,-17.43767,-13.706558,-27.013334,-0.00016973962,-11.25017,-17.81267,-20.50017,-16.376156
+177876,-13.626923,-13.847598,-7.126922,-11.884198,-0.0027047305,-17.447792,-14.251923,-17.266977,-25.371202,-13.751923,-15.626923,-16.439423,-17.314423,-16.253033
+536896,-10.625845,-7.629841,-11.625845,-16.0515,-13.259703,-14.388043,-11.500845,-11.885077,-23.722252,-13.000845,-14.875845,-14.125845,-14.875845,-0.0015022984
+228631,-8.004223,-14.848693,-10.629223,-15.501887,-18.673903,-0.00585449,-11.316723,-13.445034,-21.48155,-9.754223,-11.941723,-14.504223,-12.816723,-8.378191
+361345,-14.625232,-19.294807,-14.250232,-19.171608,-20.906286,-15.451488,-16.87523,-10.000757,-24.90542,-0.00023171601,-11.000232,-18.56273,-20.18773,-15.875945
+587619,-13.562704,-13.7274885,-12.437704,-18.921415,-15.026722,-0.00223434,-10.687704,-11.813978,-26.626427,-14.812704,-12.875204,-14.125204,-15.750204,-13.50381
+181831,-14.500232,-19.641407,-11.250232,-17.156176,-0.001024263,-17.658674,-17.000233,-19.653906,-21.47684,-16.937733,-16.812733,-19.750233,-19.187733,-20.001692
+550119,-10.001929,-6.879552,-9.751929,-15.653784,-12.712065,-12.511665,-10.501929,-10.951478,-21.396137,-12.814429,-14.064429,-12.814429,-12.939429,-0.0027785718
+284478,-9.875878,-11.856366,-15.688378,-18.9817,-14.269808,-18.737684,-8.000878,-0.0011193177,-17.439566,-13.875878,-10.875878,-16.06338,-18.00088,-12.002182
+56766,-11.500775,-0.0014426972,-14.625775,-13.973541,-19.47345,-19.767193,-11.500775,-15.564135,-20.597292,-16.500776,-14.625775,-15.688275,-17.063276,-12.001253
+44755,-10.625623,-0.0011279092,-14.938123,-16.240637,-17.280212,-19.266779,-11.750623,-16.50228,-22.605835,-16.250622,-14.375623,-15.500623,-16.938122,-11.752057
+611850,-11.00032,-16.798893,-13.50032,-18.287903,-18.064524,-13.786424,-15.81282,-12.277357,-21.104954,-11.50032,-0.0003205024,-16.00032,-20.18782,-12.250691
+1408,-0.0022686003,-9.510134,-10.627269,-15.566173,-12.159391,-9.552701,-7.877269,-15.020298,-19.605341,-11.252269,-14.502269,-14.877269,-16.002268,-9.877735
+67124,-11.125385,-0.00086732395,-14.875385,-15.222795,-18.20318,-17.045734,-11.750385,-17.066185,-25.551762,-16.625385,-15.062885,-16.000385,-17.187885,-11.751032
+53424,-10.750716,-0.0012319421,-13.938216,-12.494042,-16.06494,-19.265688,-11.625716,-15.314153,-20.556572,-16.063215,-14.563216,-15.250716,-16.688215,-12.001129
+54299,-11.250589,-0.0010671376,-14.813089,-16.881247,-20.96154,-20.862679,-12.813089,-17.941631,-23.387543,-16.75059,-14.688089,-15.938089,-16.87559,-12.385616
+51655,-10.876823,-0.0047242166,-14.689323,-18.6227,-17.042126,-19.019636,-12.001823,-17.068003,-25.87734,-16.314323,-14.064323,-17.001823,-16.501823,-13.62835
+566521,-11.250447,-0.00089355727,-14.937947,-19.866663,-17.47412,-20.397669,-11.375447,-16.75129,-25.372932,-17.250448,-14.937947,-16.125448,-17.062948,-12.003636
+190936,-17.56268,-21.678009,-12.500179,-18.384026,-0.0013781592,-18.549068,-18.56268,-20.533756,-25.843706,-17.56268,-18.31268,-21.37518,-21.31268,-20.244911
+597159,-15.3751135,-17.847685,-19.812614,-20.626202,-18.239788,-14.254194,-12.1251135,-0.0003828576,-19.064,-16.625114,-13.3751135,-17.312614,-21.312614,-17.399273
+82335,-14.000108,-18.439896,-0.00010775939,-16.755386,-16.688875,-18.661951,-18.875107,-20.053988,-26.959143,-16.562607,-20.812607,-18.125107,-10.625108,-19.250961
+230743,-9.813325,-14.159869,-12.125825,-15.359716,-16.475357,-0.003273432,-8.750825,-11.449481,-23.56483,-14.313325,-11.250825,-14.313325,-13.750825,-12.438619
+498896,-14.375141,-20.829142,-11.125141,-20.38524,-18.903675,-13.75362,-15.937641,-16.188765,-26.007246,-15.312641,-17.875141,-14.250141,-0.00014077626,-11.87556
+33467,-0.00062207895,-13.815348,-13.563122,-15.411282,-16.115145,-9.127053,-10.375622,-15.438578,-21.496431,-14.313122,-13.000622,-16.375622,-14.500622,-14.628558
+515092,-12.250234,-21.456236,-11.125234,-18.700905,-16.048111,-15.658362,-14.187734,-15.752482,-25.725302,-13.812734,-16.375235,-13.812734,-0.0002337421,-10.626596
+165057,-13.125504,-18.230345,-12.375504,-15.397376,-0.0010069457,-17.352858,-15.000504,-16.244501,-24.024141,-15.813004,-16.500504,-18.250504,-18.625504,-23.6273
+170214,-17.312654,-20.637142,-13.7501545,-18.634361,-0.0010649471,-21.88852,-17.875154,-22.087177,-26.221363,-17.812654,-17.500154,-21.125154,-22.187654,-20.65556
+388983,-14.375256,-20.780006,-13.125256,-18.684488,-21.61488,-14.947147,-18.625256,-13.126345,-23.133812,-0.00025567124,-14.500256,-19.250256,-20.312756,-15.438186
+29966,-0.00054797414,-9.892015,-12.250548,-19.42991,-17.225044,-12.984609,-13.625548,-17.77189,-23.497873,-18.750547,-15.313048,-15.313048,-16.375547,-7.8773637
+31120,-0.00010442189,-15.376593,-12.625104,-21.30504,-23.633104,-11.536985,-15.562604,-14.758138,-23.58393,-17.687605,-14.812604,-16.562605,-18.375105,-13.000673
+91255,-12.250905,-13.857721,-0.0009047467,-8.252452,-14.318476,-11.660445,-15.875905,-17.92805,-21.190235,-13.063405,-14.125905,-15.125905,-8.125905,-15.31754
+579426,-14.876951,-13.410203,-6.626951,-0.0022691009,-13.065121,-12.7617655,-15.626951,-13.512065,-24.259035,-9.501951,-13.939451,-16.376951,-15.501951,-13.127498
+561254,-0.0015090042,-11.508637,-8.376509,-13.696395,-10.252352,-9.8546295,-8.501509,-8.127441,-8.7607565,-9.001509,-10.376509,-12.751509,-14.626509,-9.979804
+185688,-16.250116,-22.779116,-14.000117,-19.437912,-0.00048165148,-25.789518,-19.750116,-21.252977,-27.776346,-18.937616,-19.375116,-21.500116,-20.812616,-20.013046
+414974,-12.125508,-17.469206,-13.938008,-18.173761,-17.39319,-13.898053,-15.000508,-12.002354,-21.336592,-13.375508,-0.00050865585,-15.688008,-19.06301,-14.31459
+371483,-14.312754,-19.121622,-12.625254,-19.240759,-19.816978,-15.147057,-16.500254,-11.418706,-24.098026,-0.0002536452,-10.375254,-17.500254,-19.687754,-16.753128
+373309,-14.187649,-19.114845,-12.875149,-17.901285,-19.632193,-15.311965,-17.500149,-11.070454,-26.07745,-0.00014852374,-11.875149,-18.187649,-19.437649,-15.313152
+395836,-15.187643,-20.188408,-13.750143,-19.08557,-20.963955,-16.150255,-17.687643,-12.389734,-25.059809,-0.00014304092,-12.625143,-18.687643,-20.500143,-17.565174
+251433,-13.625977,-7.1674976,-18.000977,-23.273243,-23.302523,-16.41203,-0.0009768006,-18.25134,-26.388943,-19.125977,-16.000977,-19.500977,-19.875977,-14.251987
+476514,-14.125617,-19.956656,-9.750617,-20.467062,-19.437992,-14.015342,-17.875618,-16.754114,-25.777172,-18.875618,-16.313118,-0.0006171944,-14.188117,-14.438992
+85510,-12.750414,-9.464297,-0.0004141665,-13.128466,-13.6259575,-14.781291,-16.062914,-16.36381,-28.077621,-15.937914,-16.812914,-14.375414,-17.625414,-16.25075
+26962,-2.9563467e-05,-15.381219,-13.87503,-20.456453,-22.25871,-14.284919,-13.87503,-16.266275,-26.396997,-18.937529,-15.56253,-17.812529,-18.812529,-19.635805
+104699,-11.7501335,-20.67188,-0.00013386307,-17.81588,-15.390317,-16.220995,-18.437634,-20.668682,-28.96494,-17.625134,-19.562634,-12.1251335,-16.250134,-17.647142
+481342,-15.875171,-24.057064,-14.000171,-22.041412,-20.718657,-25.459478,-18.18767,-18.50374,-29.21196,-16.68767,-19.75017,-15.250171,-0.00017033557,-14.390518
+487516,-15.812592,-24.586063,-13.625092,-21.485743,-20.648245,-19.175722,-16.750092,-18.191195,-27.505974,-17.625092,-17.812592,-15.000092,-9.154854e-05,-12.766472
+238698,-14.125603,-13.145618,-11.188103,-16.432919,-13.728644,-0.0019517596,-8.000603,-11.68999,-27.502422,-14.750603,-12.125603,-12.938103,-15.188103,-12.815082
+193605,-14.250297,-19.510895,-12.125297,-18.523357,-0.0008278426,-20.764708,-17.500298,-19.36557,-24.423248,-17.625298,-16.750298,-20.250298,-19.250298,-16.567282
+181587,-12.438098,-15.520458,-12.875598,-16.642681,-0.0008555915,-20.377228,-13.438098,-15.132386,-21.581614,-14.375598,-14.563098,-16.063097,-17.563097,-17.088154
+113977,-12.250469,-15.716584,-0.00046897857,-10.126021,-16.940248,-22.435137,-18.87547,-20.273373,-27.13146,-14.500469,-18.56297,-13.375469,-14.500469,-18.129662
+562097,-3.5404533e-05,-15.543486,-13.625035,-21.304998,-20.088223,-13.899572,-14.687535,-18.398813,-25.677706,-18.687536,-15.625035,-15.250035,-17.875036,-14.503478
+384451,-14.500181,-20.46636,-13.125181,-16.969582,-19.828854,-13.6377735,-16.000181,-11.386673,-24.798166,-0.00018106251,-10.125181,-18.625181,-19.812681,-16.625767
+255955,-15.250599,-16.067959,-16.000599,-20.55355,-21.32952,-16.043985,-0.00059860904,-14.625841,-19.306438,-16.875599,-14.500599,-17.500599,-16.625599,-14.472133
+458452,-15.2503195,-20.731504,-9.6253195,-21.014212,-22.379654,-15.2740135,-19.18782,-18.563957,-24.726337,-18.31282,-17.12532,-0.00031990657,-15.1878195,-15.626312
+474607,-15.875275,-21.03613,-10.250275,-21.524544,-22.037008,-17.20208,-19.937775,-19.00168,-27.984701,-18.937775,-17.812775,-0.00027462048,-15.437775,-16.189238
+456096,-13.12537,-21.096071,-10.62537,-20.807514,-22.295506,-15.2041235,-18.93787,-18.001944,-25.646406,-19.12537,-18.00037,-0.0003703147,-16.37537,-15.188994
+32943,-6.580136e-05,-14.188811,-14.000066,-19.822308,-17.494074,-13.523597,-15.187566,-14.070415,-28.065653,-19.500065,-16.250065,-16.562565,-18.812565,-15.275271
+181961,-15.875302,-17.490774,-12.750302,-17.80255,-0.0010693251,-18.44188,-16.937803,-18.865145,-26.394741,-18.437803,-17.750303,-20.375303,-21.250303,-15.805906
+102601,-14.125138,-18.907314,-0.00013815402,-15.1265745,-17.574915,-16.594397,-19.687637,-20.81105,-33.25107,-15.875138,-18.750137,-12.250138,-16.687637,-19.072123
+595913,-14.000085,-18.31069,-18.687584,-21.609083,-19.49267,-14.001808,-16.562584,-0.00025437464,-21.350975,-16.437584,-16.625084,-19.250084,-22.000084,-14.135941
+174116,-14.376402,-14.547313,-9.626402,-14.119289,-0.0019568754,-19.83766,-14.938902,-17.744274,-24.876093,-14.813902,-17.063902,-17.251402,-18.438902,-17.256586
+325783,-11.875647,-12.507231,-12.313147,-14.760665,-15.765808,-15.059172,-10.000647,-8.750965,-0.0006813097,-15.875647,-10.938147,-13.938147,-15.625647,-16.545324
+118096,-14.750145,-19.260296,-0.0001448288,-14.1258955,-17.629732,-17.113869,-19.937645,-22.053022,-30.836468,-15.875145,-18.750145,-12.250145,-17.125145,-18.651125
+76050,-6.1415195,-0.019551003,-10.82902,-6.527066,-16.686699,-10.581136,-4.7665195,-12.517012,-15.879323,-10.14152,-13.45402,-13.82902,-15.70402,-7.142441
+191950,-12.625456,-17.551249,-9.750456,-15.789915,-0.0009955056,-17.027948,-13.875456,-18.54366,-28.180908,-14.625456,-17.250456,-18.000456,-18.875456,-16.004742
+352913,-13.50036,-13.822699,-13.31286,-15.2266655,-15.319276,-17.028744,-10.50036,-11.688192,-0.0004468471,-15.43786,-11.50036,-14.18786,-16.00036,-16.189068
+351737,-11.62581,-12.565149,-13.43831,-15.007818,-13.461932,-12.803346,-9.75081,-8.876105,-0.00086191157,-15.37581,-10.68831,-13.68831,-15.56331,-12.790755
+578498,-16.812765,-16.350182,-9.625266,-0.0010485807,-16.87619,-14.8885355,-18.062765,-16.761326,-27.372961,-14.375266,-17.375265,-19.312765,-18.437765,-15.5029125
+606941,-14.562643,-20.298786,-12.625143,-17.715433,-20.945549,-15.5095215,-17.937643,-14.721506,-26.39537,-0.00014339849,-13.875143,-18.125143,-20.375143,-17.379076
+303191,-15.375185,-15.586015,-19.250185,-22.573008,-18.145998,-14.131579,-13.625185,-0.00027356428,-21.55756,-15.937685,-14.250185,-16.312685,-20.375185,-16.00499
+584674,-17.06287,-18.165535,-13.625371,-17.957605,-0.0008893365,-25.505726,-17.43787,-21.93324,-26.11002,-17.43787,-17.81287,-20.18787,-21.06287,-25.815159
+627751,-11.500146,-12.792229,-13.000146,-16.7207,-16.774675,-11.600081,-13.937646,-15.751548,-23.894863,-17.062645,-16.937645,-14.062646,-14.500146,-0.0013702656
+615243,-13.375473,-21.120796,-8.250473,-21.202312,-18.748844,-15.021496,-17.750473,-17.63144,-26.783566,-17.500473,-16.937973,-0.00047302977,-15.937973,-14.503094
+353698,-13.312756,-13.884809,-13.562756,-16.461388,-16.516638,-20.118578,-11.312756,-11.12564,-0.00028201615,-15.750256,-12.250256,-14.500256,-15.875256,-15.043158
+505366,-14.87511,-21.267477,-13.37511,-21.914959,-19.072794,-18.048855,-17.187609,-17.566732,-28.396053,-15.87511,-18.562609,-14.12511,-0.000109547334,-12.560183
+406084,-13.8750515,-20.52582,-15.1250515,-21.433159,-20.95325,-15.700193,-17.750051,-13.726358,-26.372131,-13.2500515,-5.113948e-05,-17.875051,-21.375051,-14.629953
+382466,-15.125131,-20.05383,-13.125131,-18.886616,-20.577875,-15.963482,-17.68763,-12.258172,-24.474255,-0.00013028727,-11.625131,-18.56263,-20.37513,-17.18868
+615227,-12.875607,-20.913998,-9.125607,-19.900724,-22.081947,-16.939348,-18.688107,-17.629396,-25.147945,-17.750607,-16.875607,-0.0006065913,-12.750607,-13.878479
+87275,-7.3839865,-8.564355,-0.008986505,-8.907305,-5.509261,-10.247119,-10.758986,-13.583366,-23.695534,-10.758986,-12.696486,-14.258986,-13.258986,-11.636723
+105728,-14.7501745,-19.685364,-0.00017462636,-16.376217,-17.332409,-14.146346,-19.687675,-18.511189,-26.526016,-16.812675,-18.937675,-12.5001745,-17.437675,-16.954948
+553700,-11.250221,-19.90735,-12.125221,-17.577372,-13.379971,-13.38978,-14.500221,-13.272384,-26.88682,-15.625221,-16.875221,-14.250221,-15.000221,-0.00039776135
+167540,-16.37533,-19.760353,-11.750329,-17.58515,-0.0009829703,-19.834389,-16.56283,-19.723057,-24.604015,-17.75033,-17.56283,-20.43783,-20.12533,-16.822588
+370991,-14.562634,-20.67752,-13.375134,-18.197323,-21.245007,-15.34705,-17.750135,-12.397534,-27.267422,-0.00013457824,-14.812634,-18.687635,-20.187635,-16.375494
+417564,-12.875162,-20.740007,-13.125162,-22.266603,-20.642271,-18.142382,-16.937662,-13.647584,-25.471592,-9.375162,-0.0001619923,-16.812662,-21.250162,-15.501181
+60010,-11.000572,-0.0008106829,-14.875572,-16.543568,-18.090073,-23.824453,-10.875572,-18.314775,-25.996128,-17.313072,-15.125572,-16.938072,-17.438072,-14.6217785
+224199,-14.250212,-14.147362,-12.875212,-16.437187,-15.504475,-0.0017749516,-11.062712,-13.626058,-25.315273,-15.937712,-13.250212,-14.437712,-16.187712,-13.564146
+544117,-7.8760805,-13.811364,-10.3760805,-18.605274,-8.885422,-12.014357,-8.7510805,-12.001915,-23.799625,-13.8760805,-14.5635805,-12.8760805,-13.5010805,-0.0013290455
+458606,-12.875769,-20.212357,-8.125769,-21.082607,-19.522856,-14.886227,-18.313269,-16.626585,-26.624695,-17.500769,-16.875769,-0.0007683662,-15.438269,-13.501631
+370558,-15.000107,-19.812569,-14.375107,-19.28467,-21.602673,-16.317654,-17.500107,-11.506875,-25.750463,-0.000106686624,-13.250107,-18.812607,-20.500107,-17.125738
+49264,-9.876058,-0.0015996041,-12.876058,-17.49255,-20.958496,-22.907953,-10.001058,-18.003357,-27.459026,-16.438557,-13.876058,-17.001057,-16.501057,-13.818565
+237459,-8.1296015,-11.307605,-11.3171015,-14.916159,-17.44988,-0.0073722415,-6.754602,-13.506402,-20.032692,-8.5046015,-8.2546015,-14.3171015,-11.6921015,-8.021224
+106173,-13.251207,-18.467215,-0.001207695,-14.564288,-15.982188,-12.083377,-17.688707,-16.012756,-27.853683,-15.188707,-15.813707,-8.251207,-14.751207,-16.195107
+583939,-13.750422,-18.56871,-11.875422,-15.802107,-0.0010097985,-20.737782,-15.312922,-18.25997,-25.413155,-15.500422,-16.187922,-20.187922,-20.312922,-17.25603
+410800,-12.75017,-19.124794,-14.75017,-19.236921,-19.581944,-14.13623,-16.43767,-13.649798,-24.585392,-11.50017,-0.00017021637,-17.12517,-21.56267,-14.500512
+49235,-9.005166,-0.005701307,-13.505166,-16.180218,-18.189674,-21.587986,-10.630166,-16.258377,-25.606192,-14.567666,-12.692666,-15.130166,-15.505166,-13.006229
+573009,-14.25013,-18.485983,-0.00012992969,-14.626907,-14.875703,-16.462868,-20.18763,-18.416916,-30.998856,-16.50013,-18.43763,-13.75013,-17.93763,-17.315872
+468115,-15.625242,-25.332355,-10.375242,-21.816853,-27.280157,-17.369492,-20.000242,-20.002632,-29.092747,-18.750242,-19.500242,-0.0002424423,-15.750242,-17.042864
+60793,-10.376203,-0.0017267882,-14.251203,-17.988562,-18.767624,-22.82897,-11.251203,-18.005486,-25.462667,-16.126204,-14.188703,-16.376204,-16.563704,-15.019836
+245902,-10.501827,-8.635233,-16.064327,-19.937174,-15.417748,-14.940052,-0.0018273575,-15.065046,-17.649214,-17.126827,-13.814327,-18.626827,-18.564327,-16.778017
+241096,-10.75026,-12.310151,-16.93776,-19.514952,-24.599009,-15.87585,-0.00026020003,-16.625494,-22.104263,-18.06276,-15.56276,-17.31276,-16.87526,-12.135238
+617836,-15.375371,-22.281008,-10.500371,-22.125214,-23.837193,-18.247147,-19.43787,-18.631447,-26.655064,-17.43787,-18.12537,-0.00037079136,-16.43787,-15.959602
+215245,-14.376016,-14.241321,-11.688516,-15.782102,-15.47055,-0.0021756422,-12.938516,-12.127425,-27.503025,-12.251016,-12.938516,-13.501016,-14.626016,-11.876351
+533289,-12.250126,-16.528831,-12.625126,-19.18169,-18.70665,-16.091516,-13.875126,-15.0658865,-26.944752,-16.562626,-18.250126,-12.625126,-14.875126,-0.0004969068
+485459,-14.000129,-19.069027,-12.000129,-20.740965,-18.626354,-16.979162,-17.25013,-17.94253,-28.483446,-16.87513,-18.62513,-15.125129,-0.00012909532,-11.375564
+4257,-2.1457441e-05,-15.191376,-14.250021,-21.855255,-22.553192,-13.523668,-13.750021,-18.256432,-29.195244,-20.125021,-16.062521,-17.375021,-19.500021,-13.750942
+504497,-14.250114,-22.864027,-13.500114,-21.646227,-19.040731,-15.923103,-17.687614,-17.630203,-28.568018,-17.437614,-18.437614,-16.125114,-0.000114315175,-11.375909
+172053,-15.062746,-19.814157,-12.500246,-16.093136,-0.000667453,-19.096117,-16.562746,-19.124443,-27.15723,-16.937746,-18.187746,-19.187746,-19.187746,-17.284904
+84099,-11.750512,-14.8839245,-0.0005118729,-11.128188,-13.849251,-15.13291,-16.750511,-19.842096,-23.526602,-14.438012,-16.125511,-16.813011,-7.8755116,-13.255977
+584054,-14.812776,-20.111261,-11.250276,-16.240715,-0.0006614991,-18.082186,-16.500275,-19.043264,-24.510136,-16.687775,-17.187775,-18.750275,-18.687775,-17.647306
+108371,-12.000158,-14.9680805,-0.00015829741,-12.751305,-13.759714,-12.789842,-17.187658,-14.003314,-25.509792,-13.125158,-16.187658,-12.500158,-15.625158,-13.627501
+414060,-14.0001545,-20.423223,-13.6251545,-20.51592,-20.504307,-15.346109,-17.125154,-12.375892,-25.058958,-9.2501545,-0.00015436411,-17.375154,-21.125154,-16.126316
+317113,-13.75026,-14.792322,-18.187761,-18.49355,-17.705564,-13.880577,-11.37526,-0.00048428838,-19.970789,-14.75026,-11.25026,-17.000261,-20.062761,-16.252054
+199219,-7.2569656,-9.6368,-5.2569656,-11.107461,-0.007225244,-15.292652,-11.506966,-7.8984466,-13.501602,-10.381966,-10.006966,-14.069466,-14.131966,-10.257933
+453854,-14.6878395,-22.502579,-9.3753395,-20.706951,-20.511154,-17.614605,-18.87534,-18.42908,-27.150225,-19.00034,-16.68784,-0.00033968876,-15.1878395,-15.415177
+574334,-15.001134,-18.307306,-0.001134348,-14.752782,-18.128744,-13.802215,-19.813635,-18.1416,-29.08472,-15.751134,-17.001135,-11.501134,-16.001135,-20.538986
+178063,-15.562854,-19.3311,-11.125354,-16.286827,-0.00087968295,-18.832193,-16.375355,-20.190025,-23.53114,-16.750355,-16.875355,-19.375355,-19.750355,-17.377163
+523851,-13.875318,-18.958887,-12.375318,-18.766508,-15.178317,-13.978203,-12.625318,-12.8767605,-26.94907,-15.500318,-17.250317,-14.812818,-15.250318,-0.00047951547
+381694,-15.875138,-18.899885,-14.500138,-18.401114,-20.681156,-15.825181,-17.875137,-10.5025625,-27.263634,-0.00013827322,-14.312638,-19.125137,-19.750137,-15.500606
+463209,-13.625642,-19.385075,-8.250642,-18.848421,-19.492393,-13.813154,-17.500643,-17.064749,-25.535059,-17.625643,-16.625643,-0.0006418552,-14.625642,-13.938632
+483596,-15.000152,-18.668123,-12.000152,-20.545517,-18.431053,-14.656649,-16.56265,-17.43927,-25.681461,-16.31265,-18.18765,-15.000152,-0.00015126515,-12.251027
+209658,-12.376643,-12.416156,-10.689143,-16.08575,-18.715164,-0.0032304153,-8.751643,-13.318843,-22.212904,-8.751643,-10.001643,-14.376643,-12.251643,-10.001934
+311476,-11.627278,-12.00414,-15.252278,-20.302292,-14.82518,-11.51093,-6.2522783,-0.0023806293,-16.244755,-14.814778,-10.627278,-15.752278,-18.00228,-13.423221
+261648,-17.062912,-18.41599,-20.000412,-24.420101,-26.352726,-18.443558,-0.00041225995,-17.250658,-20.049686,-19.500412,-16.625412,-19.812912,-19.437912,-15.254419
+388889,-12.125398,-20.880945,-11.625398,-15.477589,-19.512217,-12.301869,-14.500398,-11.702664,-23.203674,-0.0003973648,-10.125398,-15.875398,-18.437897,-16.313606
+193791,-12.5007925,-17.320208,-9.0007925,-15.208117,-0.001111381,-18.148722,-14.2507925,-18.878098,-21.595469,-16.125792,-16.250792,-18.625792,-17.375792,-15.69389
+415548,-14.625044,-24.186846,-15.750044,-23.764915,-21.999138,-16.589832,-18.062544,-18.409801,-28.292068,-13.875044,-4.4106466e-05,-17.750044,-21.437544,-17.944496
+19791,-0.00031633142,-15.199536,-15.562817,-21.4516,-18.63368,-18.92479,-13.750317,-18.10788,-23.46817,-19.062817,-16.937817,-17.250317,-18.750317,-19.710873
+501982,-12.750135,-20.66955,-13.500135,-22.967024,-22.973429,-21.675158,-18.437635,-18.314089,-28.34554,-17.312635,-19.437635,-15.375135,-0.000135055,-13.942845
+109335,-13.750601,-17.409447,-0.0006008727,-14.627066,-12.751445,-16.513092,-18.1881,-17.393,-26.406502,-16.5631,-19.0631,-15.938101,-17.7506,-9.127242
+559563,-9.250532,-10.950243,-11.750532,-16.617468,-19.972979,-10.787098,-11.750532,-14.6285925,-19.394882,-16.500532,-15.250532,-13.625532,-14.188032,-0.001835904
+543133,-10.000223,-10.528339,-13.437723,-16.375425,-14.892336,-12.405655,-11.625223,-15.753463,-21.802195,-16.375223,-16.500223,-14.000223,-15.125223,-0.0012113685
+516576,-15.3751,-25.45469,-14.2501,-22.117172,-19.268772,-17.47766,-17.0001,-17.461952,-25.799898,-17.1251,-18.3751,-15.4376,-9.989239e-05,-11.876203
+299095,-13.875063,-18.43575,-17.875063,-20.52851,-19.972973,-13.877058,-16.937563,-0.00024161926,-19.661394,-16.687563,-16.437563,-18.312563,-21.375063,-14.127309
+168469,-15.500292,-19.979698,-13.125292,-18.58278,-0.00087895343,-25.033092,-17.000292,-20.13475,-26.328468,-17.312792,-17.812792,-19.750292,-20.687792,-17.583704
+345947,-13.562832,-13.7033205,-12.937832,-16.246954,-15.259763,-22.90376,-10.812832,-11.563158,-0.00046234933,-15.375332,-11.375332,-14.062832,-15.875332,-15.93928
+97389,-14.500141,-17.00052,-0.00014149141,-14.501835,-15.2511425,-17.256134,-19.625141,-20.17391,-31.401848,-17.687641,-20.312641,-15.875141,-18.625141,-18.250538
+397017,-14.562857,-18.37611,-12.875357,-18.181381,-18.844524,-15.051452,-17.062857,-8.883919,-26.001417,-0.0003562531,-11.625357,-17.812857,-18.812857,-14.50088
+453027,-14.125321,-21.701757,-9.250321,-19.902678,-20.612022,-14.661039,-18.12532,-16.688879,-25.284649,-17.00032,-16.18782,-0.00032109825,-15.437821,-15.0900755
+167590,-16.500168,-20.246717,-11.875169,-17.899616,-0.0012643149,-18.702799,-17.750168,-19.698643,-25.16881,-17.250168,-17.312668,-20.000168,-19.937668,-18.251207
+567686,-12.009202,-0.013438975,-15.071702,-15.213915,-18.988485,-16.49781,-4.759202,-15.947631,-22.385157,-16.509203,-14.509202,-15.696702,-17.196703,-12.134802
+326432,-13.687825,-13.967622,-13.375325,-16.201168,-15.130116,-19.243584,-11.000325,-11.438192,-0.0005849926,-15.500325,-11.625325,-14.312825,-16.000324,-16.188908
+78633,-10.126049,-0.001363168,-14.188549,-16.176376,-19.91104,-24.838173,-13.001049,-17.190342,-26.119942,-15.813549,-14.501049,-16.563549,-17.813549,-13.7101965
+265969,-15.625384,-12.113426,-18.187883,-20.346334,-22.789211,-16.520174,-0.0003842569,-16.688414,-23.354382,-18.875383,-17.812883,-19.375383,-19.000383,-22.318806
+248262,-10.878441,-9.470206,-14.565941,-16.034225,-17.58413,-11.995168,-0.0034408907,-7.628771,-14.6457205,-14.690941,-7.628441,-14.565941,-14.128441,-10.379981
+107882,-14.750133,-19.820421,-0.00013302872,-18.563877,-16.128178,-17.415462,-20.187634,-19.205612,-29.624542,-17.937634,-19.687634,-12.750133,-18.125134,-19.56294
+275677,-11.87601,-12.455174,-13.06351,-17.058758,-19.060345,-16.169489,-0.0010102651,-15.313954,-15.4408245,-16.37601,-13.87601,-15.18851,-16.00101,-12.972276
+490397,-14.000198,-19.735516,-12.375198,-19.196907,-17.735443,-16.68572,-16.500198,-16.630669,-27.459135,-13.750198,-17.500198,-13.875198,-0.0001982254,-11.140985
+375005,-12.500342,-19.482597,-12.000342,-17.660437,-19.495481,-15.0205345,-16.562841,-12.891611,-24.44272,-0.0003423105,-12.250342,-17.687841,-19.312841,-16.199314
+229098,-14.562792,-14.141231,-12.687792,-18.01033,-15.727366,-0.0032965904,-9.875292,-13.751189,-26.813297,-16.000292,-13.062792,-14.562792,-16.062792,-13.751672
+8347,-0.00017343447,-15.206576,-10.250174,-18.661827,-17.393251,-13.771451,-12.875174,-18.376616,-22.968761,-18.437674,-16.750174,-10.625174,-17.562674,-14.535277
+17166,-7.617183e-05,-14.441929,-11.125076,-19.231083,-17.152338,-13.578599,-14.375076,-18.251177,-23.623116,-18.500076,-17.375076,-11.375076,-17.625076,-14.639939
+276885,-15.3753195,-11.032049,-18.750319,-21.838406,-22.591475,-17.300556,-0.00031919152,-16.625809,-23.544523,-20.062819,-17.375319,-20.250319,-19.437819,-16.709106
+21132,-2.7179349e-05,-17.273289,-14.500027,-21.298157,-22.493595,-13.004519,-13.875027,-19.816793,-28.61081,-18.312527,-15.500027,-17.937527,-18.875027,-15.630244
+365068,-14.625537,-21.116482,-12.375537,-18.886477,-20.087797,-14.928703,-17.375536,-9.376404,-25.638954,-0.0005367746,-8.250537,-18.063036,-20.188036,-16.313345
+335389,-11.626592,-11.123168,-11.876592,-15.747288,-12.961151,-11.381055,-10.001592,-7.3770027,-0.0016422693,-14.001592,-10.751592,-13.439092,-15.376592,-14.564875
+537222,-12.37643,-17.742369,-11.37643,-16.91162,-18.750338,-12.671766,-12.50143,-12.507093,-22.896751,-14.31393,-15.81393,-12.25143,-10.00143,-0.0019813953
+614216,-12.625252,-18.986347,-14.500252,-20.07379,-19.035866,-14.486897,-15.937752,-11.673399,-24.700048,-9.250252,-0.00025138078,-16.500252,-20.750252,-14.500496
+537309,-8.875528,-15.4347925,-14.000528,-19.17014,-19.920742,-9.955067,-14.500528,-16.190664,-24.716105,-14.938028,-14.688028,-11.875528,-14.250528,-0.0014628369
+140702,-11.875655,-14.544016,-7.875655,-0.0011849429,-10.001047,-11.64004,-15.875655,-14.227741,-24.790516,-12.875655,-16.313156,-16.375656,-15.500655,-11.87639
+38392,-0.000106925014,-15.328365,-13.687607,-19.918064,-18.496935,-13.591836,-13.375107,-17.083544,-22.04896,-19.375107,-16.187607,-16.562607,-17.125107,-14.188053
+496207,-14.500099,-21.65495,-13.250099,-21.284616,-19.749968,-15.044504,-16.9376,-17.315159,-27.813263,-16.7501,-18.2501,-13.750099,-9.893881e-05,-11.877011
+539451,-11.25022,-9.502918,-12.87522,-15.62959,-14.224862,-12.086202,-12.62522,-13.81548,-24.138315,-15.00022,-15.75022,-14.62522,-16.125221,-0.0010252094
+335149,-12.437834,-13.504753,-13.187834,-15.826645,-16.644392,-17.246685,-11.062834,-9.750735,-0.000376287,-16.250334,-11.625334,-14.687834,-15.875334,-16.035088
+4969,-4.0768748e-05,-16.086159,-13.250041,-21.404362,-19.89527,-14.164636,-14.687541,-18.769222,-26.534674,-18.93754,-17.12504,-17.50004,-19.18754,-14.380729
+577730,-16.063206,-14.704962,-9.250706,-0.0014249969,-16.001186,-14.258292,-17.125706,-16.51347,-26.495192,-12.875706,-17.250706,-18.188206,-17.188206,-14.439245
+82917,-16.563177,-19.30588,-0.00067699875,-15.252548,-17.442005,-17.888012,-20.625677,-19.379812,-29.270195,-17.938177,-19.500677,-13.875677,-18.313177,-21.882334
+65811,-11.500505,-0.0010126822,-15.688005,-19.022058,-20.360905,-21.76591,-8.750505,-17.62709,-25.137583,-17.688005,-15.313005,-16.625505,-17.875505,-12.572007
+153863,-17.751244,-14.734832,-10.001243,-0.002300242,-18.0021,-14.542843,-17.438744,-16.271294,-27.813343,-13.876243,-17.063744,-18.876244,-16.563744,-15.552022
+218732,-9.257413,-14.57261,-9.007413,-15.231843,-17.581577,-0.009385393,-10.819913,-12.009828,-21.871964,-9.257413,-11.694913,-13.194913,-11.319913,-9.889133
+611344,-13.750178,-20.53618,-15.125178,-20.597572,-19.384516,-14.20762,-16.125177,-12.502444,-23.381487,-10.625178,-0.00017808282,-17.375177,-20.500177,-15.3754225
+342954,-13.000386,-13.322698,-13.312886,-15.128137,-14.56762,-16.379324,-10.687886,-11.188305,-0.0005154972,-14.687886,-11.187886,-13.812886,-15.500386,-15.50223
+371598,-13.875312,-18.828714,-12.250312,-18.857807,-21.551577,-14.754849,-16.562813,-9.125963,-26.040653,-0.0003121604,-9.625312,-17.437813,-19.375313,-16.063576
+626956,-12.625489,-20.803728,-12.875489,-18.653543,-19.303162,-13.972829,-14.000489,-14.379523,-24.545528,-15.375489,-17.25049,-13.875489,-14.250489,-0.0008292807
+224311,-14.437782,-14.387851,-12.437782,-17.15497,-14.4508505,-0.002424337,-10.187782,-13.505957,-27.751675,-15.625282,-14.062782,-14.500282,-16.562782,-13.075369
+207051,-7.5042973,-12.3093605,-9.379297,-15.167416,-16.10462,-0.007321437,-7.5042973,-10.081304,-20.515434,-10.379297,-7.8792973,-13.691797,-13.441797,-8.379518
+50496,-11.625766,-0.0012260636,-14.500766,-14.254472,-18.760136,-22.075485,-11.625766,-15.689246,-20.92648,-16.688265,-14.875766,-15.750766,-16.938265,-11.876252
+596438,-14.437639,-17.3663,-17.00014,-19.539211,-18.844255,-12.253867,-16.56264,-0.00021980895,-16.410221,-15.375139,-13.812639,-17.18764,-20.25014,-12.631194
+534676,-13.125774,-18.858044,-12.000774,-16.474836,-20.256668,-11.911871,-12.750774,-12.3770685,-24.254608,-14.875774,-17.250774,-13.750774,-13.813274,-0.001505523
+542810,-13.875403,-20.832409,-12.875403,-16.41838,-18.010529,-14.084919,-13.500403,-14.065062,-24.10515,-14.625403,-17.562902,-14.125403,-14.750403,-0.00060357444
+413458,-11.875249,-19.03407,-14.187749,-16.805384,-17.779154,-13.873712,-14.875249,-11.646632,-20.472755,-12.250249,-0.00024935475,-16.25025,-19.37525,-12.875947
+244400,-16.87547,-11.291838,-19.75047,-21.537176,-19.044876,-17.356709,-0.00046826364,-17.000912,-21.572311,-20.31297,-17.18797,-21.06297,-20.31297,-17.415789
+59078,-10.751755,-0.002776971,-15.501755,-20.797169,-16.65615,-21.211449,-10.501755,-17.191046,-26.563377,-15.876755,-13.376755,-16.626755,-17.189255,-13.722321
+454334,-14.125276,-23.78877,-9.375276,-20.991283,-20.44244,-17.22373,-18.437775,-23.143705,-26.00661,-18.750275,-17.750275,-0.0002755739,-16.437775,-15.7273245
+610261,-15.125052,-21.509277,-15.625052,-25.058285,-20.935455,-16.58519,-17.625051,-14.507286,-25.67003,-11.750052,-5.2450712e-05,-18.187551,-21.562551,-16.251799
+577301,-15.563317,-14.816413,-10.375817,-0.0013880527,-15.2516575,-12.881341,-17.313318,-16.77631,-26.997896,-12.500817,-16.188318,-18.625818,-17.500818,-14.612041
+356427,-13.937808,-15.496709,-13.750308,-17.795452,-16.006302,-21.478594,-11.562808,-12.188166,-0.00059405074,-15.625308,-12.000308,-14.437808,-16.062809,-16.68941
+15177,-0.00022384999,-12.628723,-10.875224,-17.842646,-15.626883,-12.169467,-13.562724,-17.756798,-22.462044,-17.250223,-16.687723,-13.625224,-9.125224,-17.017426
+377980,-15.250381,-17.953726,-14.125381,-17.716337,-18.63402,-15.147148,-17.000381,-10.148222,-24.98596,-0.00038127782,-12.625381,-18.437881,-18.312881,-14.813405
+520165,-8.627265,-10.012679,-11.627265,-16.092047,-10.997199,-7.882601,-11.314765,-13.879908,-19.214327,-15.752265,-13.564765,-13.252265,-13.814765,-0.0032288511
+201239,-14.250267,-14.784174,-13.000267,-19.607367,-15.487177,-0.0033336757,-11.625267,-12.701358,-26.188091,-15.562767,-14.437767,-15.375267,-16.250267,-15.005394
+170833,-16.187689,-19.629414,-12.500188,-18.392017,-0.0005690149,-22.41956,-17.500189,-20.39226,-26.379688,-18.937689,-18.187689,-21.062689,-21.625189,-17.101507
+394657,-14.625109,-22.022785,-12.250109,-18.576204,-20.85256,-15.0582075,-18.500109,-13.608254,-26.505043,-0.00010883216,-12.125109,-18.875109,-21.375109,-18.000242
+197420,-16.750183,-20.585403,-12.625182,-17.763336,-0.0008306619,-18.348572,-17.125183,-19.380995,-26.575096,-17.250183,-18.125183,-20.312683,-20.500183,-18.10241
+262543,-7.627142,-6.7547174,-11.627142,-16.686861,-14.334486,-12.174774,-0.0021421597,-15.503197,-22.001945,-14.939642,-13.877142,-14.064642,-13.002142,-10.629199
+139881,-18.43791,-15.551443,-10.25041,-0.0010469665,-18.939009,-15.825601,-19.18791,-17.904455,-28.584778,-17.75041,-19.81291,-21.31291,-19.68791,-16.250778
+43786,-10.127809,-0.0030184686,-14.002809,-16.707628,-20.83499,-18.339722,-10.752809,-16.066847,-25.794785,-15.127809,-12.815309,-15.252809,-16.252808,-13.246671
+60339,-11.250677,-0.001591658,-14.063177,-13.864362,-20.85297,-21.076145,-11.000677,-16.31446,-23.1493,-16.438177,-14.313177,-15.188177,-16.750677,-11.876113
+482297,-14.375114,-25.396425,-14.000114,-21.698536,-20.250435,-16.262846,-18.312614,-18.32394,-30.552132,-18.437614,-19.562614,-16.250114,-0.000114315175,-13.625445
+240944,-12.000789,-13.8776655,-15.250789,-19.581451,-21.700468,-14.441357,-0.00078885426,-16.81363,-20.180532,-17.50079,-14.625789,-17.62579,-17.12579,-13.752615
+256673,-9.126461,-10.6212225,-16.876461,-19.015617,-18.072155,-13.87896,-0.001460677,-15.376695,-19.037605,-17.876461,-12.938961,-18.188961,-16.876461,-14.8814745
+598298,-14.875055,-18.582306,-18.375055,-22.328064,-19.404839,-13.75169,-18.062555,-0.00020514645,-21.102606,-16.812555,-17.187555,-18.937555,-21.750055,-13.915578
+252490,-13.50149,-9.563166,-16.75149,-19.41363,-18.16301,-15.350004,-0.0014899593,-15.626947,-21.366915,-18.56399,-16.12649,-18.87649,-18.00149,-22.69917
+229772,-8.75142,-13.38677,-11.06392,-16.27106,-19.954924,-0.005111024,-7.8764195,-14.379935,-21.72353,-10.50142,-9.87642,-14.62642,-12.37642,-8.50182
+215966,-9.379802,-12.5059395,-11.129802,-13.05588,-20.13941,-0.0074779517,-7.004802,-14.006803,-22.372772,-7.129802,-8.629802,-13.692302,-12.004802,-8.011629
+294643,-13.75019,-16.476068,-16.625189,-20.199791,-17.872437,-12.377928,-16.375189,-0.0003428162,-18.927544,-15.43769,-15.87519,-18.187689,-20.250189,-12.504577
+118874,-14.125156,-19.390085,-0.00015650954,-15.126419,-18.19638,-16.42093,-20.062656,-19.771336,-30.69843,-18.062656,-19.250156,-13.375156,-17.062656,-19.653698
+491467,-16.2501,-22.968004,-13.375098,-21.042646,-20.05161,-20.330667,-17.9376,-18.452494,-29.136541,-17.7501,-20.4376,-15.875098,-9.846203e-05,-14.805445
+256254,-14.000228,-11.106428,-13.375228,-20.999744,-18.461126,-14.755105,-0.00022825974,-18.500689,-23.060352,-18.312729,-17.125229,-17.875229,-19.187729,-15.751333
+221730,-14.12545,-13.633907,-12.37545,-15.834612,-15.048487,-0.0016520164,-10.43795,-12.190603,-27.630375,-14.25045,-12.00045,-13.93795,-15.50045,-11.821708
+484885,-16.31266,-23.335646,-13.750159,-21.04675,-19.489592,-17.115526,-17.56266,-17.302265,-29.30627,-17.12516,-18.50016,-15.500159,-0.00015972769,-15.423619
+492889,-13.625141,-21.852917,-11.375141,-20.861288,-18.656736,-13.778863,-16.500141,-17.316738,-24.271093,-16.062641,-18.562641,-15.125141,-0.00014077626,-10.379042
+89399,-12.375085,-17.145681,-8.5350206e-05,-18.328161,-14.500942,-21.537956,-17.000086,-16.626436,-30.49015,-17.625086,-17.187586,-16.500086,-19.375086,-16.876747
+65254,-10.00408,-0.004429319,-14.31658,-14.681357,-17.992722,-23.083143,-11.37908,-16.693565,-27.846176,-15.31658,-13.56658,-15.94158,-16.62908,-15.420694
+430889,-14.250048,-22.345251,-15.750048,-21.494762,-20.858639,-15.840616,-17.500048,-14.579955,-26.183708,-13.000048,-4.768258e-05,-18.437548,-21.437548,-14.750557
+25613,-0.0005239068,-12.762334,-9.000524,-18.62685,-16.287601,-15.126513,-9.625524,-18.817636,-21.400537,-15.313024,-14.500524,-15.063024,-9.625524,-13.502367
+578146,-17.313078,-14.911312,-10.500579,-0.0016071983,-18.064272,-15.015767,-17.500578,-16.603409,-26.251873,-13.750579,-17.313078,-18.750578,-16.813078,-16.036839
+488404,-15.125113,-23.038918,-13.125113,-20.683842,-19.807905,-16.581066,-17.687613,-17.202637,-28.77095,-15.875113,-18.125113,-15.250113,-0.00011300402,-14.384213
+275766,-15.375318,-10.739292,-19.000319,-22.10563,-24.537457,-17.149246,-0.0003176423,-17.75077,-24.172348,-20.250319,-17.875319,-20.937819,-20.375319,-18.634146
+619653,-16.062857,-22.395441,-9.375358,-22.785212,-21.110977,-17.133734,-19.562857,-19.643394,-26.468586,-19.437857,-18.625357,-0.0003573256,-16.562857,-16.688972
+273657,-10.128648,-6.0083666,-15.441148,-16.57644,-12.1212635,-10.841188,-0.003647581,-13.443205,-18.917559,-12.003648,-13.253648,-16.253647,-14.378648,-13.789546
+388753,-15.000174,-19.846893,-13.000174,-18.911146,-21.263279,-15.894456,-17.562674,-12.771402,-25.069572,-0.00017379204,-12.750174,-18.500174,-20.125174,-17.501247
+41199,-9.750956,-0.0013204444,-12.938456,-16.323578,-15.424,-15.114041,-8.875956,-15.877863,-24.947985,-15.875956,-14.500956,-15.813456,-15.563456,-13.356804
+121404,-15.687927,-15.11413,-9.875427,-0.0008647956,-14.376277,-14.058303,-16.750427,-16.060211,-27.713055,-15.625427,-16.312927,-18.062927,-18.750427,-12.4753
+476337,-14.126086,-22.153318,-7.2510867,-20.266127,-20.487133,-15.849179,-19.063587,-19.18966,-26.581059,-16.251087,-17.501087,-0.0010865981,-15.251086,-15.065089
+11692,-7.462223e-05,-14.064933,-11.250074,-19.99471,-16.568333,-14.1308155,-13.875074,-17.751892,-24.011047,-18.687574,-17.250074,-12.625074,-17.687574,-19.018858
+407407,-14.250102,-20.657213,-13.750102,-22.723867,-20.482536,-16.481375,-17.562603,-15.019102,-25.955587,-10.125102,-0.000102157144,-16.625103,-21.500103,-16.126833
+105904,-9.750738,-15.27957,-0.0007378716,-11.597543,-8.751193,-18.333649,-17.063238,-15.901467,-23.42264,-16.000738,-16.063238,-16.563238,-14.188238,-10.126156
+48248,-10.751663,-0.0020056984,-14.314163,-17.334013,-18.634598,-18.108124,-11.126663,-17.448412,-27.238804,-15.376663,-13.314163,-16.064163,-16.439163,-13.069297
+206050,-14.625348,-13.709321,-12.562848,-17.078112,-13.609903,-0.001692489,-10.437848,-12.314471,-22.251083,-13.875348,-13.000348,-13.687848,-15.625348,-13.2027855
+574413,-13.375222,-16.152576,-0.00022253898,-12.130805,-15.834304,-17.347364,-18.812723,-17.5632,-27.064522,-15.187722,-18.062723,-12.625222,-16.500223,-17.31995
+185202,-14.750212,-18.39754,-11.250212,-17.246288,-0.00068627193,-20.745867,-16.000212,-19.029867,-24.697403,-17.437712,-16.875212,-20.437712,-19.937712,-16.883501
+448022,-14.625322,-20.341993,-9.875322,-20.29087,-20.372828,-15.260149,-18.500322,-18.126574,-26.093174,-18.125322,-16.500322,-0.00032228997,-15.187822,-15.501225
+136913,-14.188475,-13.620308,-10.500975,-0.0025071094,-15.126875,-13.690725,-15.750975,-15.634349,-24.275293,-13.000975,-15.375975,-16.563475,-16.313475,-12.502097
+154230,-15.500321,-12.631381,-9.125321,-0.0012027393,-14.000956,-15.21521,-16.875322,-18.3529,-27.641699,-16.000322,-17.687822,-19.250322,-18.625322,-14.3131275
+284733,-13.125106,-16.457186,-15.750106,-19.530375,-18.133425,-12.254143,-16.625105,-0.00023852338,-18.652983,-14.375106,-15.750106,-17.812605,-19.375105,-12.005303
+183095,-17.250254,-20.088722,-12.875254,-19.057,-0.00094756007,-24.73641,-18.437754,-20.214996,-26.782541,-18.937754,-18.875254,-21.375254,-21.750254,-19.164455
+471476,-14.8753,-21.727682,-9.8753,-21.800869,-22.561068,-18.392797,-18.6253,-19.079563,-27.723278,-19.1253,-16.5628,-0.0003000048,-15.0628,-15.940323
+245995,-14.125477,-16.957636,-17.062977,-20.47977,-23.26154,-15.693509,-0.00047636605,-17.25095,-23.84062,-18.125477,-15.125477,-18.750477,-17.250477,-15.665913
+25729,-0.0011737607,-12.628883,-11.438674,-16.880014,-15.697166,-8.757486,-9.751174,-11.751651,-22.331442,-13.751174,-15.001174,-15.438674,-15.626174,-10.12695
+504462,-15.750167,-21.037577,-13.750167,-22.63712,-23.786364,-25.51812,-18.312668,-17.879457,-27.14107,-18.250168,-19.562668,-15.750167,-0.00016723665,-14.602043
+512413,-16.62511,-26.148481,-15.37511,-23.365318,-20.653385,-18.00536,-18.25011,-18.258713,-28.584097,-18.37511,-20.56261,-15.75011,-0.000109904926,-13.126417
+579156,-17.375378,-15.202141,-10.250379,-0.0009902512,-18.375877,-14.596991,-18.062878,-16.284597,-27.83408,-13.625379,-16.937878,-19.437878,-17.625378,-15.260287
+78803,-10.628608,-0.0040357,-14.128608,-15.416649,-16.687782,-20.11894,-11.566108,-15.821138,-27.091236,-13.691108,-11.941108,-15.128608,-16.128607,-16.074574
+195663,-16.250332,-18.222006,-12.500333,-17.089138,-0.00095390284,-19.408022,-16.687832,-19.751379,-24.213367,-17.062832,-17.312832,-19.187832,-20.187832,-17.725975
+98059,-13.875209,-17.482746,-0.00020895206,-14.25285,-13.501021,-17.57803,-19.25021,-17.916601,-29.226748,-15.625209,-18.06271,-14.625209,-18.06271,-17.50074
+6365,-0.00012706903,-15.9446125,-10.250127,-19.487305,-15.471614,-15.099881,-13.125127,-18.128645,-23.862478,-19.125128,-16.687628,-11.375127,-17.375128,-14.938825
+338580,-12.687808,-13.633087,-13.125308,-15.528604,-16.619896,-16.720657,-10.875308,-10.625615,-0.00037891627,-15.750308,-11.437808,-14.375308,-15.875308,-15.146357
+299201,-14.500085,-16.836761,-16.125084,-19.58825,-22.074444,-12.880683,-16.750084,-0.00016712444,-18.98802,-15.500085,-17.125084,-17.125084,-19.000084,-12.778466
+624099,-13.750121,-21.32536,-12.750121,-21.83353,-20.138708,-16.121233,-17.562622,-18.199806,-28.720814,-15.625121,-18.750122,-15.375121,-0.00012146689,-12.279773
+429311,-13.375109,-20.345549,-13.875109,-23.410149,-20.282206,-16.59379,-16.750109,-14.705996,-25.222334,-10.000109,-0.00010835537,-16.750109,-21.187609,-15.625959
+324124,-13.875344,-14.392389,-13.125344,-16.456541,-15.585144,-18.792759,-11.312844,-11.875595,-0.00049393286,-15.562844,-12.000344,-13.812844,-16.000343,-16.315779
+15645,-5.7457226e-05,-14.814298,-14.937557,-19.90073,-18.071226,-14.520991,-15.562557,-17.602697,-25.667765,-20.875057,-18.312557,-18.812557,-18.750057,-15.266232
+519753,-8.381555,-15.32269,-7.6315546,-13.711752,-14.130453,-9.289721,-13.631555,-12.446546,-19.090631,-9.256555,-12.506555,-5.7565546,-0.0065545333,-8.383393
+144708,-15.750346,-14.998939,-10.000346,-0.0012667108,-15.688752,-13.444447,-17.750345,-17.140652,-28.254993,-14.375346,-18.000345,-19.812845,-18.000345,-15.626055
+19197,-6.9735004e-05,-12.008076,-12.50007,-19.054752,-17.02413,-14.449924,-14.93757,-18.756926,-23.19349,-19.25007,-17.50007,-15.62507,-11.00007,-13.902688
+540089,-13.125629,-20.445208,-12.125629,-17.077269,-18.806936,-15.091413,-12.875629,-14.441518,-24.801498,-14.938129,-16.81313,-13.500629,-14.625629,-0.00088692416
+8036,-0.00012492354,-14.577208,-12.875125,-29.127054,-18.393784,-13.379542,-15.500125,-9.947158,-25.643068,-18.875124,-15.375125,-16.937624,-18.812624,-17.55734
+385943,-13.625132,-20.697233,-12.875132,-17.367708,-21.529776,-15.651487,-17.687632,-13.406369,-23.460548,-0.0001314792,-12.250132,-19.187632,-20.312632,-15.946366
+401875,-12.375253,-18.462797,-14.875253,-21.16086,-18.452946,-13.965566,-16.187752,-12.027321,-19.836231,-13.000253,-0.00025233423,-17.562752,-20.750252,-15.750529
+318344,-12.437869,-13.5398855,-12.562869,-15.781305,-16.158926,-10.04036,-11.750369,-0.00055614486,-18.798658,-13.187869,-11.500369,-16.93787,-16.56287,-13.000907
+593874,-12.37524,-15.857175,-19.81274,-23.992607,-25.594147,-17.256123,-0.00023993952,-17.87559,-23.478848,-20.50024,-16.43774,-19.81274,-19.75024,-15.018459
+154911,-18.062977,-14.766454,-10.500478,-0.0011443112,-18.001453,-14.138187,-18.375477,-16.966024,-28.771114,-15.062978,-17.937977,-20.687977,-18.562977,-15.578359
+92964,-13.125264,-17.30539,-0.00026389453,-13.503386,-12.126323,-17.702229,-18.437763,-19.705698,-22.52988,-15.187764,-17.750263,-17.625263,-14.250264,-12.875985
+322054,-13.562787,-13.702592,-13.312787,-16.289684,-15.254547,-17.052565,-11.250287,-11.250564,-0.00037439133,-15.187787,-11.625287,-14.312787,-16.000288,-15.815911
+380234,-14.187636,-20.553564,-13.375136,-18.353876,-21.377106,-14.638542,-17.250135,-13.145237,-26.47367,-0.00013612774,-13.750136,-17.812635,-20.562635,-16.500717
+166024,-11.875502,-16.77408,-9.500502,-14.568243,-0.0012491464,-14.831773,-14.813002,-16.731262,-23.240173,-15.125502,-15.500502,-18.938002,-18.313002,-14.566047
+189342,-17.062712,-20.517323,-12.500211,-18.401304,-0.00080267724,-21.134367,-17.687712,-20.286137,-27.101904,-17.437712,-18.062712,-21.500212,-21.750212,-18.072975
+498694,-13.625247,-17.981089,-11.375247,-21.000427,-16.927036,-19.242863,-16.875248,-15.690862,-25.122784,-16.250248,-16.875248,-13.500247,-0.00024744787,-11.906077
+292783,-13.000176,-15.472609,-16.937675,-19.584116,-16.532824,-15.130088,-14.687676,-0.0003118268,-18.838373,-15.125176,-15.000176,-17.875175,-19.625175,-11.752003
+66123,-11.001053,-0.0013537592,-15.126053,-15.832453,-18.066456,-19.769333,-12.438553,-18.127981,-25.39363,-16.876053,-15.063553,-15.751053,-16.688553,-12.8891325
+256315,-7.128618,-6.2561107,-13.253618,-11.725288,-10.753373,-11.2630625,-0.003617768,-11.129348,-16.07518,-10.753618,-12.941118,-16.128618,-15.753618,-11.503834
+182541,-16.000252,-17.14397,-11.875253,-17.141594,-0.0010453574,-17.301985,-16.000252,-17.640186,-25.490383,-17.125252,-16.125252,-19.750252,-21.000252,-19.5153
+292223,-14.001596,-13.650518,-17.376596,-17.85155,-18.48802,-12.0120125,-7.751597,-0.0017090137,-17.270565,-14.376596,-12.001596,-14.126596,-18.189096,-15.767097
+332888,-13.562841,-13.509596,-13.062841,-15.312483,-15.067592,-16.571243,-10.375341,-11.625722,-0.00044518305,-15.187841,-11.187841,-14.125341,-15.812841,-15.876241
+497291,-13.625271,-23.636278,-12.000271,-19.290926,-15.743889,-18.024591,-15.687771,-16.027279,-27.156672,-14.312771,-16.93777,-14.250271,-0.00027056847,-10.252519
+516118,-14.500137,-21.645027,-12.625137,-21.279669,-18.285374,-15.631697,-17.375137,-17.627554,-27.876312,-17.125137,-19.062637,-16.375137,-0.00013755806,-13.375622
+400135,-13.625057,-19.160706,-14.875057,-23.878353,-20.419024,-15.657308,-17.000057,-14.504257,-25.440903,-11.625057,-5.6861216e-05,-17.562557,-21.125057,-15.000863
+329586,-13.50041,-13.70944,-12.93791,-15.169322,-15.081947,-18.09439,-10.56291,-11.125724,-0.00059093913,-15.12541,-11.43791,-13.68791,-15.93791,-15.939385
+527426,-11.130535,-14.949802,-5.5055346,-12.257354,-12.389202,-11.192906,-12.505535,-10.6479,-25.599113,-8.005535,-14.880535,-13.130535,-14.943035,-0.0061895233
+75328,-11.000587,-0.001116852,-14.250587,-14.419831,-17.748451,-14.060902,-11.375587,-16.439138,-21.947552,-16.188087,-15.750587,-14.688087,-16.750587,-11.626697
+458624,-15.1252985,-21.506021,-9.1252985,-21.082895,-20.971136,-17.652353,-19.4378,-18.627922,-27.498777,-18.8753,-17.3128,-0.00029869386,-16.0628,-15.501184
+177811,-14.500181,-19.169487,-12.750181,-17.721544,-0.00061548594,-22.204102,-17.625181,-20.235552,-23.00472,-16.687681,-17.875181,-20.375181,-21.187681,-16.578386
+121841,-14.813287,-13.125871,-8.125787,-0.0015635337,-14.438674,-13.352356,-16.500788,-13.926809,-25.598406,-13.563287,-16.500788,-17.188288,-17.188288,-12.627474
+359038,-12.875456,-13.330486,-12.187956,-13.411973,-15.127171,-16.579807,-10.437956,-11.000876,-0.0005860397,-14.687956,-11.062956,-13.750456,-15.562956,-15.315102
+474739,-13.500422,-20.025787,-8.875422,-19.240751,-20.449732,-14.255225,-16.812922,-16.001038,-23.56662,-16.312922,-15.812922,-0.00042167355,-14.500422,-14.5884075
+562584,-0.00058395497,-14.83643,-10.375584,-19.08342,-17.870428,-12.631406,-13.000584,-18.06599,-21.196587,-17.438084,-15.063084,-9.500584,-16.500584,-17.469105
+22136,-4.8159392e-05,-16.194393,-11.625048,-21.689283,-19.666739,-17.117022,-16.875048,-20.452795,-27.259949,-19.125048,-18.312548,-17.250048,-16.687548,-16.509575
+458059,-12.250686,-19.386011,-8.250686,-20.529543,-18.917265,-16.270945,-18.000687,-18.157343,-25.692268,-18.063187,-15.375686,-0.00068581424,-14.875686,-14.251664
+30004,-2.5510462e-05,-17.389996,-14.875026,-21.734625,-21.74762,-16.779684,-15.375026,-17.710182,-28.520357,-20.687525,-17.812525,-17.562525,-20.375025,-22.320925
+62080,-11.126886,-0.0046335785,-14.501886,-19.59796,-17.107658,-20.397566,-12.626886,-17.012318,-23.226261,-15.501886,-13.501886,-16.376886,-15.814386,-13.207971
+62731,-11.875584,-0.00085215183,-14.938084,-19.708063,-21.419134,-17.043858,-10.875584,-17.001268,-25.208017,-17.188084,-13.688084,-16.375584,-17.188084,-14.129578
+180218,-10.938772,-15.459247,-9.501272,-12.963171,-0.0017381074,-14.341227,-11.376272,-16.644953,-24.825478,-11.813772,-15.813772,-16.938772,-18.188772,-15.130083
+526056,-12.625257,-17.656237,-12.250257,-17.811136,-17.93366,-16.950495,-13.625257,-13.382803,-24.484367,-16.250256,-17.875256,-11.250257,-14.437757,-0.00063063344
+516167,-13.62514,-19.61207,-11.50014,-21.265505,-19.195286,-15.002144,-15.81264,-17.565737,-24.935944,-16.12514,-17.87514,-14.00014,-0.0001401803,-11.1271925
+383954,-13.250187,-20.856022,-13.500187,-18.835308,-21.654028,-14.202894,-17.812687,-13.637082,-25.644108,-0.00018726026,-12.000187,-16.562687,-20.187687,-17.563982
+115172,-14.501683,-17.64418,-0.0016830103,-6.502043,-15.128744,-14.708041,-18.001682,-18.572681,-26.642761,-15.751683,-18.814182,-15.064183,-17.126682,-17.075777
+37941,-0.00043335106,-14.126147,-12.750433,-15.062748,-15.187268,-8.376631,-13.062933,-16.689009,-25.291773,-13.625433,-15.500433,-15.312933,-14.875433,-14.144079
+509923,-15.31267,-22.904716,-11.75017,-21.604637,-20.585752,-13.8810425,-16.50017,-16.69143,-27.977674,-16.18767,-18.56267,-14.12517,-0.00016973962,-12.810582
+358068,-13.125397,-14.14319,-12.937897,-16.24363,-15.078243,-18.738853,-10.687897,-11.750831,-0.0005089386,-15.750397,-11.562897,-14.125397,-15.687897,-15.754226
+42146,-11.250617,-0.0009262657,-15.500617,-19.09623,-18.821306,-20.082058,-13.125617,-18.252724,-24.165638,-17.438118,-15.063117,-16.563118,-17.375618,-12.504028
+556806,-9.750524,-10.033113,-11.250524,-15.3044405,-14.694487,-11.173249,-13.500524,-14.189589,-23.116283,-14.313024,-16.688023,-12.500524,-13.938024,-0.00085155957
+47617,-11.250668,-0.0015278606,-14.500668,-14.104409,-17.40055,-14.0754,-11.875668,-16.251122,-21.202435,-17.125668,-14.563168,-15.688168,-17.438168,-12.376309
+125062,-19.625387,-15.796714,-11.375387,-0.0011006875,-20.313427,-16.383562,-19.437887,-17.481415,-30.865799,-17.500387,-20.125387,-20.812887,-19.875387,-16.598045
+172081,-17.000303,-19.844213,-12.625302,-19.179771,-0.00070142135,-22.07952,-18.187803,-20.917027,-28.043983,-18.125303,-18.625303,-21.937803,-21.875303,-21.074432
+475429,-14.375412,-20.734394,-8.625412,-21.444231,-20.00492,-16.244522,-18.687912,-18.62655,-28.08295,-18.562912,-18.187912,-0.00041225995,-16.312912,-15.753279
+512423,-15.000258,-20.339918,-13.125258,-22.989925,-19.220467,-22.216656,-17.125257,-18.127066,-28.664387,-17.750257,-19.500257,-15.000258,-0.000258174,-12.50225
+611259,-14.125187,-20.920864,-15.750187,-22.530792,-19.64232,-16.858385,-16.750187,-13.136659,-24.742014,-11.875187,-0.00018678351,-17.437687,-20.562687,-15.43785
+53733,-11.000669,-0.0015382313,-15.063169,-17.398708,-22.92065,-17.26559,-8.250669,-16.001436,-22.552504,-17.00067,-14.938169,-16.37567,-17.37567,-12.126154
+371230,-15.375116,-19.874392,-13.375116,-18.950941,-20.69567,-16.16659,-17.750116,-12.292168,-25.368784,-0.00011657989,-12.875116,-18.625116,-20.312616,-17.12623
+56229,-9.633801,-0.009000185,-13.383801,-16.707993,-18.939154,-16.89215,-10.758801,-16.57365,-27.021017,-15.071301,-13.133801,-15.071301,-15.946301,-13.338453
+193722,-16.812649,-20.671246,-12.75015,-18.587986,-0.000822783,-19.419746,-18.500149,-20.887568,-25.815128,-17.625149,-17.937649,-20.500149,-21.250149,-19.261225

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,1039 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.31459279730916023,0,7.975028038024902,
+0,8,0.052362892776727676,1,8.396484238760811,
+0,16,0.035889219492673874,2,8.035225454966227,
+0,24,0.034781549125909805,3,6.92814842859904,
+0,32,0.03179040178656578,4,7.622725595127452,
+0,40,0.03197183459997177,5,6.3373664855957035,
+0,48,0.03466667979955673,6,4.023961448669434,
+0,56,0.034784331917762756,7,4.345049492518107,
+0,64,0.03475705906748772,8,5.325150255973522,
+0,72,0.035592567175626755,9,3.492618817090988,
+0,80,0.03530704230070114,10,3.486503940820694,
+0,88,0.0313953161239624,11,3.188815864649686,
+0,96,0.03471338376402855,12,2.32776823754494,
+0,104,0.03479059413075447,13,2.748498061671853,
+0,112,0.041159406304359436,14,0.7441218609993274,
+0,120,0.03126361593604088,15,0.9397623733832285,
+0,128,0.03127681463956833,16,1.4945909025577397,
+,,,16,,1.3749517764685288
+0,136,0.03159705176949501,17,0.1774287966804372,
+0,144,0.032403264194726944,18,2.257993538997003,
+0,152,0.03168192505836487,19,0.9188774735977252,
+0,160,0.03363550081849098,20,0.5094809192590989,
+0,168,0.03186675161123276,21,0.32833271072461057,
+0,176,0.03177227824926376,22,0.11913940889228668,
+0,184,0.031498730182647705,23,0.12049812649687132,
+0,192,0.033029306679964066,24,0.4309463602936982,
+0,200,0.032357726246118546,25,0.7144063443948443,
+0,208,0.03465292230248451,26,0.18746099720539694,
+0,216,0.03335079923272133,27,0.25352633744478226,
+0,224,0.03169427812099457,28,0.5677785881651709,
+0,232,0.03144264966249466,29,0.47781812720215666,
+0,240,0.03162140026688576,30,0.5333507915202063,
+0,248,0.03131672367453575,31,0.14950038295669052,
+0,256,0.03189852461218834,32,0.13736377584282308,
+,,,32,,0.34468974707261574
+0,264,0.031499821692705154,33,0.011948860300305699,
+0,272,0.03444737568497658,34,0.5743477273732424,
+0,280,0.03137582540512085,35,0.5116464466684394,
+0,288,0.032744817435741425,36,0.282447139325086,
+0,296,0.03158564120531082,37,0.01864893806632608,
+0,304,0.031103022396564484,38,0.1687521491199732,
+0,312,0.03453682363033295,39,0.02241220557480119,
+1,320,0.031214244663715363,40,0.0633994053156736,
+1,328,0.030770771205425262,41,0.01307903059447805,
+1,336,0.03100660815834999,42,0.14650812498959048,
+1,344,0.03135678544640541,43,0.04474018221454961,
+1,352,0.03141123056411743,44,0.08582773402200214,
+1,360,0.03331715241074562,45,0.010493415747381126,
+1,368,0.03139244392514229,46,0.14250729841968188,
+1,376,0.030760273337364197,47,0.027653728757286444,
+1,384,0.03124966472387314,48,0.07558052693583214,
+,,,48,,0.04312428888284935
+1,392,0.030957374721765518,49,0.023684177590026098,
+1,400,0.031263530254364014,50,0.016043152384967965,
+1,408,0.031077664345502853,51,0.08021272065128539,
+1,416,0.031294725835323334,52,0.012892715366823333,
+1,424,0.030842676758766174,53,0.03677024631664002,
+1,432,0.030757784843444824,54,0.06461203893503317,
+1,440,0.031208116561174393,55,0.1926879798344229,
+1,448,0.03300585225224495,56,0.009004920565833649,
+1,456,0.03152263164520264,57,0.031534394783583206,
+1,464,0.03191728889942169,58,0.14425138547756852,
+1,472,0.03234194964170456,59,0.12725867887493222,
+1,480,0.03147748112678528,60,0.012655808803780625,
+1,488,0.03269306197762489,61,0.00957453972841904,
+1,496,0.03134659305214882,62,0.010571961550830076,
+1,504,0.031660228967666626,63,0.022496706647022316,
+1,512,0.033244382590055466,64,0.009785937058040872,
+,,,64,,0.03252106117752363
+1,520,0.03151094913482666,65,0.07916293432936072,
+1,528,0.03248351067304611,66,0.008711988700088113,
+1,536,0.031183797866106033,67,0.015351764341661085,
+1,544,0.03099628910422325,68,0.011112648019871604,
+1,552,0.030965209007263184,69,0.006119750869402196,
+1,560,0.034039296209812164,70,0.014389579121668179,
+1,568,0.03164574131369591,71,0.0037605269317282364,
+1,576,0.03180496394634247,72,0.005391756247263402,
+1,584,0.031209763139486313,73,0.022782451959626217,
+1,592,0.03161964192986488,74,0.01145362467650557,
+1,600,0.03134385123848915,75,0.010069334686184967,
+1,608,0.03113672509789467,76,0.012541627061595633,
+1,616,0.031810909509658813,77,0.00789836183139414,
+1,624,0.031382862478494644,78,0.004968092955095926,
+2,632,0.03158033639192581,79,0.0030591782240662726,
+2,640,0.031640030443668365,80,0.004335791556513868,
+,,,80,,0.029814250064346026
+2,648,0.03115551546216011,81,0.007654777611605823,
+2,656,0.03169398754835129,82,0.010264540949719958,
+2,664,0.03887807950377464,83,0.002504360784466068,
+2,672,0.034259047359228134,84,0.0037830889175113824,
+2,680,0.03131716325879097,85,0.006918032345129177,
+2,688,0.031358711421489716,86,0.007034495739000184,
+2,696,0.03260502591729164,87,0.005895869408656533,
+2,704,0.03168260306119919,88,0.006206618367948316,
+2,712,0.03134618327021599,89,0.0075154027602236185,
+2,720,0.031244829297065735,90,0.00422441976115806,
+2,728,0.031148303300142288,91,0.011511937028262764,
+2,736,0.031430117785930634,92,0.008854697439043472,
+2,744,0.031751543283462524,93,0.0057382153040221465,
+2,752,0.03401949629187584,94,0.009424010324033184,
+2,760,0.03227172791957855,95,0.004634700174695657,
+2,768,0.03172948211431503,96,0.0024270768743008377,
+,,,96,,0.025611834706000564
+2,776,0.03146366775035858,97,0.0035831729848203914,
+2,784,0.03135775774717331,98,0.002961750937780986,
+2,792,0.03152052313089371,99,0.006052369036926673,
+2,800,0.03062388300895691,100,0.005051439007123311,
+2,808,0.03141011670231819,101,0.010432288070054105,
+2,816,0.03125800937414169,102,0.05745238372279952,
+2,824,0.031527597457170486,103,0.00689608419018511,
+2,832,0.030930660665035248,104,0.00753915974443468,
+2,840,0.03181977942585945,105,0.0029234149591171777,
+2,848,0.031143035739660263,106,0.01516849118607669,
+2,856,0.031198445707559586,107,0.03933675070681299,
+2,864,0.03406672179698944,108,0.003438895499321485,
+2,872,0.033357150852680206,109,0.0049563373233048385,
+2,880,0.033720292150974274,110,0.0018245024091031934,
+2,888,0.031221792101860046,111,0.008159824925574608,
+2,896,0.031459782272577286,112,0.0014578951755538582,
+,,,112,,0.010417244344387414
+2,904,0.031847063452005386,113,0.006407672200293746,
+2,912,0.03162212669849396,114,0.0038619209808530286,
+2,920,0.03143343701958656,115,0.04894644776747251,
+2,928,0.03170991688966751,116,0.008314079554111231,
+2,936,0.03149067610502243,117,0.004085655633843999,
+3,944,0.03132951259613037,118,0.007709019071295519,
+3,952,0.03193649277091026,119,0.034934931791212875,
+3,960,0.0315132662653923,120,0.00246634378854651,
+3,968,0.031074542552232742,121,0.005632103562155473,
+3,976,0.033558402210474014,122,0.0058441385294177705,
+3,984,0.03127143159508705,123,0.002139859071273046,
+3,992,0.03118504211306572,124,0.001900089932730355,
+3,1000,0.031074076890945435,125,0.004271851956824928,
+3,1008,0.030882541090250015,126,0.003343140924698673,
+3,1016,0.0312923938035965,127,0.0023475775490694037,
+3,1024,0.03113122656941414,128,0.005612119313030105,
+,,,128,,0.010858800051347265
+3,1032,0.030910219997167587,129,0.002984479080104003,
+3,1040,0.0313815176486969,130,0.003688435084768571,
+3,1048,0.031543903052806854,131,0.005043644501711242,
+3,1056,0.0310993529856205,132,0.00697643310559215,
+3,1064,0.0307929627597332,133,0.0023144173689863897,
+3,1072,0.030811727046966553,134,0.00564350766944699,
+3,1080,0.03234940767288208,135,0.003067937407953044,
+3,1088,0.030917420983314514,136,0.0037703893322031945,
+3,1096,0.031317878514528275,137,0.008581541551393457,
+3,1104,0.030994150787591934,138,0.0008066234625981782,
+3,1112,0.030667956918478012,139,0.002345880975813738,
+3,1120,0.03087542951107025,140,0.003221626035296,
+3,1128,0.0312027744948864,141,0.004025901177166296,
+3,1136,0.0337161086499691,142,0.004071526525457067,
+3,1144,0.030641790479421616,143,0.002514053477040891,
+3,1152,0.030556220561265945,144,0.0016961486622816524,
+,,,144,,0.012334239932726015
+3,1160,0.03354658558964729,145,0.011907473104656674,
+3,1168,0.03129473701119423,146,0.0021020386102463817,
+3,1176,0.030750911682844162,147,0.001954596752925268,
+3,1184,0.031456731259822845,148,0.0704169901109708,
+3,1192,0.030896205455064774,149,0.0020243772940540857,
+3,1200,0.031278278678655624,150,0.004127011390385003,
+3,1208,0.03185870498418808,151,0.0026916023266191284,
+3,1216,0.030964549630880356,152,0.004160175129072741,
+3,1224,0.031235408037900925,153,0.003556632736805253,
+3,1232,0.03166303411126137,154,0.011114959067736681,
+3,1240,0.031292855739593506,155,0.01179758915811992,
+3,1248,0.031213808804750443,156,0.0026243335101753472,
+3,1256,0.03121839463710785,157,0.012184169394701409,
+4,1264,0.03124028444290161,158,0.012086657962451378,
+4,1272,0.03138609230518341,159,0.006521932106218575,
+4,1280,0.03152700513601303,160,0.004647979283860574,
+,,,160,,0.2697920709286096
+4,1288,0.030916225165128708,161,0.06372251047044604,
+4,1296,0.031027864664793015,162,0.001630351016170938,
+4,1304,0.03370455652475357,163,0.6509222438035067,
+4,1312,0.0310404933989048,164,0.005321092912569069,
+4,1320,0.031684841960668564,165,0.0036339403571522175,
+4,1328,0.03156713396310806,166,0.002789639989549125,
+4,1336,0.031154293566942215,167,0.008998648991109803,
+4,1344,0.03110991045832634,168,0.00573784204495426,
+4,1352,0.03108171373605728,169,0.029011912816453593,
+4,1360,0.03095693141222,170,0.0024222275145196668,
+4,1368,0.03132983297109604,171,0.004287577228387818,
+4,1376,0.03089069575071335,172,0.004872058194120076,
+4,1384,0.033281274139881134,173,0.008293094641218583,
+4,1392,0.03099784255027771,174,0.007200002237888319,
+4,1400,0.031261544674634933,175,0.007713813892526862,
+4,1408,0.03371819853782654,176,0.005618595130120714,
+,,,176,,0.02446768193874719
+4,1416,0.031330209225416183,177,0.0035353967687115073,
+4,1424,0.03344729170203209,178,0.009607753723685164,
+4,1432,0.03370698541402817,179,0.005173980453572071,
+4,1440,0.03097563609480858,180,0.0050726844596543485,
+4,1448,0.03135515749454498,181,0.0059106531944752745,
+4,1456,0.03068823739886284,182,0.005796494918953007,
+4,1464,0.032812900841236115,183,0.006255817253986606,
+4,1472,0.03118297830224037,184,0.001672090305708645,
+4,1480,0.03109394758939743,185,0.0020858928014954124,
+4,1488,0.03085271269083023,186,0.0047980684986604115,
+4,1496,0.031293462961912155,187,0.00571253989307609,
+4,1504,0.030939556658267975,188,0.004336315498221666,
+4,1512,0.03064386174082756,189,0.005782908063758021,
+4,1520,0.03147514909505844,190,0.005339007312431932,
+4,1528,0.03097308799624443,191,0.007222209151437068,
+4,1536,0.03158826380968094,192,0.0020000014231878927,
+,,,192,,0.013561890934998135
+4,1544,0.030723538249731064,193,0.0077857263703745875,
+4,1552,0.03078044205904007,194,0.0013201044189372624,
+4,1560,0.033615998923778534,195,0.004093163006473333,
+4,1568,0.03510066121816635,196,0.0031002008472569287,
+5,1576,0.031178977340459824,197,0.002344187143413971,
+5,1584,0.031244724988937378,198,0.0025309783496512946,
+5,1592,0.03127272054553032,199,0.0024836741395120043,
+5,1600,0.031054936349391937,200,0.00199759085662663,
+5,1608,0.03328711912035942,201,0.0020083494290399056,
+5,1616,0.03192252293229103,202,0.0032291708524168758,
+5,1624,0.03426224738359451,203,0.0011353592744853813,
+5,1632,0.031188584864139557,204,0.0024533308867830785,
+5,1640,0.03252282366156578,205,0.0026510698216346404,
+5,1648,0.03161310777068138,206,0.0023579824483022094,
+5,1656,0.0312977097928524,207,0.0023263920853163916,
+5,1664,0.031516995280981064,208,0.0023767762509773354,
+,,,208,,0.010412344392740502
+5,1672,0.03155403584241867,209,0.0018966743121960792,
+5,1680,0.03200433775782585,210,0.002444031386403367,
+5,1688,0.031387221068143845,211,0.0012880470478973751,
+5,1696,0.031264327466487885,212,0.004444500761954779,
+5,1704,0.03345612809062004,213,0.0018182033509219764,
+5,1712,0.03134089335799217,214,0.0025904195383191107,
+5,1720,0.0321810208261013,215,0.0012436503914484223,
+5,1728,0.0309135764837265,216,0.005792426838524989,
+5,1736,0.031191330403089523,217,0.0015437570837093517,
+5,1744,0.03241230174899101,218,0.0018638560099394194,
+5,1752,0.031324487179517746,219,0.0021225896697225316,
+5,1760,0.030936501920223236,220,0.0034560584414672726,
+5,1768,0.03091523051261902,221,0.0018045483836128067,
+5,1776,0.033179719001054764,222,0.003370874242939274,
+5,1784,0.031133804470300674,223,0.0011310074742968109,
+5,1792,0.03131354600191116,224,0.0028130858572694706,
+,,,224,,0.009001712191779658
+5,1800,0.0309336818754673,225,0.005724289944434228,
+5,1808,0.031021319329738617,226,0.002992119777870054,
+5,1816,0.031392619013786316,227,0.0035031016405600193,
+5,1824,0.03156204894185066,228,0.0009255338361701713,
+5,1832,0.03123444691300392,229,0.001654016406973824,
+5,1840,0.03318838030099869,230,0.0021389034427556908,
+5,1848,0.03173699975013733,231,0.002026661143728151,
+5,1856,0.03502749651670456,232,0.0019244341260323732,
+5,1864,0.03119409829378128,233,0.0006314845610177145,
+5,1872,0.03361088037490845,234,0.0017309230635873974,
+5,1880,0.030593473464250565,235,0.0014942381628012906,
+6,1888,0.03079308569431305,236,0.0010912097165022385,
+6,1896,0.030721984803676605,237,0.00261839547965792,
+6,1904,0.03118697926402092,238,0.0013503746550458556,
+6,1912,0.031019773334264755,239,0.001637163867529195,
+6,1920,0.0344901978969574,240,0.003908540584961884,
+,,,240,,0.00880385344883181
+6,1928,0.033881042152643204,241,0.0019182863720093987,
+6,1936,0.034105151891708374,242,0.0020206554036121815,
+6,1944,0.03083067014813423,243,0.001538137294119224,
+6,1952,0.03153972700238228,244,0.0013778699503745884,
+6,1960,0.031213238835334778,245,0.0019694593036547305,
+6,1968,0.030417587608098984,246,0.0009983690442123378,
+6,1976,0.031814854592084885,247,0.002300888971568873,
+6,1984,0.03437582775950432,248,0.0014597354534392555,
+6,1992,0.03097034990787506,249,0.002549056818348948,
+6,2000,0.030446883291006088,250,0.0012017974841000978,
+6,2008,0.033441781997680664,251,0.0008198214591874813,
+6,2016,0.031247828155755997,252,0.002105287589074578,
+6,2024,0.034283507615327835,253,0.0008007626403758133,
+6,2032,0.031054921448230743,254,0.0008819914722922617,
+6,2040,0.03147221356630325,255,0.0015174359115397757,
+6,2048,0.03130315989255905,256,0.0026332456265143783,
+,,,256,,0.008145378445679287
+6,2056,0.030996963381767273,257,0.001986413829096515,
+6,2064,0.03305966779589653,258,0.005266010195695204,
+6,2072,0.03076375275850296,259,0.000629054062301293,
+6,2080,0.03131844103336334,260,0.0013485058504253782,
+6,2088,0.031161952763795853,261,0.00207082579145208,
+6,2096,0.03144387528300285,262,0.005383923810978348,
+6,2104,0.03316068276762962,263,0.0011424219483160414,
+6,2112,0.032864607870578766,264,0.0025114540124680693,
+6,2120,0.03123607113957405,265,0.0008435973625940582,
+6,2128,0.030911728739738464,266,0.0015575807109209044,
+6,2136,0.03125293552875519,267,0.0023132758777557262,
+6,2144,0.03133610263466835,268,0.0007943519485706929,
+6,2152,0.033120498061180115,269,0.0006886903402945874,
+6,2160,0.03076908364892006,270,0.0017089127476748007,
+6,2168,0.030902817845344543,271,0.0014088047216372454,
+6,2176,0.03076103702187538,272,0.0010330844876686267,
+,,,272,,0.008202584284656454
+6,2184,0.033191803842782974,273,0.0009987357175718485,
+6,2192,0.031007029116153717,274,0.0012105660324987883,
+7,2200,0.03091425821185112,275,0.002491061440463561,
+7,2208,0.031068123877048492,276,0.0010543162342704212,
+7,2216,0.03144599124789238,277,0.00179438066865819,
+7,2224,0.030983205884695053,278,0.0009282300650904125,
+7,2232,0.03453584387898445,279,0.0014500156830763444,
+7,2240,0.031144320964813232,280,0.0022153979371069,
+7,2248,0.031212717294692993,281,0.0010771116455240797,
+7,2256,0.034644715487957,282,0.0006517300710336051,
+7,2264,0.03076542168855667,283,0.0019910817182707515,
+7,2272,0.030880525708198547,284,0.001634222889641443,
+7,2280,0.03059672936797142,285,0.0020455900064137366,
+7,2288,0.03279690816998482,286,0.0016917363151579218,
+7,2296,0.030925113707780838,287,0.001935334362704972,
+7,2304,0.030672170221805573,288,0.004168652072881481,
+,,,288,,0.00850633461520357
+7,2312,0.031424906104803085,289,0.0025098151840771046,
+7,2320,0.03365499526262283,290,0.0016873956192284822,
+7,2328,0.030966565012931824,291,0.0006438897116822773,
+7,2336,0.031352970749139786,292,0.0034259868868199797,
+7,2344,0.031194303184747696,293,0.0016318989807283895,
+7,2352,0.03120129555463791,294,0.0010050666652122427,
+7,2360,0.0333794467151165,295,0.001037870095884004,
+7,2368,0.031559161841869354,296,0.0011198582467061766,
+7,2376,0.031139761209487915,297,0.001200927469956999,
+7,2384,0.0309576578438282,298,0.0009890274220826821,
+7,2392,0.0316021703183651,299,0.002751687196835589,
+7,2400,0.030773919075727463,300,0.0017750715829046944,
+7,2408,0.031120575964450836,301,0.001008393955999054,
+7,2416,0.03129846230149269,302,0.001691662332002754,
+7,2424,0.031327422708272934,303,0.000977540685804949,
+7,2432,0.03112434223294258,304,0.0016618525577624414,
+,,,304,,0.008052583010691517
+7,2440,0.031038112938404083,305,0.0008702109553269111,
+7,2448,0.03126789256930351,306,0.0008373937447946186,
+7,2456,0.03135964274406433,307,0.0007427348731046853,
+7,2464,0.031194858253002167,308,0.0011001562161254697,
+7,2472,0.030540578067302704,309,0.0013819893453425418,
+7,2480,0.030948299914598465,310,0.0020143379672215534,
+7,2488,0.03168568015098572,311,0.0008793549389917065,
+7,2496,0.030766703188419342,312,0.0022290397901088,
+7,2504,0.03137696534395218,313,0.0018406473700451897,
+7,2512,0.03150205686688423,314,0.0009468070258243153,
+8,2520,0.03133201226592064,315,0.0018662827120958052,
+8,2528,0.03215503692626953,316,0.001197359534126008,
+8,2536,0.03252468630671501,317,0.0018245523096993566,
+8,2544,0.031345434486866,318,0.0023526045059462865,
+8,2552,0.03183719143271446,319,0.0019256428834826995,
+8,2560,0.031634990125894547,320,0.0015619781508576125,
+,,,320,,0.00800078826130561
+8,2568,0.0316997766494751,321,0.0008257885426494547,
+8,2576,0.03132641315460205,322,0.001564624983824187,
+8,2584,0.03324023261666298,323,0.0016492238792125136,
+8,2592,0.03106687217950821,324,0.003061617071580258,
+8,2600,0.0308210588991642,325,0.001607198336084063,
+8,2608,0.033946502953767776,326,0.0010739457017431657,
+8,2616,0.0313144326210022,327,0.0007024106430785301,
+8,2624,0.0330197699368,328,0.000990793684300465,
+8,2632,0.03243386000394821,329,0.0011409172750843158,
+8,2640,0.03095506876707077,330,0.0010229167027217853,
+8,2648,0.03146278113126755,331,0.0014774164089127833,
+8,2656,0.030893612653017044,332,0.0013786725243195319,
+8,2664,0.0318099781870842,333,0.0009119491109491459,
+8,2672,0.031128648668527603,334,0.0013965256141752682,
+8,2680,0.031170353293418884,335,0.001085399936224955,
+8,2688,0.031468961387872696,336,0.0011224599888505923,
+,,,336,,0.007681149919078035
+8,2696,0.03092673048377037,337,0.0007685508326782535,
+8,2704,0.030762415379285812,338,0.0016502136012214968,
+8,2712,0.03342543542385101,339,0.000728524720761925,
+8,2720,0.030978739261627197,340,0.0010865906548972887,
+8,2728,0.031028207391500473,341,0.0017780458575644945,
+8,2736,0.031508635729551315,342,0.0017209296929650009,
+8,2744,0.031773246824741364,343,0.0013246199770946987,
+8,2752,0.03158314526081085,344,0.0008809505514883702,
+8,2760,0.031409285962581635,345,0.0020160507164501515,
+8,2768,0.030907832086086273,346,0.0025882144358807375,
+8,2776,0.031478770077228546,347,0.0013595615597627,
+8,2784,0.031764570623636246,348,0.0012768470803096604,
+8,2792,0.030988242477178574,349,0.0010251017571563886,
+8,2800,0.031147167086601257,350,0.0008778066791516418,
+8,2808,0.03221921622753143,351,0.0013620355117988463,
+8,2816,0.031081218272447586,352,0.0021371734619606286,
+,,,352,,0.007644699429566006
+8,2824,0.031415730714797974,353,0.0015053338841729176,
+9,2832,0.03146437555551529,354,0.003149314349866472,
+9,2840,0.031366653740406036,355,0.0015161875383152316,
+9,2848,0.0316331684589386,356,0.0004666248059947975,
+9,2856,0.031086798757314682,357,0.0014287342994727871,
+9,2864,0.04646335542201996,358,0.0023161230055848137,
+9,2872,0.031520213931798935,359,0.0019474732544040307,
+9,2880,0.0331592820584774,360,0.0012069524451693394,
+9,2888,0.0317380465567112,361,0.0011459041124908254,
+9,2896,0.03143542632460594,362,0.0017131512740888866,
+9,2904,0.031077496707439423,363,0.002061410335591063,
+9,2912,0.031263090670108795,364,0.0014134920544593649,
+9,2920,0.03140028938651085,365,0.0009891605101681005,
+9,2928,0.03084220364689827,366,0.0010175559577570918,
+9,2936,0.03076619654893875,367,0.0017291256881435402,
+9,2944,0.03046378493309021,368,0.0016204313093718763,
+,,,368,,0.007933801075197616
+9,2952,0.03580557554960251,369,0.0011746269862799505,
+9,2960,0.030996836721897125,370,0.000649466640774895,
+9,2968,0.033546850085258484,371,0.0009645278249601168,
+9,2976,0.03160853311419487,372,0.000793729436086973,
+9,2984,0.031072769314050674,373,0.0009590177214704454,
+9,2992,0.033391617238521576,374,0.0009717373468447477,
+9,3000,0.031073976308107376,375,0.0017154653348067466,
+9,3008,0.0309145525097847,376,0.0017263093274474766,
+9,3016,0.03340254724025726,377,0.0007457959714387966,
+9,3024,0.031347841024398804,378,0.0009534044947940856,
+9,3032,0.0337350107729435,379,0.000684368394286139,
+9,3040,0.033839937299489975,380,0.00188038683364329,
+9,3048,0.03124186024069786,381,0.0024423463219136465,
+9,3056,0.0322929248213768,382,0.0010299613019345668,
+9,3064,0.03140368312597275,383,0.0016510551451409067,
+9,3072,0.031125470995903015,384,0.0021840836678165944,
+,,,384,,0.007810556101349165
+9,3080,0.03208772838115692,385,0.0006397055670580206,
+9,3088,0.03137990087270737,386,0.0006469126982175602,
+9,3096,0.031500194221735,387,0.0010716434289034541,
+9,3104,0.03161149471998215,388,0.0008071824813669082,
+9,3112,0.031522318720817566,389,0.0011283839040616942,
+9,3120,0.03228176385164261,390,0.0009099512478444792,
+9,3128,0.03147302567958832,391,0.0008667652582516894,
+9,3136,0.033437807112932205,392,0.0007615177943686527,
+10,3144,0.03163416311144829,393,0.0007786787016532169,
+10,3152,0.03133687749505043,394,0.0007123539042368065,
+10,3160,0.031568802893161774,395,0.0018053591618529307,
+10,3168,0.030843429267406464,396,0.0009115858972238909,
+10,3176,0.031000807881355286,397,0.0009272713751460498,
+10,3184,0.031034018844366074,398,0.0018310864304242256,
+10,3192,0.03125942498445511,399,0.0014894523808513494,
+10,3200,0.03360531106591225,400,0.0006882350899104495,
+,,,400,,0.0074884115525011745
+10,3208,0.031075410544872284,401,0.0013712960620371935,
+10,3216,0.032316070050001144,402,0.0009461926606794198,
+10,3224,0.032536908984184265,403,0.0010711792118464863,
+10,3232,0.031890131533145905,404,0.001958681856558542,
+10,3240,0.03106701374053955,405,0.0010703280743958505,
+10,3248,0.03191818296909332,406,0.0017266533328578449,
+10,3256,0.03166365623474121,407,0.001471390406853364,
+10,3264,0.033246636390686035,408,0.001330765776484358,
+10,3272,0.03146800398826599,409,0.0025331848046334926,
+10,3280,0.03153505176305771,410,0.0010384666563298267,
+10,3288,0.03259317949414253,411,0.001164594319042018,
+10,3296,0.03261556476354599,412,0.0014172717395316188,
+10,3304,0.03202715143561363,413,0.002366556485867477,
+10,3312,0.03307335451245308,414,0.0011064612461874881,
+10,3320,0.03149693086743355,415,0.0013149293520200445,
+10,3328,0.034345950931310654,416,0.0009612968590642725,
+,,,416,,0.007511653990115759
+10,3336,0.03361392021179199,417,0.0011592869642689557,
+10,3344,0.031168624758720398,418,0.0008837550043468722,
+10,3352,0.031264904886484146,419,0.0006086880265766839,
+10,3360,0.030818838626146317,420,0.0005825955468026223,
+10,3368,0.03341537341475487,421,0.001024831784889102,
+10,3376,0.033635471016168594,422,0.0008582870379376055,
+10,3384,0.03087935596704483,423,0.0012182887579304709,
+10,3392,0.030566036701202393,424,0.0006519276157632703,
+10,3400,0.03101952001452446,425,0.001122456181540408,
+10,3408,0.03119124472141266,426,0.0009442617850324425,
+10,3416,0.031913504004478455,427,0.0008366836252837227,
+10,3424,0.03125784173607826,428,0.003386960442773724,
+10,3432,0.031566593796014786,429,0.0003782919772096317,
+10,3440,0.03163694217801094,430,0.0012718657692728033,
+10,3448,0.03182917833328247,431,0.0011665881276712753,
+11,3456,0.031240347772836685,432,0.0011172538697092722,
+,,,432,,0.007443133952482691
+11,3464,0.031882114708423615,433,0.0010154783186198284,
+11,3472,0.03143709525465965,434,0.0013098795920646249,
+11,3480,0.031695980578660965,435,0.0016261794844467659,
+11,3488,0.031494833528995514,436,0.0035225633066147564,
+11,3496,0.03121005743741989,437,0.0022851345163550883,
+11,3504,0.0316881500184536,438,0.0007501422615650182,
+11,3512,0.031351085752248764,439,0.0006542722648274238,
+11,3520,0.03129904717206955,440,0.0007287439531699584,
+11,3528,0.031182214617729187,441,0.0011688101554422506,
+11,3536,0.031473126262426376,442,0.000897210750946005,
+11,3544,0.031362466514110565,443,0.000991940229701308,
+11,3552,0.03135088458657265,444,0.0014782579673919827,
+11,3560,0.03137070685625076,445,0.0009219736608569152,
+11,3568,0.031383056193590164,446,0.0017885217312141322,
+11,3576,0.034231700003147125,447,0.0008515739979114956,
+11,3584,0.032616302371025085,448,0.0009428560654421083,
+,,,448,,0.007471339320236782
+11,3592,0.031238779425621033,449,0.0016153169975344401,
+11,3600,0.03060419112443924,450,0.0006701420643366873,
+11,3608,0.03135768696665764,451,0.0022182789077002476,
+11,3616,0.03149298205971718,452,0.0006513189784362277,
+11,3624,0.03398550674319267,453,0.0009483676093320052,
+11,3632,0.031664326786994934,454,0.0008968136454414991,
+11,3640,0.03189053386449814,455,0.0008594839590924411,
+11,3648,0.032037992030382156,456,0.0011254042121716058,
+11,3656,0.03202998265624046,457,0.000895494523529823,
+11,3664,0.03326166421175003,458,0.0008573710549626412,
+11,3672,0.03223121166229248,459,0.0019115664270849754,
+11,3680,0.031708646565675735,460,0.0009313575501437299,
+11,3688,0.0314178466796875,461,0.0009419663214690185,
+11,3696,0.03122102841734886,462,0.0012066170929756481,
+11,3704,0.032383885234594345,463,0.0019238708773627877,
+11,3712,0.03142685443162918,464,0.0007874093716964126,
+,,,464,,0.007460838218904891
+11,3720,0.03092002496123314,465,0.0006636134339714772,
+11,3728,0.03142108768224716,466,0.000643520090047137,
+11,3736,0.03316988795995712,467,0.0008663132984010088,
+11,3744,0.03191358596086502,468,0.00043948530583293177,
+11,3752,0.031565967947244644,469,0.0015822765708435327,
+11,3760,0.03167557343840599,470,0.0009751259103023375,
+11,3768,0.031611278653144836,471,0.0007060621844305258,
+12,3776,0.031486980617046356,472,0.0008811490879452322,
+12,3784,0.03148748725652695,473,0.0006069219889468513,
+12,3792,0.03176916390657425,474,0.000801125993430932,
+12,3800,0.03168011084198952,475,0.0007249371883517597,
+12,3808,0.03171873092651367,476,0.0009058013924264482,
+12,3816,0.031098444014787674,477,0.0012235566801488554,
+12,3824,0.030552241951227188,478,0.0009722956240996913,
+12,3832,0.03318599984049797,479,0.0012236569382366724,
+12,3840,0.031926557421684265,480,0.0019007906666956842,
+,,,480,,0.007504115689475581
+12,3848,0.03128663823008537,481,0.0007612604305096385,
+12,3856,0.03472655639052391,482,0.0012493575940264717,
+12,3864,0.0314657986164093,483,0.0009440953845941377,
+12,3872,0.031827982515096664,484,0.0007703923203569667,
+12,3880,0.031365614384412766,485,0.0011986267345491797,
+12,3888,0.030747245997190475,486,0.0007819989259587601,
+12,3896,0.030702445656061172,487,0.0005047672852275095,
+12,3904,0.03097796067595482,488,0.000922700467829903,
+12,3912,0.03355354815721512,489,0.0012013632388386344,
+12,3920,0.031105007976293564,490,0.002473263465534811,
+12,3928,0.03131061792373657,491,0.0010926729246421019,
+12,3936,0.031188257038593292,492,0.0014245543316064868,
+12,3944,0.033295877277851105,493,0.0010752304669949808,
+12,3952,0.03146137297153473,494,0.001100602912871788,
+12,3960,0.03158089891076088,495,0.0008991283299110364,
+12,3968,0.03111308440566063,496,0.0016139089420903474,
+,,,496,,0.007388792510302561
+12,3976,0.030940257012844086,497,0.0005506019442691468,
+12,3984,0.03114006668329239,498,0.0014480091725999956,
+12,3992,0.03141682967543602,499,0.0011810361265816027,
+12,4000,0.03144018352031708,500,0.0012395225814543665,
+12,4008,0.031404148787260056,501,0.0007366311518126167,
+12,4016,0.031551580876111984,502,0.0005762012430447309,
+12,4024,0.031432025134563446,503,0.0010838407433766406,
+12,4032,0.031401827931404114,504,0.0006340187455862178,
+12,4040,0.03142939880490303,505,0.002846142728230916,
+12,4048,0.03141180798411369,506,0.0007306856901517936,
+12,4056,0.03143201395869255,507,0.0012774395407177507,
+12,4064,0.034182336181402206,508,0.0005976808560345406,
+12,4072,0.030711282044649124,509,0.0014098463580012321,
+12,4080,0.033837974071502686,510,0.0015731511545406345,
+13,4088,0.032693203538656235,511,0.001675645904684001,
+13,4096,0.03318934515118599,512,0.00071559168841654,
+,,,512,,0.007891579618993795
+13,4104,0.03323822468519211,513,0.001023671415168792,
+13,4112,0.031985241919755936,514,0.0013276574900373816,
+13,4120,0.033715248107910156,515,0.0018749341792759619,
+13,4128,0.033140700310468674,516,0.002572684542180716,
+13,4136,0.031835734844207764,517,0.0009736941085845631,
+13,4144,0.03190018981695175,518,0.0012078241164160247,
+13,4152,0.03129315376281738,519,0.0005159216088941321,
+13,4160,0.031813181936740875,520,0.0004931449144351064,
+13,4168,0.03279823437333107,521,0.0014329567375870494,
+13,4176,0.03317666053771973,522,0.0008889392419304284,
+13,4184,0.03533613681793213,523,0.0005818365911677988,
+13,4192,0.03150468319654465,524,0.0004172641598415794,
+13,4200,0.031950291246175766,525,0.001533649061457254,
+13,4208,0.031556855887174606,526,0.0013935350637309188,
+13,4216,0.034036386758089066,527,0.0004185432996812531,
+13,4224,0.031656812876462936,528,0.001038211997365579,
+,,,528,,0.007443905439016954
+13,4232,0.03122849389910698,529,0.0014275011728221382,
+13,4240,0.03135238215327263,530,0.0012273421531202844,
+13,4248,0.03143623098731041,531,0.0010675082085072063,
+13,4256,0.031659916043281555,532,0.0005870552016019176,
+13,4264,0.031800638884305954,533,0.0025515664618675753,
+13,4272,0.0317082479596138,534,0.0008714878692141307,
+13,4280,0.03350495919585228,535,0.0006197152518628476,
+13,4288,0.033016856759786606,536,0.000618656376900617,
+13,4296,0.033849094063043594,537,0.0009194757641615489,
+13,4304,0.03125389292836189,538,0.0012069006497767987,
+13,4312,0.03164709359407425,539,0.0007381927745882422,
+13,4320,0.03132857382297516,540,0.0008240976167144254,
+13,4328,0.031159035861492157,541,0.0012971346680869294,
+13,4336,0.031262535601854324,542,0.000561514044420619,
+13,4344,0.0338575653731823,543,0.0011757601241697557,
+13,4352,0.03169391676783562,544,0.000608429634788384,
+,,,544,,0.007445761055316565
+13,4360,0.031452883034944534,545,0.0007022986237037306,
+13,4368,0.0313386470079422,546,0.001032231746648904,
+13,4376,0.03115062415599823,547,0.0008974140244910293,
+13,4384,0.03367840498685837,548,0.001018832318632948,
+13,4392,0.03144684061408043,549,0.0007407395522542563,
+14,4400,0.031250160187482834,550,0.0006208246036707847,
+14,4408,0.031284134835004807,551,0.001496490955245323,
+14,4416,0.03129122033715248,552,0.0007753617383759075,
+14,4424,0.03149987384676933,553,0.0013606171584494102,
+14,4432,0.03121447190642357,554,0.0013760714958022749,
+14,4440,0.03103242814540863,555,0.0005296146638491857,
+14,4448,0.03367862105369568,556,0.0006680220820791354,
+14,4456,0.030904404819011688,557,0.0006947069798895557,
+14,4464,0.03108258545398712,558,0.0012913980055080693,
+14,4472,0.03146961331367493,559,0.0015744333527086733,
+14,4480,0.03157860040664673,560,0.0009122639312408864,
+,,,560,,0.007024344408287192
+14,4488,0.03155914321541786,561,0.0012979448947589844,
+14,4496,0.03183159977197647,562,0.0017408777906287771,
+14,4504,0.031361840665340424,563,0.0029780218466674505,
+14,4512,0.03944309055805206,564,0.0009341535387648037,
+14,4520,0.03310294449329376,565,0.0007182465097602372,
+14,4528,0.03158523514866829,566,0.0006115987740486162,
+14,4536,0.031580161303281784,567,0.0011472515907371417,
+14,4544,0.03150925785303116,568,0.00046687847659793787,
+14,4552,0.032665301114320755,569,0.0008043460428084739,
+14,4560,0.03157100826501846,570,0.0008299678489233234,
+14,4568,0.031847286969423294,571,0.0017771203347365372,
+14,4576,0.03265484794974327,572,0.00048277467298744756,
+14,4584,0.03165885806083679,573,0.001669696721364744,
+14,4592,0.03257869929075241,574,0.0004712218781908935,
+14,4600,0.03132441267371178,575,0.0008544801438057965,
+14,4608,0.03209070488810539,576,0.0005284001546291013,
+,,,576,,0.007395242745021604
+14,4616,0.03128552809357643,577,0.000644150233711116,
+14,4624,0.03127739951014519,578,0.0007141105379560031,
+14,4632,0.032059986144304276,579,0.001130919186643472,
+14,4640,0.0320192314684391,580,0.000736397116270382,
+14,4648,0.03280244022607803,581,0.0008553095643340688,
+14,4656,0.031084008514881134,582,0.0008195299124054145,
+14,4664,0.0338195264339447,583,0.0008384984628884757,
+14,4672,0.031269486993551254,584,0.0008455509720079135,
+14,4680,0.03126398101449013,585,0.0012355142510690105,
+14,4688,0.03371667489409447,586,0.0007965372341762607,
+14,4696,0.0339282751083374,587,0.0010818627080880106,
+14,4704,0.03163863718509674,588,0.0007343951478105737,
+15,4712,0.03154640644788742,589,0.0008629153632103804,
+15,4720,0.033921558409929276,590,0.0008659425293444656,
+15,4728,0.032039642333984375,591,0.0009927926481135987,
+15,4736,0.03468791022896767,592,0.0007614162908187913,
+,,,592,,0.007376998100640639
+15,4744,0.031052522361278534,593,0.0009803340634486327,
+15,4752,0.0315350666642189,594,0.0008715060144563072,
+15,4760,0.0315541997551918,595,0.0007977050438057632,
+15,4768,0.03145848214626312,596,0.0009306677151471376,
+15,4776,0.03133228421211243,597,0.0008803740040295654,
+15,4784,0.03161013871431351,598,0.0007543081192125101,
+15,4792,0.032987430691719055,599,0.0008380108803976328,
+15,4800,0.03127562999725342,600,0.0006307218931257152,
+15,4808,0.03126007691025734,601,0.0013324170959094772,
+15,4816,0.031161773949861526,602,0.0008854590280232235,
+15,4824,0.03135061636567116,603,0.0005419203530023383,
+15,4832,0.03432895243167877,604,0.0010057788469846575,
+15,4840,0.03126319497823715,605,0.0005682074433107945,
+15,4848,0.03101406618952751,606,0.0015701558388007636,
+15,4856,0.03140927106142044,607,0.0007902398434592984,
+15,4864,0.03144967555999756,608,0.001195450926248808,
+,,,608,,0.007453443869104925
+15,4872,0.0313606895506382,609,0.0012998897794974395,
+15,4880,0.033726103603839874,610,0.0011329331765106568,
+15,4888,0.031428538262844086,611,0.0008731739080758416,
+15,4896,0.031255170702934265,612,0.0010589134701723723,
+15,4904,0.03332735598087311,613,0.0004496777294965189,
+15,4912,0.033501408994197845,614,0.0023086982473614626,
+15,4920,0.030907340347766876,615,0.00052533769989028,
+15,4928,0.03333843871951103,616,0.0006183890447053793,
+15,4936,0.033322181552648544,617,0.0017154168826891691,
+15,4944,0.03354597091674805,618,0.0008850146429419207,
+15,4952,0.03381728380918503,619,0.0011305845586321085,
+15,4960,0.03128501772880554,620,0.0005761474921283397,
+15,4968,0.030750952661037445,621,0.0012807466574789336,
+15,4976,0.03084465116262436,622,0.0007300309103315653,
+15,4984,0.03116278350353241,623,0.0005943892957965055,
+15,4992,0.03161444887518883,624,0.0005295257466059411,
+,,,624,,0.0074088331663383624
+15,5000,0.031075015664100647,625,0.000871763958518083,
+15,5008,0.031211011111736298,626,0.0014526535427042593,
+15,5016,0.0308803990483284,627,0.0012205862749397056,
+15,5024,0.03140626475214958,628,0.0006929940733850041,
+16,5032,0.031495921313762665,629,0.0009538477184273339,
+16,5040,0.03166569396853447,630,0.0011128092654481797,
+16,5048,0.031559672206640244,631,0.0005550827835187582,
+16,5056,0.03151431679725647,632,0.0011524527464644053,
+16,5064,0.030951976776123047,633,0.0006292615699666468,
+16,5072,0.031328216195106506,634,0.0008946245854111532,
+16,5080,0.03107662871479988,635,0.000584998655540403,
+16,5088,0.03126852214336395,636,0.000539646927791182,
+16,5096,0.03138196840882301,637,0.000595944476047477,
+16,5104,0.03139715641736984,638,0.0006023921875263719,
+16,5112,0.03120354935526848,639,0.0017260757449548692,
+16,5120,0.030880361795425415,640,0.0007291497396571296,
+,,,640,,0.007297791962353689
+16,5128,0.03141811862587929,641,0.0008298050715893623,
+16,5136,0.031050335615873337,642,0.0006682142493446008,
+16,5144,0.03152935579419136,643,0.002376912559460228,
+16,5152,0.031476013362407684,644,0.00152676972998854,
+16,5160,0.03130189701914787,645,0.0009092727445282175,
+16,5168,0.03121846541762352,646,0.0002451852956255607,
+16,5176,0.03151573985815048,647,0.000592444560606964,
+16,5184,0.033696308732032776,648,0.0010281410068273544,
+16,5192,0.031347643584012985,649,0.0008242370447708078,
+16,5200,0.03143445402383804,650,0.0008159394892572891,
+16,5208,0.031526800245046616,651,0.0011784868329414167,
+16,5216,0.03383929654955864,652,0.0008068340915391067,
+16,5224,0.0318172462284565,653,0.0009256937094808867,
+16,5232,0.031543731689453125,654,0.0014928104588761925,
+16,5240,0.0309346541762352,655,0.0011385112559834782,
+16,5248,0.031331781297922134,656,0.0005633495501779879,
+,,,656,,0.007438119852317954
+16,5256,0.0311988964676857,657,0.0009933451365213841,
+16,5264,0.030918598175048828,658,0.0009913763438817113,
+16,5272,0.03373756259679794,659,0.0007823857673569224,
+16,5280,0.03138766810297966,660,0.0005408753722804249,
+16,5288,0.03082110360264778,661,0.00046915176525627345,
+16,5296,0.031150218099355698,662,0.0008975447304288133,
+16,5304,0.03127391263842583,663,0.0011362409407281251,
+16,5312,0.03154333680868149,664,0.0011095957306679338,
+16,5320,0.031506966799497604,665,0.0010871187350858236,
+16,5328,0.031037967652082443,666,0.0005238323259012153,
+16,5336,0.03263048455119133,667,0.0012869073543697596,
+17,5344,0.031329281628131866,668,0.0006619759778914158,
+17,5352,0.03209655359387398,669,0.0011414220519197573,
+17,5360,0.031400181353092194,670,0.0007086034350901504,
+17,5368,0.031324535608291626,671,0.0006720727742504096,
+17,5376,0.030927009880542755,672,0.0007498726899939356,
+,,,672,,0.006953308604798227
+17,5384,0.03134247288107872,673,0.0013356826930248644,
+17,5392,0.036523088812828064,674,0.0008289046652082886,
+17,5400,0.03133154660463333,675,0.0005882368056448356,
+17,5408,0.031886473298072815,676,0.0008050175115036276,
+17,5416,0.03093646466732025,677,0.0006377328827511519,
+17,5424,0.03061431646347046,678,0.0005963376361250994,
+17,5432,0.03104580193758011,679,0.000579799622672991,
+17,5440,0.031140297651290894,680,0.00031818804452016664,
+17,5448,0.03128054738044739,681,0.000658757972996682,
+17,5456,0.03110572323203087,682,0.0012304747341355929,
+17,5464,0.030954238027334213,683,0.0011473644928108634,
+17,5472,0.03334210440516472,684,0.0006851224716228899,
+17,5480,0.031831543892621994,685,0.0005551105608570982,
+17,5488,0.031206369400024414,686,0.0005236747433977703,
+17,5496,0.031312357634305954,687,0.00112019449163479,
+17,5504,0.031124010682106018,688,0.0007714203875366366,
+,,,688,,0.0072779554241108445
+17,5512,0.03121069446206093,689,0.0010961227660747962,
+17,5520,0.03219933435320854,690,0.0010590539410865556,
+17,5528,0.031634580343961716,691,0.0009916228203413386,
+17,5536,0.031475380063056946,692,0.0006428814902998662,
+17,5544,0.031394459307193756,693,0.0014565714132354164,
+17,5552,0.03164246678352356,694,0.001268418717093785,
+17,5560,0.03155171498656273,695,0.001116227170727639,
+17,5568,0.0312981903553009,696,0.00034576937468955293,
+17,5576,0.033313944935798645,697,0.0008753836494482433,
+17,5584,0.03142393007874489,698,0.0024934027169365436,
+17,5592,0.030915923416614532,699,0.0009073053777683526,
+17,5600,0.03158630058169365,700,0.0007920039060991257,
+17,5608,0.031780075281858444,701,0.0008079955441644415,
+17,5616,0.03140716627240181,702,0.0008632568576351994,
+17,5624,0.031209539622068405,703,0.00043750528162821536,
+17,5632,0.03452582657337189,704,0.0011828915667138062,
+,,,704,,0.00739300307237877
+17,5640,0.031258028000593185,705,0.0015016826495971496,
+17,5648,0.03154630586504936,706,0.0006926841630886954,
+18,5656,0.03132524713873863,707,0.001012719977139072,
+18,5664,0.03098515421152115,708,0.0006547429052611383,
+18,5672,0.03246888890862465,709,0.0004407098564446311,
+18,5680,0.03175137937068939,710,0.0008942637155996636,
+18,5688,0.031636714935302734,711,0.0008226712122380447,
+18,5696,0.030904050916433334,712,0.0007543381051315616,
+18,5704,0.03139401599764824,713,0.001008815704803315,
+18,5712,0.03151652589440346,714,0.0003466365115645413,
+18,5720,0.03134070336818695,715,0.0005364615975519304,
+18,5728,0.03476051986217499,716,0.000513830418640282,
+18,5736,0.03144419193267822,717,0.001059328205883503,
+18,5744,0.032947421073913574,718,0.0013794543092444655,
+18,5752,0.03392105549573898,719,0.0006392723477732104,
+18,5760,0.03136938065290451,720,0.0006430653252859234,
+,,,720,,0.007497095274475386
+18,5768,0.03095315396785736,721,0.0020416030776686965,
+18,5776,0.03419415280222893,722,0.0008327282669667441,
+18,5784,0.03081998974084854,723,0.001064886818251883,
+18,5792,0.034183744341135025,724,0.000880094469591443,
+18,5800,0.031104236841201782,725,0.0011360260116187139,
+18,5808,0.03158596158027649,726,0.0015701045665012386,
+18,5816,0.033913273364305496,727,0.00115266937452058,
+18,5824,0.03153427317738533,728,0.0016811615775319904,
+18,5832,0.030995585024356842,729,0.0006166060132575998,
+18,5840,0.0333375446498394,730,0.00057737942967963,
+18,5848,0.031317926943302155,731,0.0011159709668694024,
+18,5856,0.03334089368581772,732,0.0007084117860358674,
+18,5864,0.03096911311149597,733,0.0005311745667963155,
+18,5872,0.031099960207939148,734,0.0004908931922626733,
+18,5880,0.03033658117055893,735,0.0005065773432513445,
+18,5888,0.030839379876852036,736,0.0011607007387889705,
+,,,736,,0.007395269735804144
+18,5896,0.030922289937734604,737,0.000678236315434333,
+18,5904,0.033450108021497726,738,0.0010744627436603575,
+18,5912,0.03130349889397621,739,0.00034139898667086125,
+18,5920,0.03143803030252457,740,0.0009717334820985949,
+18,5928,0.031422052532434464,741,0.0007954104949021712,
+18,5936,0.03281683474779129,742,0.0008585752148064785,
+18,5944,0.03343635052442551,743,0.0009949177940143273,
+18,5952,0.03143909201025963,744,0.0004582660925128342,
+18,5960,0.03260117396712303,745,0.0008586930769244925,
+19,5968,0.03158864751458168,746,0.0005192672372989667,
+19,5976,0.03430444002151489,747,0.0008422417769907043,
+19,5984,0.031096652150154114,748,0.0007937972130513607,
+19,5992,0.03150390461087227,749,0.00033546356644365005,
+19,6000,0.03150755167007446,750,0.000465453489596257,
+19,6008,0.03103341907262802,751,0.001157774015761485,
+19,6016,0.03123302012681961,752,0.0010318295661515245,
+,,,752,,0.00786412999315082
+19,6024,0.03283124789595604,753,0.0014748374834501496,
+19,6032,0.03482838720083237,754,0.0010192485299610002,
+19,6040,0.03113478794693947,755,0.00048410993566414196,
+19,6048,0.03116857260465622,756,0.0010851244417911705,
+19,6056,0.03130485489964485,757,0.0018888114015377748,
+19,6064,0.0322752445936203,758,0.0005128057415276999,
+19,6072,0.031246256083250046,759,0.0007600755806461992,
+19,6080,0.03136802092194557,760,0.0007981026104132,
+19,6088,0.03460865467786789,761,0.0005767372984135161,
+19,6096,0.031154174357652664,762,0.0005479975816948961,
+19,6104,0.031162098050117493,763,0.0004509961846369234,
+19,6112,0.03356793150305748,764,0.0007282067400713762,
+19,6120,0.03155585005879402,765,0.0010730381618486717,
+19,6128,0.030833978205919266,766,0.0007617574228788726,
+19,6136,0.031048476696014404,767,0.0008415712007263209,
+19,6144,0.03169482573866844,768,0.0006429900999397173,
+,,,768,,0.007006010356939064
+19,6152,0.031319670379161835,769,0.001242485098191537,
+19,6160,0.03176112845540047,770,0.0013325723484740593,
+19,6168,0.03147244453430176,771,0.0005265912342500607,
+19,6176,0.03164501115679741,772,0.0005876250854105984,
+19,6184,0.03155449777841568,773,0.0006832632113530833,
+19,6192,0.031614113599061966,774,0.0008423043351892071,
+19,6200,0.03254537284374237,775,0.0005352066349587403,
+19,6208,0.033769138157367706,776,0.0005401094888590953,
+19,6216,0.031540825963020325,777,0.0010705040338890332,
+19,6224,0.03133359178900719,778,0.0004840267171787743,
+19,6232,0.03079564869403839,779,0.0007999108750552225,
+19,6240,0.03307456895709038,780,0.0008773814115556888,
+19,6248,0.031159617006778717,781,0.0013835709505656268,
+19,6256,0.030969563871622086,782,0.0009011711808852851,
+19,6264,0.03138236328959465,783,0.0003437195026146417,
+19,6272,0.031435612589120865,784,0.0007596852065034909,
+,,,784,,0.007300711465331743
+19,6280,0.03155981004238129,785,0.0012697151857234228,
+20,6288,0.03139949589967728,786,0.0007114592049869575,
+20,6296,0.031360916793346405,787,0.0012326038988703658,
+20,6304,0.031519219279289246,788,0.0005330546780896838,
+20,6312,0.030902106314897537,789,0.0007879397890064865,
+20,6320,0.03384660556912422,790,0.00047481320639648897,
+20,6328,0.03188134357333183,791,0.0007698214948714639,
+20,6336,0.031399261206388474,792,0.0008205574922612868,
+20,6344,0.03124198690056801,793,0.0007696843782799657,
+20,6352,0.030822202563285828,794,0.0012848886961971098,
+20,6360,0.03170362859964371,795,0.0009523678723221215,
+20,6368,0.03189019113779068,796,0.00046593029886328924,
+20,6376,0.03181753680109978,797,0.00092114365431301,
+20,6384,0.03143282234668732,798,0.0007638783795603861,
+20,6392,0.031078606843948364,799,0.0006824575427274865,
+20,6400,0.03131266310811043,800,0.0005594360900431639,
+,,,800,,0.007058037339516406
+20,6408,0.03067970648407936,801,0.0006523716758238152,
+20,6416,0.031002942472696304,802,0.0011491576840247338,
+20,6424,0.031207922846078873,803,0.000733990189878063,
+20,6432,0.0315537191927433,804,0.0010542967179389962,
+20,6440,0.031066883355379105,805,0.0006584107283164154,
+20,6448,0.031121160835027695,806,0.0005840839139030625,
+20,6456,0.031078841537237167,807,0.0009489480673017589,
+20,6464,0.031192917376756668,808,0.0009448968892684206,
+20,6472,0.031032051891088486,809,0.0005101175571326167,
+20,6480,0.03087328001856804,810,0.0005476945628591542,
+20,6488,0.031231876462697983,811,0.0012313275118895734,
+20,6496,0.030663274228572845,812,0.00040941880009389325,
+20,6504,0.031200900673866272,813,0.0005576905646843702,
+20,6512,0.03135383874177933,814,0.0008602498310210649,
+20,6520,0.03148970380425453,815,0.0007549646203794206,
+20,6528,0.03155965730547905,816,0.0012656685269879138,
+,,,816,,0.006787611628478428
+20,6536,0.031124431639909744,817,0.0005369021648220951,
+20,6544,0.03123045712709427,818,0.00045014712668489665,
+20,6552,0.033358991146087646,819,0.0012839865443917613,
+20,6560,0.031316980719566345,820,0.0005793195644704004,
+20,6568,0.03147787228226662,821,0.0008469286224984293,
+20,6576,0.031387511640787125,822,0.00234799738076011,
+20,6584,0.0319087840616703,823,0.00044173572600162255,
+20,6592,0.031395602971315384,824,0.0005256576046425228,
+21,6600,0.031232882291078568,825,0.0009159316894231149,
+21,6608,0.03427815064787865,826,0.0005236467016705623,
+21,6616,0.030956584960222244,827,0.0008964134594862117,
+21,6624,0.031805261969566345,828,0.002056325139934555,
+21,6632,0.031749650835990906,829,0.0010922204509067038,
+21,6640,0.03151484206318855,830,0.0005323258290445664,
+21,6648,0.030957121402025223,831,0.00098022513751251,
+21,6656,0.030551914125680923,832,0.0008092845942323598,
+,,,832,,0.00732814703347548
+21,6664,0.03148176521062851,833,0.00045959785630758334,
+21,6672,0.03135206550359726,834,0.0006777699853465982,
+21,6680,0.03119465708732605,835,0.0014749238980584778,
+21,6688,0.03344269469380379,836,0.0005255002638128084,
+21,6696,0.03325974941253662,837,0.001328577190482368,
+21,6704,0.0316779799759388,838,0.0009557643160488541,
+21,6712,0.03179747611284256,839,0.0010127831737918314,
+21,6720,0.03144161403179169,840,0.0006320967251667753,
+21,6728,0.030923515558242798,841,0.0006712359206306116,
+21,6736,0.031201250851154327,842,0.0007489911910273473,
+21,6744,0.030816204845905304,843,0.0009189460233756108,
+21,6752,0.03261956572532654,844,0.0007552537057423391,
+21,6760,0.031218986958265305,845,0.0006516008640270835,
+21,6768,0.031452033668756485,846,0.000378964586231562,
+21,6776,0.031225375831127167,847,0.0007417068597586716,
+21,6784,0.031237788498401642,848,0.0006834683467437011,
+,,,848,,0.007290062477003853
+21,6792,0.030858218669891357,849,0.00068102172978494,
+21,6800,0.031089529395103455,850,0.0007267619325180671,
+21,6808,0.031583450734615326,851,0.0006443976537691645,
+21,6816,0.0334605947136879,852,0.0007991661016906922,
+21,6824,0.03158276155591011,853,0.0006559428698632733,
+21,6832,0.031386278569698334,854,0.0005919211668827172,
+21,6840,0.03145233169198036,855,0.000939571182243526,
+21,6848,0.03104805201292038,856,0.0006323494599200785,
+21,6856,0.03147510811686516,857,0.0011086809741259044,
+21,6864,0.03138146549463272,858,0.0005208999547903659,
+21,6872,0.031731512397527695,859,0.0009083647254066399,
+21,6880,0.03258195519447327,860,0.0003893581342708785,
+21,6888,0.03133096545934677,861,0.001101300332569129,
+21,6896,0.031524308025836945,862,0.0006712632045188608,
+21,6904,0.031229745596647263,863,0.0003368476903303347,
+22,6912,0.03156357631087303,864,0.0006711674442548039,
+,,,864,,0.007348329391119615
+22,6920,0.0440339520573616,865,0.00038803586357971653,
+22,6928,0.0329894982278347,866,0.0009948999963503762,
+22,6936,0.03377097100019455,867,0.0009541811282710674,
+22,6944,0.03323960676789284,868,0.0009714478236184312,
+22,6952,0.0316428504884243,869,0.0006522930336359423,
+22,6960,0.031679295003414154,870,0.0009092615121820321,
+22,6968,0.03402278944849968,871,0.0006130432516026,
+22,6976,0.031101331114768982,872,0.000551831016006569,
+22,6984,0.03145426884293556,873,0.0008338183788509923,
+22,6992,0.031244557350873947,874,0.0009968919291471442,
+22,7000,0.0318368598818779,875,0.0005753957443327333,
+22,7008,0.034227266907691956,876,0.00036795138955560765,
+22,7016,0.031383804976940155,877,0.0005576982775892247,
+22,7024,0.03174717351794243,878,0.001766901800389557,
+22,7032,0.03133581206202507,879,0.0005505445653398056,
+22,7040,0.031641650944948196,880,0.0007484099249787894,
+,,,880,,0.007411332625263142
+22,7048,0.03427651524543762,881,0.0010527950904691932,
+22,7056,0.03123270720243454,882,0.0007880580915997808,
+22,7064,0.0318426713347435,883,0.0009624396614246786,
+22,7072,0.03186982125043869,884,0.0008601174500094763,
+22,7080,0.03168324753642082,885,0.0007826914027516198,
+22,7088,0.03120085969567299,886,0.0004298193404489818,
+22,7096,0.03413080796599388,887,0.0007814505843271036,
+22,7104,0.03126465156674385,888,0.0010467853469034547,
+22,7112,0.03353780880570412,889,0.0007214399053433832,
+22,7120,0.031545329838991165,890,0.0005065373282247622,
+22,7128,0.03153190016746521,891,0.0012237821512306774,
+22,7136,0.03127133101224899,892,0.0005352442727039139,
+22,7144,0.03111385554075241,893,0.0010773603197386755,
+22,7152,0.03152226284146309,894,0.0009321461797558836,
+22,7160,0.03141655772924423,895,0.001315645679521064,
+22,7168,0.03171038255095482,896,0.0009439506117944672,
+,,,896,,0.007363378439309462
+22,7176,0.031648796051740646,897,0.00039856205209313583,
+22,7184,0.03304017335176468,898,0.0007041367120109498,
+22,7192,0.030540190637111664,899,0.0003884609742761733,
+22,7200,0.03045804798603058,900,0.0006985679792705923,
+22,7208,0.030680090188980103,901,0.0008923785644583404,
+22,7216,0.032558683305978775,902,0.000504650518380983,
+23,7224,0.03145696967840195,903,0.0005269782759569352,
+23,7232,0.03359900414943695,904,0.000490356505906675,
+23,7240,0.031535807996988297,905,0.0012194200748732935,
+23,7248,0.03154359757900238,906,0.0003412739124541986,
+23,7256,0.03134893998503685,907,0.0006256426277104765,
+23,7264,0.031156953424215317,908,0.001063352229539305,
+23,7272,0.031237933784723282,909,0.001092873372097249,
+23,7280,0.03353879973292351,910,0.0003667577636861097,
+23,7288,0.03196365758776665,911,0.0008702326427178028,
+23,7296,0.03142212703824043,912,0.00042128861726572114,
+,,,912,,0.007354569322658035
+23,7304,0.031245671212673187,913,0.0007082404117682017,
+23,7312,0.03151605278253555,914,0.0010130615778157685,
+23,7320,0.03125310316681862,915,0.0010712781241939715,
+23,7328,0.031678978353738785,916,0.000863494053191971,
+23,7336,0.03136841207742691,917,0.0007868619650253095,
+23,7344,0.031308747828006744,918,0.0004743960905346155,
+23,7352,0.03135164454579353,919,0.0007859427589989666,
+23,7360,0.031400877982378006,920,0.0009839383565122262,
+23,7368,0.031296178698539734,921,0.0009126212389674038,
+23,7376,0.03136000037193298,922,0.00034989068505334825,
+23,7384,0.03304130584001541,923,0.000986014796161236,
+23,7392,0.032004695385694504,924,0.0005077958709686451,
+23,7400,0.03155079856514931,925,0.000700710893094462,
+23,7408,0.031174808740615845,926,0.0007367242639399288,
+23,7416,0.034047238528728485,927,0.0009577713823697801,
+23,7424,0.03100813552737236,928,0.0004409153797579083,
+,,,928,,0.007062640392555381
+23,7432,0.03126901760697365,929,0.0013682576091549195,
+23,7440,0.031481076031923294,930,0.0004070557758192687,
+23,7448,0.031634923070669174,931,0.00037492930244876663,
+23,7456,0.03132480010390282,932,0.0011905768636400655,
+23,7464,0.033994320780038834,933,0.0005128709235577844,
+23,7472,0.03240387886762619,934,0.0006956620759760531,
+23,7480,0.03152726590633392,935,0.0009267434743378544,
+23,7488,0.0323546826839447,936,0.00026988036261172966,
+23,7496,0.031312327831983566,937,0.0008665007480885834,
+23,7504,0.032955918461084366,938,0.0007967835923549361,
+23,7512,0.03161376714706421,939,0.0004737514551986048,
+23,7520,0.03329836577177048,940,0.0008933397242799401,
+23,7528,0.03151721879839897,941,0.0008068193164945114,
+23,7536,0.033595625311136246,942,0.0004975177129381336,
+24,7544,0.03144553303718567,943,0.0005269637708393434,
+24,7552,0.03094584122300148,944,0.0004767019940614277,
+,,,944,,0.0070301221226746185
+24,7560,0.033089883625507355,945,0.0008229573633378515,
+24,7568,0.031178466975688934,946,0.0007315887681518992,
+24,7576,0.030835825949907303,947,0.0011568476158052882,
+24,7584,0.030814018100500107,948,0.0011562380900916954,
+24,7592,0.0309273861348629,949,0.0003941898930861498,
+24,7600,0.03375920653343201,950,0.00038852857967587904,
+24,7608,0.03139055147767067,951,0.0005619888524961425,
+24,7616,0.03167698532342911,952,0.0008865456324061737,
+24,7624,0.031144537031650543,953,0.0003991648991359398,
+24,7632,0.03476019576191902,954,0.0008447504835658037,
+24,7640,0.031241614371538162,955,0.0004954854281095322,
+24,7648,0.03130444139242172,956,0.0009292626751370595,
+24,7656,0.03140987828373909,957,0.0008795586229378107,
+24,7664,0.03093641623854637,958,0.0005037229067446398,
+24,7672,0.03332603722810745,959,0.001544145089186107,
+24,7680,0.031320083886384964,960,0.0008064953854045598,
+,,,960,,0.007040769986386569
+24,7688,0.03470638394355774,961,0.001000153094269883,
+24,7696,0.030991174280643463,962,0.0009537783346156805,
+24,7704,0.03183571994304657,963,0.0008694984426256269,
+24,7712,0.03172978758811951,964,0.0007571675557889702,
+24,7720,0.03127056732773781,965,0.0004133697038923856,
+24,7728,0.03169984742999077,966,0.0009701058806967922,
+24,7736,0.031508248299360275,967,0.00039787206125246096,
+24,7744,0.03131983056664467,968,0.0004972961457193984,
+24,7752,0.03129875287413597,969,0.0006575079380788586,
+24,7760,0.03149077296257019,970,0.0009975479578746384,
+24,7768,0.031461719423532486,971,0.0009874978171534497,
+24,7776,0.031616780906915665,972,0.001072656031465158,
+24,7784,0.031205907464027405,973,0.0003223790401534643,
+24,7792,0.031073693186044693,974,0.0011705876284395344,
+24,7800,0.03140369802713394,975,0.0007087659765602439,
+24,7808,0.031085718423128128,976,0.00037400487963168416,
+,,,976,,0.007122221982704019

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,134 @@
+610140,10
+89942,2
+440264,11
+624534,12
+8384,0
+193518,4
+383542,9
+53869,1
+524718,13
+405577,10
+422028,10
+303961,7
+26159,0
+232774,5
+415087,10
+504433,12
+349196,8
+211127,5
+509216,12
+479106,11
+58087,1
+77296,1
+123613,3
+99392,2
+283714,7
+172622,4
+289363,7
+210417,5
+439102,10
+315674,7
+84657,2
+321301,8
+268880,6
+115282,2
+85903,2
+455260,11
+166430,4
+20050,0
+291902,7
+253065,6
+475007,11
+576339,3
+536106,13
+471965,11
+573845,2
+141095,3
+307564,7
+142507,3
+377014,9
+18864,0
+381916,9
+514331,12
+247350,6
+563166,0
+397426,9
+529821,13
+543309,13
+49244,1
+86352,2
+105991,2
+601728,8
+113575,2
+366026,9
+396514,9
+302135,7
+199973,4
+353698,8
+207867,5
+609132,9
+105904,2
+98347,2
+246569,6
+220402,5
+106992,2
+461075,11
+35897,0
+247025,6
+596101,7
+617691,11
+25228,0
+234875,5
+547478,13
+175231,4
+426397,10
+158340,3
+579068,3
+450667,11
+65581,1
+250318,6
+364104,9
+517442,12
+229009,5
+332431,8
+335270,8
+372420,9
+18827,0
+51971,1
+342364,8
+547082,13
+193159,4
+483332,12
+538541,13
+560342,0
+262410,6
+552624,13
+14045,0
+209749,5
+409882,10
+474606,11
+33247,0
+619470,11
+216689,5
+535084,13
+246869,6
+321751,8
+402331,10
+122207,3
+84045,2
+196283,4
+159948,3
+509184,12
+101489,2
+157639,3
+27783,0
+324040,8
+11508,0
+589068,5
+527488,13
+34235,0
+521907,13
+124154,3
+447567,11
+278052,6
+353514,8

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,134 @@
+610140,-14.876503,-20.29662,-14.501503,-19.612318,-18.8279,-13.428407,-16.251503,-10.8554535,-21.242655,-10.876503,-0.0015028146,-16.126503,-19.189003,-14.126751
+89942,-13.3759775,-13.240207,-0.0009775151,-11.252925,-8.005461,-19.658934,-16.750977,-16.250355,-23.100863,-14.3134775,-18.688477,-16.875977,-16.938477,-9.876895
+440264,-15.312942,-21.950817,-11.500442,-19.612026,-20.646078,-11.062982,-19.37544,-16.133429,-24.713066,-16.68794,-18.31294,-0.00044121544,-14.687942,-11.500744
+624534,-14.937783,-24.099926,-12.625283,-20.13992,-17.078945,-15.899487,-17.562784,-15.512801,-25.72585,-15.500283,-18.500284,-14.125283,-0.00028343953,-10.25114
+8384,-0.00032526924,-14.6376705,-13.750325,-16.623476,-18.947908,-8.251643,-16.875326,-16.275225,-26.713566,-16.625326,-18.000326,-18.812826,-19.312826,-14.129667
+193518,-15.687808,-16.86264,-10.625308,-14.634001,-0.00085524865,-15.238703,-17.625307,-17.67797,-22.145296,-15.687808,-18.312807,-20.500307,-21.125307,-15.500925
+383542,-13.875437,-21.44919,-11.750437,-17.232298,-18.872831,-12.588863,-17.687937,-12.522595,-21.980621,-0.00043680664,-13.750437,-17.625437,-18.562937,-13.000847
+53869,-7.7528605,-0.0031798333,-13.565361,-15.782293,-18.261227,-13.351235,-11.127861,-16.664043,-23.058348,-14.190361,-15.127861,-16.315361,-15.565361,-10.379698
+524718,-8.880601,-16.494465,-5.755601,-15.030701,-18.778614,-10.134659,-15.193101,-12.415004,-23.487684,-9.630601,-15.505601,-10.880601,-12.193101,-0.007543009
+405577,-13.375702,-19.473463,-13.625702,-19.236668,-18.208267,-10.493085,-16.625702,-8.148333,-22.551466,-10.500702,-0.0007022537,-17.188202,-18.500702,-13.501098
+422028,-15.000248,-20.532352,-14.562748,-19.616137,-17.975756,-13.138887,-16.750248,-10.585909,-20.78167,-11.125248,-0.00024816295,-16.562748,-20.625248,-14.500682
+303961,-13.813361,-13.962849,-16.81336,-18.762154,-17.836586,-9.511336,-8.875861,-0.0011747451,-13.434719,-13.500861,-13.875861,-15.188361,-18.25086,-13.314128
+26159,-9.4766896e-05,-14.131944,-12.625094,-19.381788,-14.472218,-12.724849,-17.062595,-17.214905,-25.201181,-19.375095,-18.562595,-19.062595,-19.375095,-10.251259
+232774,-12.630312,-12.471103,-11.942812,-15.497181,-11.064911,-0.006667207,-8.880312,-10.279683,-19.380514,-12.755312,-11.755312,-13.192812,-14.630312,-11.005954
+415087,-15.375242,-19.85149,-14.125242,-18.67877,-18.616049,-13.177472,-17.875242,-10.160249,-21.430416,-9.625242,-0.00024268066,-16.562742,-21.125242,-14.875659
+504433,-13.875562,-22.540089,-10.625562,-18.507753,-16.996143,-10.085865,-16.000563,-15.335312,-23.882696,-14.688062,-16.688063,-12.375562,-0.00056179473,-10.251111
+349196,-13.375389,-12.523845,-14.062889,-21.2801,-12.141703,-13.20211,-11.437889,-9.501148,-0.0006319424,-14.000389,-12.562889,-14.250389,-15.812889,-14.063812
+211127,-9.000831,-13.403816,-11.688331,-17.270819,-21.281258,-0.0029015965,-12.438331,-11.733254,-16.647888,-10.125831,-12.875831,-15.188331,-15.063331,-11.001444
+509216,-15.625262,-24.837933,-14.000262,-21.99637,-22.395153,-12.128266,-18.687763,-16.531921,-27.97843,-15.375262,-19.750263,-15.125262,-0.00026234522,-12.000705
+479106,-13.190398,-19.277584,-8.002898,-16.890144,-20.316652,-10.195248,-17.2529,-13.398677,-21.84523,-14.127898,-16.1279,-0.0028983036,-6.502898,-9.1283865
+58087,-9.751688,-0.0024780324,-14.751688,-16.930094,-17.23916,-13.055466,-9.751688,-13.817895,-16.958637,-14.814188,-14.501688,-14.876688,-15.439188,-10.253403
+77296,-7.7533774,-0.0046429313,-13.378378,-16.795801,-15.157666,-8.81175,-10.378378,-13.57255,-18.002647,-12.565878,-14.565878,-14.315878,-14.503378,-9.380313
+123613,-18.313097,-17.745188,-10.000597,-0.0013523235,-15.377501,-13.922984,-19.750597,-18.566044,-26.530235,-14.250597,-19.625597,-18.813097,-17.750597,-17.063875
+99392,-13.500165,-20.653631,-0.00016509123,-13.627413,-17.388758,-17.824562,-19.875166,-22.636486,-28.336086,-13.875165,-20.625166,-16.125166,-17.000166,-11.626087
+283714,-15.37523,-16.256042,-14.81273,-19.92308,-16.993183,-9.632413,-18.18773,-0.00055984524,-19.426474,-14.37523,-18.00023,-17.62523,-18.68773,-11.250736
+172622,-13.252012,-14.539816,-6.6270127,-12.142859,-0.003330911,-14.334314,-17.377012,-15.668789,-19.27402,-13.252012,-16.002012,-18.627012,-17.502012,-12.752407
+289363,-14.81286,-14.672596,-17.375359,-19.633005,-18.757492,-10.377011,-11.75036,-0.00079353654,-11.787334,-13.87536,-14.37536,-15.75036,-18.875359,-14.438975
+210417,-11.750508,-13.886962,-11.625508,-16.02013,-15.704126,-0.0014237353,-12.750508,-12.918589,-21.093597,-9.250508,-11.938008,-15.063008,-13.500508,-11.375813
+439102,-14.375431,-20.781471,-12.875431,-20.620169,-21.307714,-13.581366,-17.187931,-9.522455,-21.325405,-8.375431,-0.00043096792,-16.187931,-20.625431,-15.250823
+315674,-14.875247,-15.472376,-19.687748,-23.025219,-20.791653,-12.003241,-14.250247,-0.00042028644,-19.756752,-17.437748,-18.312748,-19.375248,-21.500248,-13.62616
+84657,-15.00004,-17.704023,-4.0530336e-05,-14.627242,-12.651659,-22.38156,-19.06254,-17.304043,-29.32715,-15.87504,-19.50004,-17.43754,-17.56254,-17.250387
+321301,-15.000291,-15.776077,-13.812791,-17.658531,-15.597505,-17.381157,-10.687791,-11.876065,-0.0007698157,-15.375291,-12.375291,-13.125291,-15.937791,-15.501442
+268880,-11.502695,-10.280011,-13.752695,-14.379659,-7.997868,-9.506141,-0.0026946685,-7.2534637,-13.273667,-14.690195,-10.627695,-13.502695,-15.440195,-11.006533
+115282,-14.250312,-18.848179,-0.0003121604,-10.376125,-14.068042,-13.763853,-18.750313,-21.73155,-28.026577,-13.250312,-19.000313,-11.250312,-15.125312,-17.313757
+85903,-14.875494,-17.669205,-0.00049376214,-10.12706,-15.689819,-15.591326,-18.187994,-19.480042,-26.18581,-14.000494,-18.125494,-12.500494,-16.187994,-17.751165
+455260,-13.87609,-18.504286,-9.37609,-18.508045,-15.226396,-10.7508135,-17.75109,-15.188609,-22.592905,-14.43859,-17.06359,-0.0010898133,-13.31359,-8.376438
+166430,-15.875319,-19.474552,-13.875319,-16.382072,-0.00090064446,-15.446063,-17.187819,-23.25064,-23.38543,-17.812819,-19.187819,-21.312819,-22.625319,-17.376013
+20050,-0.0011912639,-15.0296955,-7.126191,-16.649828,-14.244591,-11.502285,-14.188691,-15.261736,-19.663628,-16.126192,-17.813692,-10.376191,-16.063692,-13.377618
+291902,-16.250132,-16.935755,-15.937632,-19.790188,-18.759615,-10.50357,-18.375132,-0.0007001844,-15.151004,-13.750132,-18.375132,-18.250132,-19.687632,-14.001071
+253065,-9.626314,-11.494895,-17.813814,-19.190254,-17.429665,-9.253403,-0.0013141339,-13.565247,-18.590567,-16.126314,-13.876314,-17.438814,-17.313814,-13.878425
+475007,-15.437969,-22.0371,-12.000469,-19.261362,-20.928177,-14.274861,-19.93797,-17.775354,-25.080267,-17.18797,-18.37547,-0.00046945518,-14.687969,-12.875734
+576339,-10.41638,-13.296657,-1.6038802,-0.22940342,-7.508765,-8.106026,-15.04138,-18.427748,-20.0168,-9.35388,-16.60388,-13.60388,-12.60388,-13.041836
+536106,-14.750133,-16.8337,-12.250133,-17.617203,-15.314325,-15.825694,-15.750133,-14.143512,-27.37629,-14.500133,-18.000134,-13.250133,-16.937634,-0.0007605878
+471965,-16.000418,-22.5957,-9.000417,-18.772364,-19.325068,-12.623838,-18.812918,-22.174637,-22.33247,-16.187918,-17.687918,-0.0004169072,-14.125417,-12.379334
+573845,-15.18792,-16.997473,-0.000419767,-11.877247,-10.75127,-19.008646,-19.18792,-15.564098,-22.771479,-14.50042,-18.06292,-16.18792,-16.93792,-8.751015
+141095,-18.312872,-18.196356,-10.250371,-0.0011178354,-16.75214,-14.637398,-21.062872,-20.913532,-30.810867,-16.625372,-20.875372,-20.000372,-18.875372,-18.563702
+307564,-14.314764,-14.558389,-17.627264,-17.785576,-15.845088,-9.505906,-11.752264,-0.0029993309,-16.69177,-11.502264,-12.002264,-15.814764,-18.752264,-15.128137
+142507,-15.189451,-15.031673,-7.2519507,-0.002860255,-10.378603,-14.110278,-17.251951,-16.610945,-23.252537,-14.564451,-17.564451,-16.876951,-16.939451,-14.502567
+377014,-15.875158,-23.754908,-13.125158,-19.637674,-20.640427,-15.419468,-19.937658,-9.746726,-23.241295,-0.00015829741,-13.125158,-18.687658,-21.187658,-16.750534
+18864,-0.00074883073,-12.753639,-15.063249,-18.327656,-11.8920765,-8.003412,-16.12575,-12.663971,-22.766842,-15.188249,-18.43825,-18.18825,-18.00075,-13.126465
+381916,-15.500092,-21.90069,-12.875092,-19.274422,-20.330454,-14.807141,-19.187592,-13.379464,-22.494457,-9.1667745e-05,-12.750092,-19.000092,-20.187592,-16.43792
+514331,-13.000778,-21.557049,-10.500778,-18.786156,-18.678562,-10.451144,-16.063278,-14.685831,-23.515621,-13.750778,-16.563278,-12.625778,-0.0007786103,-8.626955
+247350,-14.000737,-12.87399,-16.938236,-22.111397,-24.964485,-11.752963,-0.00073691865,-10.127007,-17.711575,-16.625736,-13.875737,-16.500736,-17.688236,-12.502036
+563166,-8.713819e-05,-18.73306,-10.625087,-19.22973,-19.414734,-11.640465,-17.875088,-18.973696,-23.739374,-18.250088,-19.625088,-16.500088,-15.125087,-15.126228
+397426,-16.18761,-22.452877,-13.50011,-18.971415,-22.776064,-14.416897,-19.75011,-11.381453,-21.962513,-0.00011002412,-12.00011,-18.87511,-19.62511,-14.75064
+529821,-14.375668,-21.164293,-11.125668,-17.24655,-19.153158,-11.716906,-15.313168,-12.758482,-24.256657,-12.875668,-18.500668,-13.375668,-13.125668,-0.0008997805
+543309,-14.376254,-19.411894,-10.751254,-16.630413,-20.019901,-14.643271,-14.688754,-14.068893,-24.50037,-14.376254,-17.938753,-12.251254,-13.376254,-0.0014714245
+49244,-8.130585,-0.006022967,-12.755585,-14.908062,-15.874107,-18.780468,-10.755585,-15.014202,-22.739544,-14.693085,-13.193085,-15.193085,-15.068085,-10.132035
+86352,-11.877081,-14.676788,-0.0020810156,-6.5027733,-11.747978,-15.952036,-17.50208,-23.113224,-22.729675,-10.752081,-17.31458,-14.814581,-11.127081,-15.690637
+105991,-10.752867,-15.151581,-0.0028670419,-6.7534823,-13.230747,-16.598341,-16.940367,-21.981548,-24.265974,-11.252867,-17.190367,-12.002867,-13.502867,-16.004057
+601728,-14.812743,-15.3454,-13.562743,-17.28373,-15.350155,-14.980563,-10.375243,-11.188242,-0.002011256,-14.937743,-12.375243,-13.250243,-15.625243,-14.939016
+113575,-12.500806,-15.778659,-0.0008057685,-11.128023,-14.5445175,-13.232347,-17.688305,-20.071716,-28.423687,-12.500806,-17.438305,-10.000806,-15.250806,-15.752622
+366026,-12.1894,-14.627776,-8.7519,-7.5049524,-11.26064,-8.032213,-13.3144,-13.569841,-21.048203,-0.0018995828,-12.0644,-13.1269,-12.3769,-12.502243
+396514,-14.1881695,-18.115044,-11.2506695,-16.907036,-18.963243,-12.780835,-17.62567,-7.9017544,-24.252823,-0.0006697319,-12.8756695,-16.68817,-18.06317,-13.250992
+302135,-15.255756,-14.234436,-17.880756,-18.744373,-17.927237,-10.893578,-11.255756,-0.00604539,-15.50267,-14.255756,-13.568256,-14.880756,-18.755756,-14.19401
+199973,-15.750303,-17.559502,-12.000303,-16.148304,-0.0012347666,-17.889465,-18.250303,-20.734104,-26.000385,-15.750303,-18.250303,-21.062803,-21.437803,-17.813377
+353698,-14.500197,-15.404051,-13.687697,-17.378077,-16.901245,-19.78445,-10.750197,-11.125663,-0.0002416168,-15.437697,-12.875197,-13.687697,-15.875197,-14.000797
+207867,-13.562977,-13.969596,-12.812977,-17.844784,-12.78412,-0.00162315,-10.625477,-13.035244,-22.18837,-13.437977,-13.062977,-14.250477,-16.125477,-12.126054
+609132,-13.875405,-19.245481,-10.375405,-17.677822,-18.421696,-13.459093,-18.687904,-9.0002,-24.050907,-0.0004051103,-10.625405,-16.812904,-18.687904,-14.000763
+105904,-13.626786,-15.691017,-0.0017863045,-10.69847,-6.753163,-20.941017,-18.126787,-16.469952,-19.89069,-14.439286,-17.564287,-16.376787,-13.876786,-9.877129
+98347,-14.565226,-21.19276,-0.0027256978,-11.378635,-11.128723,-18.055822,-18.377726,-17.68969,-25.022758,-13.252726,-18.627726,-16.252726,-16.565226,-7.629384
+246569,-15.0635605,-14.317456,-15.1885605,-20.500921,-24.163708,-12.1532,-0.001060043,-11.3767395,-18.090399,-14.6885605,-13.8760605,-15.6885605,-15.6260605,-12.00269
+220402,-9.010494,-12.427993,-10.385494,-11.999527,-19.34291,-0.011917122,-11.260494,-10.790933,-16.18742,-7.510494,-11.510494,-11.885494,-13.635494,-7.511037
+106992,-14.562952,-17.594997,-0.00045170117,-10.126691,-13.126407,-11.349104,-18.812952,-22.094906,-23.273443,-13.250452,-19.250452,-12.250452,-15.000452,-16.250982
+461075,-16.437904,-20.470016,-11.375404,-20.28247,-22.917095,-13.759243,-19.750404,-17.018593,-25.104376,-17.312904,-19.437904,-0.0004042762,-14.625404,-11.251121
+35897,-0.0032531694,-14.341137,-6.253253,-15.594223,-16.650633,-9.562022,-13.815753,-14.656597,-18.701706,-14.378253,-17.628254,-7.128253,-14.878253,-11.941847
+247025,-15.375862,-14.712051,-15.563362,-21.340605,-21.489944,-12.864623,-0.0008623457,-12.002156,-17.85047,-15.250862,-15.313362,-15.875862,-16.813362,-13.0026245
+596101,-12.875285,-14.61809,-15.250285,-18.806456,-17.222952,-10.251852,-11.750285,-0.0005498368,-12.979581,-13.250285,-15.562785,-17.000286,-18.812786,-11.751438
+617691,-14.312865,-19.773235,-9.875365,-18.779675,-20.364012,-11.871777,-17.937864,-16.098713,-22.174208,-16.437864,-17.750364,-0.00036495226,-13.000365,-10.375931
+25228,-1.0715047,-9.903743,-0.44650474,-11.962748,-10.061766,-6.5558324,-8.446505,-10.398716,-18.644983,-9.946505,-14.384005,-10.134005,-12.696505,-7.5723095
+234875,-8.50296,-13.413564,-12.69046,-16.432194,-19.29274,-0.008628476,-9.12796,-9.157626,-21.411346,-12.75296,-11.12796,-13.75296,-14.06546,-11.566172
+547478,-14.688481,-20.415155,-12.000981,-17.407833,-19.465952,-12.911395,-15.375981,-12.926933,-26.177965,-14.000981,-17.93848,-13.625981,-13.875981,-0.0013869131
+175231,-17.562689,-22.24482,-14.75019,-18.201437,-0.0006965127,-17.725115,-19.312689,-23.46059,-25.102207,-19.000189,-21.000189,-22.562689,-23.312689,-19.188326
+426397,-14.375501,-22.383907,-12.250501,-18.851254,-19.753565,-13.905507,-18.5005,-13.008822,-22.936459,-7.7505,-0.0005003154,-15.625501,-20.438,-16.93825
+158340,-16.000385,-17.762295,-9.000384,-0.00103326,-13.626438,-13.507552,-18.687885,-18.079756,-25.387602,-16.250385,-18.625385,-17.687885,-19.250385,-15.31385
+579068,-16.000528,-16.750359,-8.875528,-0.000822838,-11.252276,-14.5792265,-19.813028,-16.103615,-25.54834,-13.125528,-18.000528,-17.250528,-17.563028,-15.3769245
+450667,-16.750359,-21.719233,-11.00036,-20.420208,-23.511436,-13.307319,-20.187859,-17.26855,-25.294622,-17.000359,-18.937859,-0.00035935143,-14.75036,-13.12593
+65581,-9.251136,-0.0029503612,-16.063635,-18.977676,-16.41528,-19.90007,-10.126136,-15.566915,-19.678326,-15.563636,-15.251136,-17.438635,-16.501135,-10.627727
+250318,-12.376846,-11.774547,-15.939346,-19.681192,-19.702469,-10.128194,-0.001846277,-11.502417,-17.39693,-16.001846,-15.001846,-17.439346,-16.501846,-12.752521
+364104,-15.000119,-22.801464,-13.375119,-19.17283,-21.797302,-16.751255,-19.625118,-12.648139,-24.01775,-0.000119082986,-14.875119,-19.687618,-20.562618,-15.375611
+517442,-15.4377165,-25.016731,-12.5002165,-20.095234,-20.518656,-10.854309,-18.125216,-16.4921,-27.011074,-14.8752165,-17.937716,-14.1252165,-0.00021610309,-11.500503
+229009,-14.250235,-14.581976,-12.812735,-17.765743,-13.058804,-0.001147086,-11.375235,-11.679515,-25.813938,-14.437735,-13.500235,-14.937735,-16.312735,-13.000663
+332431,-13.37555,-13.521501,-13.12555,-15.060647,-14.438627,-12.260832,-9.12555,-9.751168,-0.00070388685,-14.75055,-12.06305,-13.00055,-14.87555,-13.752111
+335270,-14.187677,-15.271839,-14.250177,-17.021679,-16.542566,-18.447256,-10.750177,-10.25066,-0.00025949953,-15.562677,-12.562677,-14.062677,-15.812677,-13.938338
+372420,-15.625206,-22.710749,-13.000206,-19.197918,-19.617186,-15.031662,-19.375206,-9.263489,-22.697792,-0.00020573408,-12.750206,-18.375206,-20.375206,-16.62552
+18827,-0.041151036,-11.570535,-12.603651,-15.525748,-16.010672,-9.170271,-3.416151,-12.356403,-13.422174,-15.166151,-14.416151,-14.228651,-14.291151,-10.481308
+51971,-8.626133,-0.001750273,-14.688633,-16.20872,-14.090939,-11.574102,-9.376133,-14.88393,-17.77327,-14.313633,-14.188633,-16.251133,-15.501133,-10.8792
+342364,-15.125239,-16.060308,-14.000239,-16.672714,-15.708455,-17.108625,-10.750239,-12.00092,-0.00057784066,-15.875239,-12.750239,-13.500239,-16.187738,-15.626379
+547082,-11.126113,-15.120447,-8.001113,-14.493887,-16.176067,-8.66079,-16.751114,-12.883197,-23.744081,-9.126113,-16.563614,-12.126113,-13.938613,-0.0017395203
+193159,-13.750527,-18.152609,-13.000527,-15.846484,-0.0011394336,-15.825102,-17.125528,-20.446112,-23.049381,-16.750528,-18.688028,-21.438028,-21.375528,-16.563618
+483332,-13.189482,-22.293694,-9.251982,-18.65918,-19.003654,-11.291352,-15.814482,-14.764443,-23.093752,-13.439482,-17.314482,-13.314482,-0.0019819157,-6.5027456
+538541,-9.000959,-10.503553,-10.875959,-18.37838,-11.299101,-8.650683,-13.125959,-13.946372,-19.56435,-14.750959,-15.813459,-14.625959,-14.750959,-0.002203422
+560342,-3.981511e-05,-20.236607,-15.37504,-19.060627,-19.547743,-15.393512,-17.75004,-18.862255,-23.762348,-19.06254,-19.50004,-19.25004,-20.81254,-15.505333
+262410,-14.938336,-14.511746,-15.375836,-20.503155,-22.282888,-12.178649,-0.00083602284,-12.752054,-16.75236,-15.688336,-15.813336,-16.000835,-17.063335,-12.377219
+552624,-14.500581,-22.325344,-11.125581,-16.543242,-14.760513,-13.425433,-14.375581,-12.5101385,-23.632206,-13.125581,-17.750582,-12.625581,-12.625581,-0.0007604895
+14045,-0.0024842136,-14.334386,-6.1274843,-13.691507,-10.075499,-11.014465,-13.002484,-13.506893,-15.535382,-14.939984,-16.689983,-17.002483,-16.314983,-14.815795
+209749,-10.12572,-14.088788,-10.75072,-16.987322,-14.051386,-0.002259674,-14.25072,-10.176465,-24.13926,-7.8757195,-13.25072,-15.12572,-16.00072,-12.251443
+409882,-14.250632,-21.093533,-12.750632,-20.780815,-20.721642,-13.949564,-17.438131,-9.532554,-21.078894,-7.750632,-0.000631848,-16.188131,-20.625631,-16.18842
+474606,-15.687861,-21.652544,-11.000361,-20.208914,-23.80345,-13.447722,-19.500362,-16.909206,-24.246918,-17.250362,-18.500362,-0.00036173477,-14.125361,-11.750942
+33247,-0.07731357,-3.0815864,-11.327313,-13.905589,-9.720255,-9.620504,-7.9523134,-13.97072,-19.940105,-12.202313,-14.014813,-16.014814,-16.077314,-9.953744
+619470,-14.313073,-21.621286,-11.375573,-19.851736,-20.363375,-11.77548,-18.250574,-17.216854,-23.162872,-17.250574,-18.125574,-0.00057347066,-14.438073,-11.000925
+216689,-13.751518,-13.243063,-11.439018,-16.304094,-12.276348,-0.002134018,-9.626518,-9.894875,-21.814636,-11.439018,-11.501518,-13.126518,-15.689018,-11.002137
+535084,-16.125647,-21.841953,-11.875646,-16.71488,-21.86711,-14.686806,-15.688146,-14.940012,-27.097778,-14.813146,-18.875647,-14.125646,-14.375646,-0.00094364624
+246869,-9.921542,-11.152079,-12.234042,-16.546545,-20.006943,-5.048267,-0.046542373,-3.4223962,-17.612621,-12.234042,-12.421542,-13.234042,-13.546542,-7.9225
+321751,-15.250271,-16.051735,-14.187771,-17.611046,-15.616626,-17.883955,-11.000271,-12.188359,-0.00064719893,-15.875271,-12.625271,-13.562771,-16.25027,-15.62687
+402331,-15.250227,-25.362482,-14.125227,-20.0475,-20.740112,-14.150919,-18.187727,-12.229124,-23.053833,-9.125227,-0.00022659119,-16.187727,-20.687727,-15.500581
+122207,-17.062977,-17.248981,-9.250477,-0.001229366,-13.87812,-13.384829,-19.375477,-19.4942,-28.785473,-15.625477,-19.312977,-18.750477,-18.437977,-16.563765
+84045,-12.125183,-17.405151,-0.00018273115,-13.002323,-13.817198,-12.893275,-19.125183,-16.074446,-25.28939,-14.750183,-20.750183,-12.375183,-16.312683,-17.063705
+196283,-14.500619,-18.016573,-11.250619,-15.956227,-0.0014071211,-24.093039,-17.938118,-20.29426,-23.340721,-15.438119,-17.938118,-20.938118,-20.875618,-17.00101
+159948,-17.875355,-17.91401,-11.000355,-0.0012605224,-16.689348,-14.014598,-19.812855,-18.826365,-26.686174,-15.375355,-19.875355,-19.437855,-18.500355,-16.688675
+509184,-15.562757,-24.893204,-12.250257,-20.215225,-18.404966,-10.876948,-17.750256,-16.908867,-26.055897,-15.000257,-18.312756,-14.000257,-0.00025614796,-10.750632
+101489,-13.688374,-13.840279,-0.00087401806,-9.879665,-7.7521896,-14.521235,-17.500874,-17.317043,-20.244144,-11.500874,-17.500874,-16.750874,-15.625874,-10.126372
+157639,-17.312803,-15.382609,-10.750302,-0.0010490749,-14.626729,-14.031759,-19.750303,-21.815693,-29.951271,-16.750303,-20.125303,-20.125303,-19.250303,-16.813377
+27783,-0.00010322992,-16.070341,-15.812603,-20.15522,-15.311443,-14.521764,-14.125103,-16.892673,-27.791115,-20.125103,-19.937603,-21.437603,-20.937603,-16.12798
+324040,-14.937771,-15.446384,-13.687771,-17.755512,-15.426054,-16.086754,-10.250271,-11.438346,-0.00059405016,-15.062771,-12.437771,-13.125271,-15.687771,-15.18922
+11508,-3.9934315e-05,-16.718117,-14.62504,-20.077576,-18.990868,-15.041607,-18.81254,-19.258331,-26.387604,-19.12504,-18.75004,-18.31254,-19.62504,-16.522762
+589068,-10.250926,-13.334874,-10.750926,-15.07785,-15.561472,-0.0023099578,-12.500926,-14.189383,-21.76714,-7.750926,-11.250926,-14.625926,-13.875926,-10.876238
+527488,-15.37542,-18.590849,-12.50042,-17.267189,-20.547052,-14.007624,-15.06292,-15.01447,-26.897827,-14.75042,-18.62542,-14.00042,-15.12542,-0.00062776555
+34235,-4.9351427e-05,-17.445917,-15.00005,-20.68077,-20.707535,-10.626116,-17.12505,-16.570889,-26.118832,-18.87505,-18.87505,-20.31255,-21.12505,-15.500978
+521907,-15.4379015,-21.097095,-12.1254015,-17.006447,-23.152391,-13.737613,-15.1254015,-14.536128,-26.678766,-14.2504015,-18.7504,-13.6254015,-14.7504015,-0.0007798342
+124154,-17.312956,-16.63376,-8.875455,-0.0010438772,-12.251778,-14.662198,-19.875456,-19.478209,-26.669632,-14.375455,-19.062956,-18.000456,-18.875456,-16.001362
+447567,-13.250652,-18.658062,-9.750652,-19.152922,-19.500908,-9.773375,-17.938152,-14.759804,-23.230165,-14.750652,-16.500652,-0.0006518623,-13.375652,-11.001432
+278052,-12.250517,-8.427208,-16.375517,-20.424252,-21.307247,-11.001839,-0.0005168771,-13.251184,-21.349674,-15.438017,-15.188017,-16.938017,-17.750517,-13.25233
+353514,-15.187673,-15.852384,-14.312673,-17.512632,-15.812368,-17.290684,-11.312673,-11.813186,-0.0008015888,-15.625173,-13.062673,-13.437673,-16.187672,-15.43898

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,39 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.45.0.dev0"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,40 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 64
+hf_config:
+  name: Llama-3.2-1B-Instruct
+  org: meta-llama
+intermediate_size: 8192
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 2048
+n_expert: 0
+n_expert_per_token: 0
+n_head: 32
+n_layer: 16
+n_query_groups: 8
+name: Llama-3.2-1B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-05
+padded_vocab_size: 128256
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments:
+  factor: 32.0
+  high_freq_factor: 4.0
+  low_freq_factor: 1.0
+  original_max_seq_len: 8192
+rope_base: 500000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 128000

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,2062 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,869 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.3007934018969536,0,11.020092964172363,
+0,8,0.05266944319009781,1,8.878828268784742,
+0,16,0.03673189878463745,2,6.914634323120117,
+0,24,0.03405815735459328,3,6.325923569997152,
+0,32,0.037000883370637894,4,3.7877311876841953,
+0,40,0.03696088120341301,5,3.0154602229595184,
+0,48,0.03712615370750427,6,3.7997684876124063,
+0,56,0.03417767584323883,7,5.209325861930847,
+0,64,0.033876217901706696,8,5.270568279119638,
+0,72,0.033743832260370255,9,3.9062818459102084,
+0,80,0.03394627198576927,10,3.007225284209618,
+0,88,0.036801520735025406,11,3.88627115637064,
+0,96,0.03349999338388443,12,2.208533599972725,
+0,104,0.0368259958922863,13,1.3985676132142544,
+0,112,0.03391807898879051,14,2.702541389103447,
+0,120,0.0374867208302021,15,0.4512554149736058,
+0,128,0.034057244658470154,16,1.0029306723312899,
+,,,16,,1.4406559782208137
+0,136,0.033620283007621765,17,0.7156572131948038,
+0,144,0.03487010672688484,18,1.7344838352873921,
+0,152,0.03468562662601471,19,1.6818224519956857,
+0,160,0.03419499099254608,20,1.3580225797990957,
+0,168,0.04555017128586769,21,0.963395760660725,
+0,176,0.03614315763115883,22,1.634967431093433,
+0,184,0.03412145376205444,23,0.29660990681837907,
+0,192,0.03362997621297836,24,0.7049628306579377,
+0,200,0.03379417583346367,25,1.0481468999558794,
+0,208,0.03376096487045288,26,0.6297201373471091,
+0,216,0.03565694019198418,27,0.31918457998997635,
+0,224,0.03443324193358421,28,0.18167968067832085,
+0,232,0.033632792532444,29,0.32519305873263094,
+0,240,0.03364348039031029,30,0.0367485897440929,
+0,248,0.033809393644332886,31,0.029408008691721728,
+0,256,0.03397737443447113,32,0.13634822582826017,
+,,,32,,0.08392012794062777
+0,264,0.03408937156200409,33,0.014991755281308932,
+0,272,0.03409706801176071,34,0.10528292650213608,
+0,280,0.03406005725264549,35,0.015195059446761241,
+0,288,0.03381041809916496,36,0.26450854675336316,
+0,296,0.03394893556833267,37,0.0215432267739541,
+0,304,0.034216973930597305,38,0.03160873639862984,
+0,312,0.034024033695459366,39,0.09330788792364976,
+0,320,0.033936042338609695,40,0.07607894244470767,
+0,328,0.03395538777112961,41,0.02473660257445382,
+0,336,0.03006838634610176,42,0.5791262478821657,
+0,344,0.029178787022829056,43,0.021427456308932353,
+0,352,0.029654454439878464,44,0.10682906029978767,
+0,360,0.029594291001558304,45,0.353255932346325,
+0,368,0.02958625555038452,46,0.07564722354124699,
+0,376,0.03274470567703247,47,0.031352845424165325,
+0,384,0.029890693724155426,48,0.0052692793489603155,
+,,,48,,0.07109421154238144
+0,392,0.029343396425247192,49,0.03310393603169359,
+0,400,0.029541686177253723,50,0.06249764484639924,
+0,408,0.029288634657859802,51,0.004854951260818375,
+0,416,0.02945418655872345,52,0.02944639080087654,
+0,424,0.02944198250770569,53,0.013330373510887677,
+0,432,0.04350444674491882,54,0.11275972504253415,
+0,440,0.03338554874062538,55,0.03973445972466531,
+0,448,0.029482539743185043,56,0.05597712768108717,
+1,456,0.02949882298707962,57,0.025760928210469762,
+1,464,0.035189513117074966,58,0.030143734777811914,
+1,472,0.03506487235426903,59,0.1114491617024344,
+1,480,0.035171523690223694,60,0.051103872616435043,
+1,488,0.03683582320809364,61,0.005819566995621874,
+1,496,0.03532131761312485,62,0.003273484972305596,
+1,504,0.02900443971157074,63,0.051100637745828584,
+1,512,0.029185961931943893,64,0.007935018827473479,
+,,,64,,0.014499655309713111
+1,520,0.029342588037252426,65,0.031160277023445815,
+1,528,0.029516730457544327,66,0.007544843029851715,
+1,536,0.029321327805519104,67,0.010593760970302603,
+1,544,0.029529307037591934,68,0.008380770176050387,
+1,552,0.029753003269433975,69,0.00974646074298237,
+1,560,0.03344309329986572,70,0.030460599538249273,
+1,568,0.029645510017871857,71,0.007283827334807332,
+1,576,0.03332030028104782,72,0.004491537836050459,
+1,584,0.03715559467673302,73,0.013900890866352711,
+1,592,0.03308587148785591,74,0.014565141666805306,
+1,600,0.029924090951681137,75,0.027861140562890796,
+1,608,0.03004387393593788,76,0.002049884968213379,
+1,616,0.02990855649113655,77,0.004488637593264381,
+1,624,0.029632464051246643,78,0.004881129375038048,
+1,632,0.029891595244407654,79,0.005783036781045107,
+1,640,0.029614534229040146,80,0.009965777406110786,
+,,,80,,0.007712498588382073
+1,648,0.030354373157024384,81,0.005071840532764327,
+1,656,0.03039524331688881,82,0.0063323599053546785,
+1,664,0.029939625412225723,83,0.003482562916663786,
+1,672,0.030247755348682404,84,0.0026648716947030543,
+1,680,0.03199002519249916,85,0.009327348139777314,
+1,688,0.03748634085059166,86,0.004969919568975456,
+1,696,0.030088644474744797,87,0.021913056307477582,
+1,704,0.030127257108688354,88,0.0030749225011926944,
+1,712,0.030147913843393326,89,0.031701488939758674,
+1,720,0.03034275397658348,90,0.2056926279401523,
+1,728,0.031015537679195404,91,0.046240580956301916,
+1,736,0.03123035654425621,92,0.02906880106848593,
+1,744,0.03042832389473915,93,0.0029265676974318923,
+1,752,0.030069679021835327,94,0.0019385180470029202,
+1,760,0.03347140550613403,95,0.06349326344206929,
+1,768,0.030194144695997238,96,0.007193285752745236,
+,,,96,,0.0066917173142703075
+1,776,0.035862457007169724,97,0.008134148661226321,
+1,784,0.037796590477228165,98,0.009666080604522275,
+1,792,0.03584916517138481,99,0.0014465311383405192,
+1,800,0.03599102050065994,100,0.006671680592868749,
+1,808,0.03580827638506889,101,0.002615968707167277,
+1,816,0.03656093403697014,102,0.004823831501058661,
+1,824,0.036035019904375076,103,0.004849559428882511,
+1,832,0.03525813668966293,104,0.06385530244151597,
+1,840,0.032970964908599854,105,0.00804894035536563,
+1,848,0.02993623912334442,106,0.0015920470826900923,
+1,856,0.03012196719646454,107,0.00819469191992539,
+1,864,0.030411504209041595,108,0.0026783007982885466,
+1,872,0.03022407367825508,109,0.0830095243748344,
+1,880,0.03020652011036873,110,0.0036408063273743858,
+1,888,0.029834836721420288,111,0.015946471042787798,
+1,896,0.030426334589719772,112,0.011780207574442361,
+,,,112,,0.06224347510427799
+2,904,0.030106637626886368,113,0.003810219908336876,
+2,912,0.0301734060049057,114,0.036904026729254316,
+2,920,0.030114073306322098,115,0.06352931733708829,
+2,928,0.030106157064437866,116,0.0036078810975595844,
+2,936,0.03053266927599907,117,0.012365205606329255,
+2,944,0.029985040426254272,118,0.011720741758056517,
+2,952,0.030181139707565308,119,0.15901197985901186,
+2,960,0.029717404395341873,120,0.02681061106704874,
+2,968,0.03018292412161827,121,0.12614243048786497,
+2,976,0.030115757137537003,122,0.010827018501004204,
+2,984,0.029643915593624115,123,0.03272960405835571,
+2,992,0.032647471874952316,124,0.008143448412218797,
+2,1000,0.033723510801792145,125,0.028092799864073943,
+2,1008,0.03019992634654045,126,0.03838615618587937,
+2,1016,0.030698318034410477,127,0.003660162549100018,
+2,1024,0.028991717845201492,128,0.001088985596288694,
+,,,128,,0.00738513413465248
+2,1032,0.029874861240386963,129,0.0021187135875648396,
+2,1040,0.02997603267431259,130,0.0007748139905743301,
+2,1048,0.0342843271791935,131,0.0022528740452029384,
+2,1056,0.029388941824436188,132,0.005392671765465903,
+2,1064,0.03020673617720604,133,0.0020011136439279653,
+2,1072,0.02993478626012802,134,0.03221863879634139,
+2,1080,0.03002774715423584,135,0.00627805551145381,
+2,1088,0.029565688222646713,136,0.06515153232806672,
+2,1096,0.03342171758413315,137,0.0007404507434164935,
+2,1104,0.029898062348365784,138,0.0023062663884567364,
+2,1112,0.03359954059123993,139,0.0008925371512304991,
+2,1120,0.02987997978925705,140,0.0033795270641955237,
+2,1128,0.03341658413410187,141,0.06624871977449705,
+2,1136,0.0330984853208065,142,0.0020240964062395506,
+2,1144,0.029867496341466904,143,0.00306749010969025,
+2,1152,0.029820650815963745,144,0.0012799060641555116,
+,,,144,,0.004708596557941077
+2,1160,0.029281064867973328,145,0.004186142970306369,
+2,1168,0.029874369502067566,146,0.001260302153241355,
+2,1176,0.030230510979890823,147,0.0034085222985595466,
+2,1184,0.039338141679763794,148,0.003313508910650853,
+2,1192,0.029943693429231644,149,0.0033550079512809005,
+2,1200,0.0301346518099308,150,0.45816003099951724,
+2,1208,0.029866032302379608,151,0.0015757062688602933,
+2,1216,0.030218258500099182,152,0.0031534783736181754,
+2,1224,0.030151639133691788,153,0.001860290326966116,
+2,1232,0.032990239560604095,154,0.0024762673947407166,
+2,1240,0.033394720405340195,155,0.0041687465114095676,
+2,1248,0.029962938278913498,156,0.005890645865292754,
+2,1256,0.02985583245754242,157,0.006974281644663558,
+2,1264,0.03368370234966278,158,0.014099271691520698,
+2,1272,0.030043940991163254,159,0.06639187099327418,
+2,1280,0.030205637216567993,160,0.0012880714687829216,
+,,,160,,0.015795093662333937
+2,1288,0.030280016362667084,161,0.007186115920679488,
+2,1296,0.030612174421548843,162,0.003694923313256974,
+2,1304,0.030182134360074997,163,0.006082643474325199,
+2,1312,0.030119560658931732,164,0.07700999727724896,
+2,1320,0.030345823615789413,165,0.015023028195303465,
+2,1328,0.03017299622297287,166,0.00295383051987021,
+2,1336,0.0301596000790596,167,0.03908790821830432,
+2,1344,0.03327777981758118,168,0.10514000895117144,
+3,1352,0.030300475656986237,169,0.002946345859931575,
+3,1360,0.030470076948404312,170,0.002351221654357182,
+3,1368,0.03590744361281395,171,0.0031537848408333957,
+3,1376,0.03614957630634308,172,0.0010692102611452963,
+3,1384,0.03822597861289978,173,0.0021663694952925045,
+3,1392,0.035612624138593674,174,0.00703865219547879,
+3,1400,0.03621019423007965,175,0.003452053599175997,
+3,1408,0.03627359867095947,176,0.00382322327977118,
+,,,176,,0.003802924504819906
+3,1416,0.03085928037762642,177,0.0025135289567212262,
+3,1424,0.03364269435405731,178,0.0015079419972607866,
+3,1432,0.03344188630580902,179,0.009239761549646832,
+3,1440,0.03099583461880684,180,0.002435178466839716,
+3,1448,0.030824560672044754,181,0.006777540765081843,
+3,1456,0.030589692294597626,182,0.003122937619789607,
+3,1464,0.03044990450143814,183,0.00138912113603014,
+3,1472,0.030852723866701126,184,0.00237215973590667,
+3,1480,0.03075992316007614,185,0.006177029713788735,
+3,1488,0.030186831951141357,186,0.0012491480847529601,
+3,1496,0.03357778117060661,187,0.0011825331021100283,
+3,1504,0.030491389334201813,188,0.01369947124308405,
+3,1512,0.030515030026435852,189,0.020799129338099322,
+3,1520,0.030723936855793,190,0.0014375835765219694,
+3,1528,0.03350065276026726,191,0.0014309241620746131,
+3,1536,0.03071974217891693,192,0.005125954405230004,
+,,,192,,0.0027262472881461088
+3,1544,0.030677475035190582,193,0.0028932914675141755,
+3,1552,0.03408016264438629,194,0.0011217098523047752,
+3,1560,0.03075656294822693,195,0.001373782695736736,
+3,1568,0.030195698142051697,196,0.0014609938555319483,
+3,1576,0.030028924345970154,197,0.00133180428626171,
+3,1584,0.030513916164636612,198,0.001492303698166954,
+3,1592,0.03299194201827049,199,0.0030808789722089258,
+3,1600,0.03034576028585434,200,0.0012518620251285029,
+3,1608,0.03228914365172386,201,0.0023640637433951874,
+3,1616,0.03360426053404808,202,0.0013987905090638937,
+3,1624,0.03290153294801712,203,0.0029507070657928125,
+3,1632,0.03359563648700714,204,0.0008073703860505843,
+3,1640,0.030310723930597305,205,0.0016429432837937314,
+3,1648,0.030255507677793503,206,0.004050560988252983,
+3,1656,0.030003681778907776,207,0.004631580589025712,
+3,1664,0.02981182187795639,208,0.0030742644898551093,
+,,,208,,0.002493944651675674
+3,1672,0.03007771447300911,209,0.0015643505791488748,
+3,1680,0.02986808866262436,210,0.005021336253516243,
+3,1688,0.03015900030732155,211,0.0008938011829741299,
+3,1696,0.030128780752420425,212,0.002184434630908072,
+3,1704,0.02993806079030037,213,0.002535075547215952,
+3,1712,0.03001340478658676,214,0.0008671431468638519,
+3,1720,0.033675823360681534,215,0.0025666764995548874,
+3,1728,0.030028514564037323,216,0.002078205545937332,
+3,1736,0.02978193387389183,217,0.0013289964095187874,
+3,1744,0.029746130108833313,218,0.007543501805879974,
+3,1752,0.0295574851334095,219,0.001097212635310522,
+3,1760,0.030185502022504807,220,0.0015282389751519077,
+3,1768,0.03274022415280342,221,0.0009375814042869024,
+3,1776,0.029948119074106216,222,0.002264046333528733,
+3,1784,0.03415694087743759,223,0.002174404427933041,
+3,1792,0.029892202466726303,224,0.000986499291684595,
+,,,224,,0.0016023681130049364
+4,1800,0.029995448887348175,225,0.0018801145827940975,
+4,1808,0.03446203097701073,226,0.0029907064532121047,
+4,1816,0.029841747134923935,227,0.0024615150221507067,
+4,1824,0.033035650849342346,228,0.0011256366359213223,
+4,1832,0.030220352113246918,229,0.0009030389325441016,
+4,1840,0.03385791555047035,230,0.0014673239386562879,
+4,1848,0.03611026331782341,231,0.0006418195685414089,
+4,1856,0.0373094379901886,232,0.0007517255944549106,
+4,1864,0.035834457725286484,233,0.001065038517741154,
+4,1872,0.03573695197701454,234,0.0018079301259534147,
+4,1880,0.03807910904288292,235,0.0010573103780708542,
+4,1888,0.029939722269773483,236,0.0018428116345603485,
+4,1896,0.02990652620792389,237,0.0008574909959200093,
+4,1904,0.03313298895955086,238,0.0024350936902919782,
+4,1912,0.029828306287527084,239,0.0013519319769469663,
+4,1920,0.02990299090743065,240,0.0009706508189992746,
+,,,240,,0.0015357510661179164
+4,1928,0.029750529676675797,241,0.0008688285379321314,
+4,1936,0.02958013117313385,242,0.0017448065123712045,
+4,1944,0.029822982847690582,243,0.0010005988484148734,
+4,1952,0.029725078493356705,244,0.0014416946038788108,
+4,1960,0.02978884056210518,245,0.00181382135815511,
+4,1968,0.03012414276599884,246,0.0010813718860542092,
+4,1976,0.03039662539958954,247,0.002080758353258716,
+4,1984,0.030169934034347534,248,0.0010425414220662788,
+4,1992,0.03023543953895569,249,0.0012953417333644917,
+4,2000,0.029743526130914688,250,0.004991115917315862,
+4,2008,0.029938973486423492,251,0.0011915878967556637,
+4,2016,0.030103106051683426,252,0.0010116174733931465,
+4,2024,0.029881641268730164,253,0.0018008903522665303,
+4,2032,0.030018799006938934,254,0.0010873091712048997,
+4,2040,0.029830720275640488,255,0.0008024247275898233,
+4,2048,0.029941070824861526,256,0.0011385927209630609,
+,,,256,,0.0014511348222786525
+4,2056,0.029718667268753052,257,0.005414078794638044,
+4,2064,0.030230261385440826,258,0.0011855017413229991,
+4,2072,0.030020490288734436,259,0.0008408473547509251,
+4,2080,0.029769670218229294,260,0.0005367438607208896,
+4,2088,0.029855504631996155,261,0.0006220890063559636,
+4,2096,0.029897812753915787,262,0.001201935054268688,
+4,2104,0.029731199145317078,263,0.0014615229033202364,
+4,2112,0.029604420065879822,264,0.0018734021844769206,
+4,2120,0.030047200620174408,265,0.001408815270406194,
+4,2128,0.0296313539147377,266,0.0029096802073499102,
+4,2136,0.03684184327721596,267,0.0010214924695901573,
+4,2144,0.02995964139699936,268,0.0007961936445588855,
+4,2152,0.02970818802714348,269,0.0008087736907113782,
+4,2160,0.030325215309858322,270,0.0013950192864285783,
+4,2168,0.030106108635663986,271,0.0009735198131798265,
+4,2176,0.029858268797397614,272,0.0007652824500506871,
+,,,272,,0.0013514705142884883
+4,2184,0.03041253611445427,273,0.00035923163644232165,
+4,2192,0.030291635543107986,274,0.0007110929134516761,
+4,2200,0.03003118932247162,275,0.0013467623924952933,
+4,2208,0.03037215769290924,276,0.007438414397516421,
+4,2216,0.037166036665439606,277,0.0024621552486981577,
+4,2224,0.02982199192047119,278,0.0014635505722253583,
+4,2232,0.02983257919549942,279,0.0006526313544864851,
+4,2240,0.030121002346277237,280,0.0013069203697947767,
+5,2248,0.030043549835681915,281,0.0009112253750432641,
+5,2256,0.02965981513261795,282,0.0007712937338510528,
+5,2264,0.03697744011878967,283,0.0011686283846343445,
+5,2272,0.03748127818107605,284,0.0017772523905687893,
+5,2280,0.029583241790533066,285,0.0011101349405685647,
+5,2288,0.02957095578312874,286,0.0004988267241666715,
+5,2296,0.03261718526482582,287,0.0010530884050799964,
+5,2304,0.029852159321308136,288,0.0009531196310490486,
+,,,288,,0.0013105763860468596
+5,2312,0.029998593032360077,289,0.0007251048547914252,
+5,2320,0.03304670378565788,290,0.001030278419420938,
+5,2328,0.029836848378181458,291,0.0011605373617315378,
+5,2336,0.030028048902750015,292,0.0015338141408089239,
+5,2344,0.03033297136425972,293,0.0017612317897146568,
+5,2352,0.033733122050762177,294,0.0007477877264715393,
+5,2360,0.0302625373005867,295,0.0020723907477076865,
+5,2368,0.03851315751671791,296,0.004338843017731878,
+5,2376,0.03056447207927704,297,0.001143903987083052,
+5,2384,0.02971142902970314,298,0.001920251425569101,
+5,2392,0.030130848288536072,299,0.0006498862462144138,
+5,2400,0.030004702508449554,300,0.007421149020471299,
+5,2408,0.02978760376572609,301,0.0011824886938224413,
+5,2416,0.03469424322247505,302,0.0018841941782739013,
+5,2424,0.03335845097899437,303,0.0009847153820114077,
+5,2432,0.03005131334066391,304,0.0007815604118289999,
+,,,304,,0.0012890707771733123
+5,2440,0.02987932786345482,305,0.0006504628120940955,
+5,2448,0.029986374080181122,306,0.0010417903448052873,
+5,2456,0.02972913533449173,307,0.0008429314710762507,
+5,2464,0.029954291880130768,308,0.000813611144125885,
+5,2472,0.02993462234735489,309,0.0008683813451040935,
+5,2480,0.03500939905643463,310,0.0012081877684977371,
+5,2488,0.02975136786699295,311,0.000860981196941187,
+5,2496,0.029308423399925232,312,0.0007067124954321318,
+5,2504,0.029413647949695587,313,0.0017289846582571045,
+5,2512,0.029667239636182785,314,0.0006294425603790352,
+5,2520,0.029677096754312515,315,0.0012951765495624083,
+5,2528,0.029813256114721298,316,0.001842645415588497,
+5,2536,0.029488489031791687,317,0.0012208504108107614,
+5,2544,0.029759783297777176,318,0.001669374035621083,
+5,2552,0.030294232070446014,319,0.0009061546991758335,
+5,2560,0.0302826426923275,320,0.0014761361526325345,
+,,,320,,0.001223883257721955
+5,2568,0.03047410026192665,321,0.0007467526302207261,
+5,2576,0.030490253120660782,322,0.000771959769361488,
+5,2584,0.03034091740846634,323,0.000711234608808389,
+5,2592,0.038411945104599,324,0.00151406187893978,
+5,2600,0.036149606108665466,325,0.001174443466879893,
+5,2608,0.03337402641773224,326,0.001033593391791025,
+5,2616,0.03046373277902603,327,0.0007668758509680629,
+5,2624,0.033686086535453796,328,0.0017125110422896866,
+5,2632,0.030694149434566498,329,0.0008074755554416162,
+5,2640,0.03025386855006218,330,0.0015382029038543503,
+5,2648,0.029929395765066147,331,0.0014946756845650574,
+5,2656,0.03344615921378136,332,0.001164438335267319,
+5,2664,0.03024260327219963,333,0.000767751997605396,
+5,2672,0.029868248850107193,334,0.0013468732442041592,
+5,2680,0.029896393418312073,335,0.001049174765284988,
+5,2688,0.030091259628534317,336,0.002451008593197912,
+,,,336,,0.0011974824768192364
+6,2696,0.030008465051651,337,0.0012933838634952817,
+6,2704,0.02995981276035309,338,0.0006504996587561133,
+6,2712,0.029951032251119614,339,0.0010722436261578249,
+6,2720,0.029838301241397858,340,0.0009532681197015336,
+6,2728,0.029662828892469406,341,0.0007178568084782455,
+6,2736,0.03252960741519928,342,0.001225570255337516,
+6,2744,0.030093468725681305,343,0.0004881467975792475,
+6,2752,0.0300484336912632,344,0.0022252013150136918,
+6,2760,0.02953636273741722,345,0.0011316428591761417,
+6,2768,0.030254408717155457,346,0.001142044028407933,
+6,2776,0.029771696776151657,347,0.0011343861078785267,
+6,2784,0.030060503631830215,348,0.0010534694083617069,
+6,2792,0.030294179916381836,349,0.0005069197967796671,
+6,2800,0.03304003179073334,350,0.0005891846963744943,
+6,2808,0.029926598072052002,351,0.0007616627124000595,
+6,2816,0.029859863221645355,352,0.0010456144822951915,
+,,,352,,0.0011382018620113158
+6,2824,0.0298449844121933,353,0.0026152026529113453,
+6,2832,0.0300806425511837,354,0.001765753672225401,
+6,2840,0.0296676866710186,355,0.0004486251127673313,
+6,2848,0.029857087880373,356,0.0016915651077094177,
+6,2856,0.02971579134464264,357,0.0009649176034145057,
+6,2864,0.029917441308498383,358,0.0008705163563718088,
+6,2872,0.029836419969797134,359,0.0007552128081442788,
+6,2880,0.02977323904633522,360,0.0006849651087707441,
+6,2888,0.03285921365022659,361,0.0008929595258616081,
+6,2896,0.029691655188798904,362,0.0008141306990672512,
+6,2904,0.02954786643385887,363,0.0005094607029325113,
+6,2912,0.0298062302172184,364,0.0008606893461546861,
+6,2920,0.029658861458301544,365,0.0013179856666413667,
+6,2928,0.02942822128534317,366,0.004137629330216441,
+6,2936,0.029952537268400192,367,0.0011157678018207662,
+6,2944,0.034668032079935074,368,0.0011954755270077537,
+,,,368,,0.0011268501292984441
+6,2952,0.03028249368071556,369,0.000467634764142779,
+6,2960,0.03717022389173508,370,0.0007458462988814482,
+6,2968,0.03564082831144333,371,0.0009405494479737667,
+6,2976,0.035610247403383255,372,0.0004375342153556024,
+6,2984,0.037223514169454575,373,0.001062239979676503,
+6,2992,0.03588174283504486,374,0.0009354490379337221,
+6,3000,0.03730153292417526,375,0.0017278215382248163,
+6,3008,0.0354781411588192,376,0.0005638590823350983,
+6,3016,0.034712694585323334,377,0.0016260674165096134,
+6,3024,0.029806312173604965,378,0.0011843490647152066,
+6,3032,0.029407627880573273,379,0.0007051265393701298,
+6,3040,0.029575470834970474,380,0.0015845329786922473,
+6,3048,0.029681947082281113,381,0.005273909562674817,
+6,3056,0.029579151421785355,382,0.0005886715579518667,
+6,3064,0.03340093046426773,383,0.0014868948055664077,
+6,3072,0.029354367405176163,384,0.001160980267079801,
+,,,384,,0.0010971795978411188
+6,3080,0.02907678484916687,385,0.0012539201222049694,
+6,3088,0.03268047794699669,386,0.0015687550632999493,
+6,3096,0.029536917805671692,387,0.0010807665685812632,
+6,3104,0.030027426779270172,388,0.0004275054463505512,
+6,3112,0.02998025342822075,389,0.00038098424738564063,
+6,3120,0.0338098518550396,390,0.0006221604174546277,
+6,3128,0.02964004874229431,391,0.0012591174131052361,
+6,3136,0.03027321770787239,392,0.0014662679908118055,
+7,3144,0.029756881296634674,393,0.0007253640633280156,
+7,3152,0.029757950454950333,394,0.0013551594214125846,
+7,3160,0.029876209795475006,395,0.00047786255709070247,
+7,3168,0.02997131273150444,396,0.0008725952696598446,
+7,3176,0.029960844665765762,397,0.000644259826423457,
+7,3184,0.02999553456902504,398,0.0007871037702828359,
+7,3192,0.029662787914276123,399,0.00028190775598583667,
+7,3200,0.030342750251293182,400,0.001332850885470786,
+,,,400,,0.0010615069208280096
+7,3208,0.029390856623649597,401,0.0009500506183196029,
+7,3216,0.030223146080970764,402,0.004396771592907429,
+7,3224,0.02941351756453514,403,0.0006521665854961611,
+7,3232,0.029743172228336334,404,0.001000551759856395,
+7,3240,0.029867835342884064,405,0.0005793723380520532,
+7,3248,0.0295601487159729,406,0.001434974525667106,
+7,3256,0.03049176186323166,407,0.000795134823420085,
+7,3264,0.030444949865341187,408,0.000806247702712426,
+7,3272,0.02986518293619156,409,0.0019783986548039443,
+7,3280,0.02980848401784897,410,0.0007065388152633594,
+7,3288,0.03409961983561516,411,0.0008803931809130258,
+7,3296,0.029425963759422302,412,0.0006120924354036106,
+7,3304,0.02966303378343582,413,0.0009647697952459566,
+7,3312,0.029342327266931534,414,0.0015910821047630938,
+7,3320,0.02938133478164673,415,0.0011630906568219264,
+7,3328,0.03306750953197479,416,0.0006448667353162399,
+,,,416,,0.001073288327118136
+7,3336,0.03385069966316223,417,0.0011872302449773998,
+7,3344,0.030577879399061203,418,0.0003856687775017538,
+7,3352,0.03359677270054817,419,0.0018312051199080254,
+7,3360,0.03220001608133316,420,0.001314095997672253,
+7,3368,0.02961663529276848,421,0.0011030059003342802,
+7,3376,0.029458243399858475,422,0.0008626764974906109,
+7,3384,0.029884934425354004,423,0.0011252297978595986,
+7,3392,0.03026530146598816,424,0.0009439852243910233,
+7,3400,0.03398335352540016,425,0.0023410682454899265,
+7,3408,0.029576435685157776,426,0.0008188752055337483,
+7,3416,0.0296168215572834,427,0.0005654467882281592,
+7,3424,0.029489684849977493,428,0.0007072466291634448,
+7,3432,0.02946189045906067,429,0.0009618612418237787,
+7,3440,0.029838085174560547,430,0.0005290668941597687,
+7,3448,0.029783885926008224,431,0.001414370082784444,
+7,3456,0.02995225414633751,432,0.0007707558349162961,
+,,,432,,0.0010293398122742492
+7,3464,0.03717554360628128,433,0.003040135605820419,
+7,3472,0.035743098706007004,434,0.0005625100186859657,
+7,3480,0.035481907427310944,435,0.0010491797617690351,
+7,3488,0.03604220226407051,436,0.0020477146767411292,
+7,3496,0.03541356697678566,437,0.001317819784162566,
+7,3504,0.0295414999127388,438,0.0014197841347512704,
+7,3512,0.030007019639015198,439,0.0005712692556978884,
+7,3520,0.033350829035043716,440,0.0011623245452938135,
+7,3528,0.029583390802145004,441,0.0008908712233488376,
+7,3536,0.029638078063726425,442,0.001560247665111092,
+7,3544,0.029836859554052353,443,0.000928696412302088,
+7,3552,0.029445387423038483,444,0.0007032951885776129,
+7,3560,0.029479745775461197,445,0.0006264299251294384,
+7,3568,0.02951904758810997,446,0.000746238043995198,
+7,3576,0.02960839867591858,447,0.0006077920224925037,
+7,3584,0.029819224029779434,448,0.00099550675622595,
+,,,448,,0.0010003745555877686
+8,3592,0.03359256684780121,449,0.0005273617604801145,
+8,3600,0.029879972338676453,450,0.0006930986732745973,
+8,3608,0.02927817404270172,451,0.0005418215645477175,
+8,3616,0.02941989153623581,452,0.0009046024812657075,
+8,3624,0.029512278735637665,453,0.0006814145487554085,
+8,3632,0.036892373114824295,454,0.000791312031131903,
+8,3640,0.03714882582426071,455,0.00045962109400604206,
+8,3648,0.03731875121593475,456,0.0011125767584114026,
+8,3656,0.036881767213344574,457,0.0008032735592375199,
+8,3664,0.037168096750974655,458,0.0010059333744720789,
+8,3672,0.03692840784788132,459,0.0007161111318661521,
+8,3680,0.02995528280735016,460,0.0004438063053664966,
+8,3688,0.03220858424901962,461,0.0011639509309763806,
+8,3696,0.029542192816734314,462,0.0004983273764891136,
+8,3704,0.02947283163666725,463,0.0009801119511913775,
+8,3712,0.02950284630060196,464,0.001056503178551793,
+,,,464,,0.0009989691371063017
+8,3720,0.02969767525792122,465,0.0011123056125749524,
+8,3728,0.02974087744951248,466,0.0008651111358111459,
+8,3736,0.030432526022195816,467,0.001689921870076267,
+8,3744,0.030103765428066254,468,0.0007480471327047174,
+8,3752,0.02968151494860649,469,0.0007068661138570557,
+8,3760,0.02947136014699936,470,0.0005676081265327022,
+8,3768,0.030052755028009415,471,0.00026606610226735937,
+8,3776,0.02962362766265869,472,0.0006222839920982634,
+8,3784,0.029743652790784836,473,0.0007378538632890143,
+8,3792,0.029621701687574387,474,0.001056636068581914,
+8,3800,0.029819156974554062,475,0.004547722992962615,
+8,3808,0.03386626020073891,476,0.0009545293193826053,
+8,3816,0.029904808849096298,477,0.0011249066435714038,
+8,3824,0.030037757009267807,478,0.0005848825881416401,
+8,3832,0.03296734392642975,479,0.0026994696410838513,
+8,3840,0.03015723079442978,480,0.0006019867314535077,
+,,,480,,0.0009930425516839296
+8,3848,0.029922042042016983,481,0.0012316346090721288,
+8,3856,0.030319850891828537,482,0.00048060234313687455,
+8,3864,0.03583186864852905,483,0.0006196337242727167,
+8,3872,0.03469700738787651,484,0.0016381389616678158,
+8,3880,0.03012765944004059,485,0.0009439805607226762,
+8,3888,0.03275512531399727,486,0.0015242881022459187,
+8,3896,0.029881957918405533,487,0.0008142092386454655,
+8,3904,0.03295425698161125,488,0.0009502279941583625,
+8,3912,0.02983781322836876,489,0.0014891649926929468,
+8,3920,0.030154366046190262,490,0.001088584461037747,
+8,3928,0.030034802854061127,491,0.0008963725912118596,
+8,3936,0.03005458042025566,492,0.0011102442180604807,
+8,3944,0.030108042061328888,493,0.0011780945720742098,
+8,3952,0.029621869325637817,494,0.0007275226234924048,
+8,3960,0.029536820948123932,495,0.001683352447019258,
+8,3968,0.029796790331602097,496,0.0017348576026658218,
+,,,496,,0.0009505443696705801
+8,3976,0.03014020249247551,497,0.0011833928744765995,
+8,3984,0.0333867110311985,498,0.0005996972213324625,
+8,3992,0.033552128821611404,499,0.0014582874472790326,
+8,4000,0.030167777091264725,500,0.0008622685779230848,
+8,4008,0.03049245849251747,501,0.0009040735894814134,
+8,4016,0.030231092125177383,502,0.0007221150404802757,
+8,4024,0.029795419424772263,503,0.00043625621368515897,
+8,4032,0.02973340079188347,504,0.0005981623314885207,
+9,4040,0.02996712550520897,505,0.0006279452964008669,
+9,4048,0.033359043300151825,506,0.000634246951309391,
+9,4056,0.029723946005105972,507,0.0013704979101021308,
+9,4064,0.030352387577295303,508,0.0008062736617700596,
+9,4072,0.03473276272416115,509,0.0010042867743322859,
+9,4080,0.030288327485322952,510,0.0009142714237289814,
+9,4088,0.030083954334259033,511,0.0005138528395036701,
+9,4096,0.029732830822467804,512,0.0005711034619808844,
+,,,512,,0.0009434379918395349
+9,4104,0.02960316464304924,513,0.0008173796213668538,
+9,4112,0.029595430940389633,514,0.0008864732455029818,
+9,4120,0.033816006034612656,515,0.0005883264752543148,
+9,4128,0.03406654670834541,516,0.0013629331528632479,
+9,4136,0.034453678876161575,517,0.0009609484724933282,
+9,4144,0.029896672815084457,518,0.001122954071888671,
+9,4152,0.03394073247909546,519,0.0005281826718904389,
+9,4160,0.029675103724002838,520,0.003739971613289196,
+9,4168,0.029793385416269302,521,0.0006735571592938728,
+9,4176,0.029680002480745316,522,0.0013076130606350489,
+9,4184,0.02976401150226593,523,0.0014106950873004583,
+9,4192,0.029471147805452347,524,0.0004908236112290373,
+9,4200,0.029739204794168472,525,0.00042087166851464036,
+9,4208,0.030277501791715622,526,0.000574088490049524,
+9,4216,0.03309560939669609,527,0.0011595683913169937,
+9,4224,0.029970087110996246,528,0.0008993917077672309,
+,,,528,,0.0009202382193421418
+9,4232,0.029653344303369522,529,0.0007061527270707302,
+9,4240,0.029668834060430527,530,0.0005212121093511366,
+9,4248,0.03009776771068573,531,0.0008695349182138065,
+9,4256,0.03925193473696709,532,0.0006302963665802963,
+9,4264,0.03006460890173912,533,0.0006282431948840475,
+9,4272,0.029923737049102783,534,0.0006728125557016868,
+9,4280,0.029898785054683685,535,0.0010357262326579075,
+9,4288,0.03290288522839546,536,0.0008975623506038184,
+9,4296,0.029795169830322266,537,0.003137582529399713,
+9,4304,0.030013903975486755,538,0.000573018969869456,
+9,4312,0.030229687690734863,539,0.0006037574730726192,
+9,4320,0.03001653403043747,540,0.0007152510720166342,
+9,4328,0.03348498046398163,541,0.0010448596697712604,
+9,4336,0.03009806200861931,542,0.000860723662878048,
+9,4344,0.03338484466075897,543,0.0015501241538334978,
+9,4352,0.03025702014565468,544,0.0005910584653835171,
+,,,544,,0.0008997640238617951
+9,4360,0.030702002346515656,545,0.0012762834124838594,
+9,4368,0.03458714857697487,546,0.0006797296851540782,
+9,4376,0.03023165836930275,547,0.0012937835872435244,
+9,4384,0.03315705806016922,548,0.0009448614334057007,
+9,4392,0.03326352685689926,549,0.0010463682724198757,
+9,4400,0.030223019421100616,550,0.0005618749943096191,
+9,4408,0.03066333383321762,551,0.0007608692928139741,
+9,4416,0.030212417244911194,552,0.0009995917265769095,
+9,4424,0.03085458278656006,553,0.00038944766371666145,
+9,4432,0.030175667256116867,554,0.001618224130955544,
+9,4440,0.034431274980306625,555,0.0009292263376454895,
+9,4448,0.030055683106184006,556,0.001178688566981761,
+9,4456,0.029978834092617035,557,0.0009033781044612018,
+9,4464,0.032830096781253815,558,0.0005997001935611479,
+9,4472,0.030130445957183838,559,0.0010640096097631613,
+9,4480,0.030066393315792084,560,0.001160185445438732,
+,,,560,,0.0008943160328100312
+10,4488,0.030010782182216644,561,0.0006802707165271775,
+10,4496,0.030245371162891388,562,0.002196068602363364,
+10,4504,0.030508626252412796,563,0.0005233635512503007,
+10,4512,0.030451901257038116,564,0.0005915569104567672,
+10,4520,0.030134305357933044,565,0.0005387883918176937,
+10,4528,0.029909934848546982,566,0.00034686306430052757,
+10,4536,0.0299382284283638,567,0.0014208424209545439,
+10,4544,0.03018532320857048,568,0.0007616681997509052,
+10,4552,0.03075539320707321,569,0.0004053253720081153,
+10,4560,0.02999558299779892,570,0.0012293571254793699,
+10,4568,0.02963290736079216,571,0.0006628026654652786,
+10,4576,0.030208148062229156,572,0.0006807351698322842,
+10,4584,0.029882416129112244,573,0.0031182501843431965,
+10,4592,0.032918598502874374,574,0.0013783715148747433,
+10,4600,0.030537530779838562,575,0.000621072984078917,
+10,4608,0.030221223831176758,576,0.0012421979349060816,
+,,,576,,0.000880817970577276
+10,4616,0.03086492046713829,577,0.0006106590444687754,
+10,4624,0.030870560556650162,578,0.0006659983882855158,
+10,4632,0.03423821181058884,579,0.0015402604622067884,
+10,4640,0.03292346000671387,580,0.001411728005712995,
+10,4648,0.032678067684173584,581,0.0008792367989371996,
+10,4656,0.031150586903095245,582,0.0006157054337493789,
+10,4664,0.0329781249165535,583,0.001091942297145059,
+10,4672,0.030377283692359924,584,0.0005328066170197696,
+10,4680,0.03046565130352974,585,0.0005655848537571729,
+10,4688,0.030374180525541306,586,0.0005244165558906388,
+10,4696,0.030391186475753784,587,0.0010691665549529717,
+10,4704,0.030778415501117706,588,0.0007067754253512248,
+10,4712,0.033058058470487595,589,0.000853090775378335,
+10,4720,0.030426353216171265,590,0.00039019812538754195,
+10,4728,0.03371340036392212,591,0.0008053594792727381,
+10,4736,0.030519608408212662,592,0.001149799236251662,
+,,,592,,0.0008732834655158924
+10,4744,0.030406907200813293,593,0.0007283866787994546,
+10,4752,0.030623238533735275,594,0.0008115199877162619,
+10,4760,0.030276920646429062,595,0.002440655091777444,
+10,4768,0.03052690252661705,596,0.0011646321138621054,
+10,4776,0.030363760888576508,597,0.0004918555801850744,
+10,4784,0.030109349638223648,598,0.0005231717776041477,
+10,4792,0.030224177986383438,599,0.000995590102040576,
+10,4800,0.03064402937889099,600,0.0006812171456355524,
+10,4808,0.03323080763220787,601,0.0015764310608994071,
+10,4816,0.03031710535287857,602,0.0005170137783352402,
+10,4824,0.030227504670619965,603,0.0004941723823624973,
+10,4832,0.030423574149608612,604,0.0008823070126639393,
+10,4840,0.03270907700061798,605,0.0005643984404741786,
+10,4848,0.03029489889740944,606,0.0009213530907193975,
+10,4856,0.030587654560804367,607,0.0007428569636734513,
+10,4864,0.03051760420203209,608,0.000848053577101382,
+,,,608,,0.0008434224522338723
+10,4872,0.030532866716384888,609,0.0006763656627819208,
+10,4880,0.03345703333616257,610,0.00045384064530177665,
+10,4888,0.03423913195729256,611,0.0005230969021795317,
+10,4896,0.029622051864862442,612,0.0009763144752165924,
+10,4904,0.032907500863075256,613,0.0007836802148328085,
+10,4912,0.030454974621534348,614,0.0005236001437879167,
+10,4920,0.032597050070762634,615,0.0008834168175571205,
+10,4928,0.030770331621170044,616,0.00048453935005454696,
+11,4936,0.030544724315404892,617,0.00047178712198868965,
+11,4944,0.030058126896619797,618,0.0015608185997486792,
+11,4952,0.030261334031820297,619,0.0004090064619297416,
+11,4960,0.030299663543701172,620,0.0004345883188017813,
+11,4968,0.03007117286324501,621,0.0005587019899394363,
+11,4976,0.030574850738048553,622,0.0016518835674595232,
+11,4984,0.030712340027093887,623,0.0004437736857984088,
+11,4992,0.030350394546985626,624,0.00051049546052057,
+,,,624,,0.0008337811900759643
+11,5000,0.030551869422197342,625,0.0010381873267201276,
+11,5008,0.030625633895397186,626,0.00111761127706044,
+11,5016,0.03059123083949089,627,0.0006131467637785065,
+11,5024,0.030581869184970856,628,0.0004964562200863535,
+11,5032,0.03319167345762253,629,0.001118799965214831,
+11,5040,0.03304578363895416,630,0.0009394514471447716,
+11,5048,0.030581023544073105,631,0.0003557099538738839,
+11,5056,0.030775386840105057,632,0.00043502205349236296,
+11,5064,0.030119627714157104,633,0.0005239534051118729,
+11,5072,0.03035002574324608,634,0.000409681231394643,
+11,5080,0.029846835881471634,635,0.0017238325806549536,
+11,5088,0.030326534062623978,636,0.0010830228275153786,
+11,5096,0.030566025525331497,637,0.0005432377242519018,
+11,5104,0.030021876096725464,638,0.0006196097150677815,
+11,5112,0.037366632372140884,639,0.0005039636588965853,
+11,5120,0.03753533214330673,640,0.0008604692857261398,
+,,,640,,0.0008463470159836535
+11,5128,0.03034939244389534,641,0.0029787450953985433,
+11,5136,0.03036702424287796,642,0.0006484108186365726,
+11,5144,0.037059977650642395,643,0.0002926809146022909,
+11,5152,0.03720793128013611,644,0.0004944413345323742,
+11,5160,0.03759726509451866,645,0.0011461165772440533,
+11,5168,0.029851164668798447,646,0.0006259938184354853,
+11,5176,0.030168134719133377,647,0.001007633962823699,
+11,5184,0.02986631542444229,648,0.0005171109269819378,
+11,5192,0.030256319791078568,649,0.0006476772011540431,
+11,5200,0.030339106917381287,650,0.0010215562194519276,
+11,5208,0.03247392550110817,651,0.0005253136934394812,
+11,5216,0.030204009264707565,652,0.0006130934343673289,
+11,5224,0.030197124928236008,653,0.001418192617711611,
+11,5232,0.03005203604698181,654,0.0009625506681913976,
+11,5240,0.029355932027101517,655,0.0009352173001389019,
+11,5248,0.029716823250055313,656,0.0006056929588729483,
+,,,656,,0.0008251593922669033
+11,5256,0.02987539768218994,657,0.00057000980208007,
+11,5264,0.030108358711004257,658,0.0004725918487464595,
+11,5272,0.032715246081352234,659,0.0006670427776823219,
+11,5280,0.029875800013542175,660,0.0009903504707229635,
+11,5288,0.0296337828040123,661,0.0007771088512527058,
+11,5296,0.029647938907146454,662,0.0006150399442828659,
+11,5304,0.029986586421728134,663,0.00046279694076171535,
+11,5312,0.0302753709256649,664,0.0007972946466627315,
+11,5320,0.02991802617907524,665,0.001135123498776617,
+11,5328,0.030434783548116684,666,0.0008397727069677785,
+11,5336,0.030287690460681915,667,0.0008569457727739623,
+11,5344,0.029912851750850677,668,0.002848392188918131,
+11,5352,0.029970727860927582,669,0.0008492764763003732,
+11,5360,0.030055172741413116,670,0.0010217161800807975,
+11,5368,0.029950100928544998,671,0.001170559892974173,
+11,5376,0.030072014778852463,672,0.0005691806246222069,
+,,,672,,0.0008214031750301145
+12,5384,0.03020079806447029,673,0.0008366654853007811,
+12,5392,0.03327413648366928,674,0.0007138706725007589,
+12,5400,0.030354376882314682,675,0.000613133939623367,
+12,5408,0.03550783544778824,676,0.001084992186056647,
+12,5416,0.03668827936053276,677,0.0009419830399565399,
+12,5424,0.029837116599082947,678,0.0006296480339817487,
+12,5432,0.02950039505958557,679,0.00046824536730127875,
+12,5440,0.029711231589317322,680,0.0008662656155965207,
+12,5448,0.029655475169420242,681,0.0014968854746777133,
+12,5456,0.03304813429713249,682,0.0007254086764684567,
+12,5464,0.029690701514482498,683,0.002788116873349421,
+12,5472,0.029233690351247787,684,0.002563359305405846,
+12,5480,0.029660679399967194,685,0.00048401194993251314,
+12,5488,0.029626693576574326,686,0.00041729159056558274,
+12,5496,0.029542822390794754,687,0.0015370731683409151,
+12,5504,0.032438408583402634,688,0.0007711323451076169,
+,,,688,,0.0007770583033561707
+12,5512,0.029329903423786163,689,0.0004286285145029139,
+12,5520,0.0318632498383522,690,0.0007603134065654806,
+12,5528,0.029907498508691788,691,0.0007202480610430939,
+12,5536,0.02955496683716774,692,0.000800032881950476,
+12,5544,0.029750805348157883,693,0.0007579168886877596,
+12,5552,0.029572561383247375,694,0.0007812361605569354,
+12,5560,0.030035752803087234,695,0.0006124844792513893,
+12,5568,0.034753575921058655,696,0.00038394746055322077,
+12,5576,0.029993783682584763,697,0.0006483295616747525,
+12,5584,0.03344501554965973,698,0.0007076144783323715,
+12,5592,0.02965354174375534,699,0.0006308995452855015,
+12,5600,0.029965613037347794,700,0.0010354017217954,
+12,5608,0.030311964452266693,701,0.000597598524605432,
+12,5616,0.03323535993695259,702,0.0004651391988902885,
+12,5624,0.03240332007408142,703,0.0005566915569943376,
+12,5632,0.02974998950958252,704,0.0005039626233734783,
+,,,704,,0.0007809811043289472
+12,5640,0.030445516109466553,705,0.00035536925266073507,
+12,5648,0.030346229672431946,706,0.0003888123967044521,
+12,5656,0.030340299010276794,707,0.0007967108774664666,
+12,5664,0.0301787368953228,708,0.0005775109694999022,
+12,5672,0.035479918122291565,709,0.001376182556365772,
+12,5680,0.03580064699053764,710,0.0005375950128766887,
+12,5688,0.03610825911164284,711,0.0006617575121102467,
+12,5696,0.029983721673488617,712,0.00044071755176198417,
+12,5704,0.030095156282186508,713,0.0011605127452639862,
+12,5712,0.030024733394384384,714,0.00039388022560160607,
+12,5720,0.03040207549929619,715,0.0007554870882393935,
+12,5728,0.03018306940793991,716,0.0008033830012815694,
+12,5736,0.03039935976266861,717,0.0006626397821078585,
+12,5744,0.02985808625817299,718,0.000801341247097298,
+12,5752,0.030296403914690018,719,0.000990744785425098,
+12,5760,0.030242815613746643,720,0.0007946892543590035,
+,,,720,,0.0007674968186414466
+12,5768,0.030128497630357742,721,0.0005889566333886856,
+12,5776,0.03027879074215889,722,0.0009811999791833972,
+12,5784,0.02963622659444809,723,0.000743755914630707,
+12,5792,0.029829923063516617,724,0.0007943020409584278,
+12,5800,0.03029916062951088,725,0.000751230039895745,
+12,5808,0.03384708985686302,726,0.0004671667823762012,
+12,5816,0.029922612011432648,727,0.0009081166970324429,
+12,5824,0.029875878244638443,728,0.0012077567239016803,
+13,5832,0.030129488557577133,729,0.0006005617189137931,
+13,5840,0.030154939740896225,730,0.0014020261005498469,
+13,5848,0.030093837529420853,731,0.0005517414571771112,
+13,5856,0.029739517718553543,732,0.00045403624850829755,
+13,5864,0.030010178685188293,733,0.0012667238782645047,
+13,5872,0.029678910970687866,734,0.001161058596543236,
+13,5880,0.02978517860174179,735,0.0006717972999987458,
+13,5888,0.030270323157310486,736,0.00064034136448754,
+,,,736,,0.0007553026783016492
+13,5896,0.030148986726999283,737,0.0007051807479001582,
+13,5904,0.037507038563489914,738,0.00242573381015413,
+13,5912,0.030085954815149307,739,0.0011705480635730335,
+13,5920,0.029835131019353867,740,0.0014894069450487482,
+13,5928,0.029330294579267502,741,0.0006077969756006496,
+13,5936,0.029445361346006393,742,0.0007908947680754444,
+13,5944,0.029768753796815872,743,0.0006623078023459619,
+13,5952,0.03316919133067131,744,0.00034067491386932403,
+13,5960,0.029803987592458725,745,0.0004109141882508993,
+13,5968,0.029839441180229187,746,0.001227286339809115,
+13,5976,0.030538611114025116,747,0.0013843224066173814,
+13,5984,0.032782331109046936,748,0.000780770430407886,
+13,5992,0.030146919190883636,749,0.0005127912542472283,
+13,6000,0.03057291731238365,750,0.000764259543827323,
+13,6008,0.030301202088594437,751,0.00045804735474610847,
+13,6016,0.029787857085466385,752,0.000646309428702807,
+,,,752,,0.0007414737681172928
+13,6024,0.03260806202888489,753,0.0009421255866376063,
+13,6032,0.030183181166648865,754,0.0006360401127797862,
+13,6040,0.030299019068479538,755,0.002952414880564902,
+13,6048,0.030512433499097824,756,0.0005249195261664378,
+13,6056,0.03357169032096863,757,0.00025314041413366796,
+13,6064,0.032914552837610245,758,0.0005829017822785924,
+13,6072,0.03011220321059227,759,0.0006031204158296952,
+13,6080,0.030236393213272095,760,0.0003186732319591101,
+13,6088,0.03053179755806923,761,0.0003412336744885478,
+13,6096,0.033388104289770126,762,0.0005680981771244357,
+13,6104,0.030011966824531555,763,0.0006618248411210847,
+13,6112,0.030623026192188263,764,0.0003025246951438021,
+13,6120,0.0301220640540123,765,0.0005686504032032994,
+13,6128,0.02983766794204712,766,0.0014027050565346144,
+13,6136,0.03064948320388794,767,0.00036586231502811785,
+13,6144,0.03375169634819031,768,0.0005977023450517057,
+,,,768,,0.0007364340126514435
+13,6152,0.02973528578877449,769,0.0008336977132330503,
+13,6160,0.030115775763988495,770,0.000534467607004834,
+13,6168,0.03015781193971634,771,0.0010196383426029404,
+13,6176,0.03296126425266266,772,0.0009884271936383671,
+13,6184,0.030713871121406555,773,0.0007466759046879956,
+13,6192,0.030512690544128418,774,0.0005084272483005547,
+13,6200,0.03083062171936035,775,0.0007986513883224688,
+13,6208,0.030807577073574066,776,0.0009722584181872662,
+13,6216,0.030740510672330856,777,0.00037039503844095054,
+13,6224,0.030658788979053497,778,0.00042127967403108154,
+13,6232,0.030221667140722275,779,0.00041442645306233317,
+13,6240,0.030638061463832855,780,0.00042911220922784804,
+13,6248,0.030489735305309296,781,0.0007620343518889664,
+13,6256,0.03058328852057457,782,0.0008062228971539298,
+13,6264,0.039927203208208084,783,0.00045421876129694285,
+13,6272,0.030464239418506622,784,0.0006396511886962869,
+,,,784,,0.0007198875383386072
+14,6280,0.02991335466504097,785,0.0006597375070365767,
+14,6288,0.03093668445944786,786,0.0008437372622817444,
+14,6296,0.030034635215997696,787,0.000898851100828324,
+14,6304,0.02996586263179779,788,0.0011770420019274752,
+14,6312,0.030509337782859802,789,0.000474228967784886,
+14,6320,0.030598334968090057,790,0.0007755498115918325,
+14,6328,0.0301603265106678,791,0.0009471259321659231,
+14,6336,0.030746515840291977,792,0.0005403887922651707,
+14,6344,0.030618026852607727,793,0.0008004378098782829,
+14,6352,0.03061189129948616,794,0.0005209687756591434,
+14,6360,0.030592072755098343,795,0.0007056664594878944,
+14,6368,0.03018879145383835,796,0.0005473232147498772,
+14,6376,0.030621595680713654,797,0.0006043754955708908,
+14,6384,0.030374739319086075,798,0.0007202879360799368,
+14,6392,0.030985232442617416,799,0.0009427241789775767,
+14,6400,0.03035568818449974,800,0.000983182804442809,
+,,,800,,0.0007118985478608114
+14,6408,0.03033723682165146,801,0.0005004593476769514,
+14,6416,0.03001495450735092,802,0.00048034075007308275,
+14,6424,0.030350226908922195,803,0.0006888386492695038,
+14,6432,0.03078579530119896,804,0.0008277791480808942,
+14,6440,0.0305124931037426,805,0.00032001128359600745,
+14,6448,0.030247323215007782,806,0.0005095622550120774,
+14,6456,0.029968056827783585,807,0.0008531257665405671,
+14,6464,0.029974382370710373,808,0.00034856110796681604,
+14,6472,0.03024771809577942,809,0.0006608977759738495,
+14,6480,0.029988761991262436,810,0.0004396081249896352,
+14,6488,0.03002435341477394,811,0.0011724568476590017,
+14,6496,0.02990392968058586,812,0.0007463745569111779,
+14,6504,0.03403313085436821,813,0.0002845071079112434,
+14,6512,0.03005209192633629,814,0.0006255328480619937,
+14,6520,0.029869459569454193,815,0.0007709527793243373,
+14,6528,0.029948536306619644,816,0.0014046251482795924,
+,,,816,,0.0007141836268721887

finetune_lora/llama3.2-1b-instruct/dbpedia/size=128/seed=3/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7