Add model

1_Pooling/config.json

@@ -0,0 +1,7 @@
+{
+  "word_embedding_dimension": 768,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "camembert/camembert-base",
+  "architectures": [
+    "CamembertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "eos_token_ids": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "camembert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.11.3",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 32005
+}

config_sentence_transformers.json

@@ -0,0 +1,7 @@
+{
+  "__version__": {
+    "sentence_transformers": "2.1.0",
+    "transformers": "4.11.3",
+    "pytorch": "1.9.1+cu102"
+  }
+}

eval/.ipynb_checkpoints/similarity_evaluation_sts-dev_results-checkpoint.csv

@@ -0,0 +1,4 @@
+epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
+0,1000,0.7785346417667272,0.7736896102144581,0.7595080674134177,0.7577104759922629,0.7627642420694314,0.7607181651221478,0.6313923126741466,0.6445999291477581
+0,2000,0.8368848139627262,0.8325391198440796,0.8053241673732965,0.8043352768014272,0.8019915746387191,0.8010323798478278,0.7396429266196757,0.7440682890618936
+0,3000,0.8503781130098685,0.8467560225494738,0.8197814030371012,0.8202476038361409,0.8162045458208678,0.8168958283824342,0.7579976552838971,0.7640578906948635

eval/similarity_evaluation_sts-dev_results.csv

@@ -0,0 +1,71 @@
+epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
+0,1000,0.7785346417667272,0.7736896102144581,0.7595080674134177,0.7577104759922629,0.7627642420694314,0.7607181651221478,0.6313923126741466,0.6445999291477581
+0,2000,0.8368848139627262,0.8325391198440796,0.8053241673732965,0.8043352768014272,0.8019915746387191,0.8010323798478278,0.7396429266196757,0.7440682890618936
+0,3000,0.8503781130098685,0.8467560225494738,0.8197814030371012,0.8202476038361409,0.8162045458208678,0.8168958283824342,0.7579976552838971,0.7640578906948635
+0,4000,0.8604985340275834,0.8574497502030233,0.8307941325158397,0.8330947740614726,0.8278380744642884,0.8303630003719942,0.7664134919683653,0.771195119398595
+0,-1,0.8612169970614528,0.8575738625217783,0.8324782770716626,0.8345200461081071,0.8295551228795685,0.8318610424866503,0.7751842443453587,0.7787284422130799
+1,1000,0.8610215684204793,0.8584770179926774,0.8359212314966872,0.8392680883996869,0.8336142837722148,0.8374712649439732,0.7822225631917615,0.7843717496808298
+1,2000,0.8589309371106343,0.8559859449796126,0.8398069582742217,0.8426513079690191,0.8380332023997479,0.8408976243697652,0.7926634840208171,0.7938753612131323
+1,3000,0.8632258030541023,0.8600588231803211,0.843497850791729,0.8472460227593334,0.8415566116229992,0.8453818826762066,0.8008988290193804,0.8024713666085704
+1,4000,0.8628006557030004,0.859873032242938,0.8461739769566046,0.8500117819293986,0.8442917537698522,0.8480815571467444,0.8142357275504067,0.8131850220417552
+1,-1,0.8623668726298712,0.8588573527929796,0.8450585883443767,0.8481178981908786,0.8431915627337908,0.8460908614028907,0.8135446987617189,0.8117402116042683
+2,1000,0.8665611855613684,0.8638526162665138,0.8468635100973042,0.8520328445851281,0.845289061633012,0.8505060179032441,0.8184690217478559,0.818949867818872
+2,2000,0.867343973619997,0.8653682124604574,0.8465451241105245,0.8519012750988448,0.844725111773324,0.8501905267151507,0.814891103222425,0.8159122215971462
+2,3000,0.8636796567803049,0.8617028654457176,0.8437902947863009,0.848652035300473,0.8425230007416494,0.8474780619298324,0.8053199039356953,0.8059509547718682
+2,4000,0.8628143537698166,0.8609972270238953,0.8427968875838859,0.8480967395416176,0.841881584304547,0.8471463278503205,0.8116200159649428,0.8111659788334454
+2,-1,0.8629637335345054,0.8610198639269714,0.8433110724717239,0.8483345057207828,0.8424165697008736,0.8473610495295149,0.8139861652816216,0.8130003263517703
+3,1000,0.8646890568106341,0.86252728687347,0.8466323891942718,0.851445023892679,0.8456108509114029,0.8503218768046019,0.8183447915113323,0.8171510765435187
+3,2000,0.8617976510333544,0.8592349036574823,0.8432218475576909,0.8485418540002229,0.8424331674756471,0.8476168889474388,0.8118034477650079,0.8104233012746523
+3,3000,0.8644494194657687,0.8626531917707841,0.8467770882816489,0.8533353401505469,0.8460015850670909,0.8524632249088416,0.8177101793790581,0.8170212970946411
+3,4000,0.8659386428071105,0.863665018909002,0.8467491478655015,0.8522400084298982,0.846094418377561,0.851796077516976,0.8231678123397704,0.8225656318767717
+3,-1,0.8660998120857579,0.8637946748207453,0.8485485384621017,0.8541819257558262,0.8479202161231355,0.853538294027984,0.8237223184248444,0.8224760996280043
+4,1000,0.866709371245026,0.8644067356499604,0.846954091944428,0.8530560463625042,0.8460405901266183,0.852147892310992,0.8233058169726366,0.8229546428210429
+4,2000,0.8657032106376175,0.8638082851510882,0.8457439964814102,0.8524036990668916,0.8450620767611318,0.8515180794620775,0.8184143752594194,0.8188761257751647
+4,3000,0.8630823957626583,0.861100519804855,0.8460119377719592,0.852352474303983,0.8450139366732957,0.8513069205940346,0.8183477070678732,0.8169121884785158
+4,4000,0.8625673885578714,0.8599251691668414,0.8438462359586031,0.8494167841862368,0.8429148445803953,0.8485416090672904,0.8116420380363565,0.810650443949262
+4,-1,0.8620082154436464,0.859335838785454,0.8432060078614307,0.8488581549308115,0.8424292204617297,0.8482031663902626,0.8133816306069124,0.8129085202386734
+5,1000,0.8652948389799774,0.8627543831267034,0.8436331335363654,0.850201152033406,0.8428309112047514,0.8496207865932199,0.8124559537336707,0.8133011244350461
+5,2000,0.8665317095761235,0.8640314366832004,0.8468389715248937,0.8531215600158436,0.8459324616901461,0.8522815667812981,0.822490690508147,0.8220443646135883
+5,3000,0.8643854785650793,0.8617488494654649,0.8433969687928115,0.8510848750663436,0.8425274112336681,0.8501076117989044,0.8143188327591337,0.8151531871010745
+5,4000,0.8646936019446557,0.8625415067578445,0.844761803591242,0.8516824859337996,0.8438043941780439,0.850661951151895,0.8182046458061293,0.8193686937303116
+5,-1,0.8647831176821758,0.8628675611462848,0.8448627735522736,0.8523352443931334,0.8437490653771567,0.8512270741871713,0.8173342901856339,0.8193037435076106
+6,1000,0.8662699180759332,0.8639827559205913,0.8460311373304086,0.8533515946102206,0.8451182625162802,0.8524609670320966,0.816773347268975,0.817343472420443
+6,2000,0.8628577926992167,0.8607217713043195,0.8414356914314824,0.8480758366380416,0.840686938318159,0.8473276030235969,0.8159852260539162,0.8170108486888635
+6,3000,0.8650870801398314,0.8629777658540607,0.8427858996077071,0.8500787805499168,0.8419508043843301,0.8495014390491542,0.815989789802782,0.8180548989054697
+6,4000,0.8648990028424735,0.8627945379606481,0.8441145726338167,0.8515776104163043,0.8433502442357118,0.8510236785378908,0.8175640426003732,0.8178676037277562
+6,-1,0.8655686649037281,0.8631132753732749,0.8449883086145281,0.8523765887278256,0.8441653128100618,0.8516736156882562,0.8181146295908115,0.8182871074132926
+7,1000,0.8669211837740004,0.8651060120887554,0.8448618260517949,0.8521741428580382,0.8441857115999098,0.8517905192863406,0.8183870069313615,0.8194737562415619
+7,2000,0.8661420814901372,0.8640244373243977,0.8455310739918569,0.8526737250546712,0.8447514571512783,0.8520809741149284,0.8196389402651567,0.8201615359137665
+7,3000,0.8659293183613735,0.8636962085558081,0.844656675476327,0.8519613334622237,0.8438679838098117,0.8512123867206304,0.81301543252106,0.8151742577947513
+7,4000,0.863855429448366,0.8616385424444465,0.842127229681173,0.8484752122240802,0.8414766246081585,0.8481776226424481,0.814046703047128,0.8157276464076595
+7,-1,0.8643826883305977,0.8618840830569251,0.8427065222050808,0.8496258644022573,0.8420741379399087,0.8491799573748597,0.8155559114335457,0.8171129802684954
+8,1000,0.8647703486308648,0.8628311584932767,0.843011167908753,0.85044249588465,0.8422041718704752,0.8499000419912915,0.8156694047671513,0.8178362140264064
+8,2000,0.8656053240603104,0.8633488520604496,0.8450382789598124,0.8520779959942768,0.844302448972729,0.8514312651191901,0.8232475217318688,0.8235596884540926
+8,3000,0.8646667667595026,0.8624837699373965,0.8436362936307347,0.8506734140603601,0.8429649463201253,0.8502204456410953,0.8159889471666617,0.816878942904001
+8,4000,0.8654031527390729,0.8631780712846391,0.8446798580967407,0.8518696362868625,0.8439396510824069,0.8511767585820373,0.8141096865464448,0.8150404967970462
+8,-1,0.8651049353736909,0.862894497109251,0.8444244526063648,0.8514771975353526,0.8436588734238795,0.8507843465215533,0.8143664165670353,0.8154285965438067
+9,1000,0.8657103858023807,0.8637016311576801,0.8435759565007959,0.8508799801731055,0.8428611336656868,0.850148118676491,0.8161882175162837,0.8175865672951261
+9,2000,0.8664307371478064,0.8640342647338041,0.8449179589922343,0.8526127072188051,0.844267939747136,0.8520376342270982,0.8185050917958809,0.8198025666441808
+9,3000,0.8664347489385053,0.8644543166460191,0.8439989208869471,0.8519735224799213,0.8434194734151611,0.8513842437343015,0.8196509622067946,0.8214880421661018
+9,4000,0.8657036211288606,0.8632462402517513,0.8432822842975439,0.8504076168569589,0.8424969594822137,0.8499283876093231,0.8128684815865406,0.815081347918363
+9,-1,0.8656418321880567,0.8631542384044026,0.8428919739988494,0.8500449741232119,0.8421276530629889,0.8496423581859257,0.8135585086543721,0.8158606955964512
+10,1000,0.8650499299668916,0.8631682971336533,0.8440186021709751,0.8518220678810327,0.8433500220613469,0.851494588608088,0.8182735232676331,0.8195286554231231
+10,2000,0.8641381034470607,0.8621302447651095,0.8438850810550196,0.8515224706983895,0.8433551535666455,0.8512991440312183,0.8208345710825267,0.8212655775999629
+10,3000,0.8658066920714291,0.8635534148559775,0.843681037130527,0.8513609109779237,0.8430021465456555,0.8508493127587313,0.8157895385649786,0.8173691852347692
+10,4000,0.865519366325566,0.8635007964896904,0.8428355314656509,0.8506473287665851,0.8423481596482847,0.8505237956293057,0.8181959249805332,0.8197240009146989
+10,-1,0.8657621418913741,0.8635225651890515,0.8435934957139682,0.851437126333215,0.8430726276753265,0.8512004307971509,0.8186038850049395,0.8197633061019313
+11,1000,0.8659114356670569,0.8636149780687324,0.8433284078378558,0.8511322454722001,0.84279750701599,0.8509273874126156,0.8181623724144966,0.8191787629944253
+11,2000,0.8645927285693601,0.8626852038814115,0.842495785098829,0.8503206734686269,0.8420204892339983,0.8500930770913002,0.819341256627696,0.8211508479835223
+11,3000,0.8652022689277195,0.8632858171938752,0.8441172461590525,0.8520913428463468,0.8435146614103973,0.8517663355034625,0.818803264564417,0.8200295511939757
+11,4000,0.864152407282119,0.8622932858108637,0.8422967013085937,0.850346735898102,0.8416143707869451,0.8498217825531682,0.8154705599379799,0.8174495981015794
+11,-1,0.864243761459917,0.8624525074587776,0.8423943936823951,0.8506089914178648,0.8416873573491787,0.8500906172592227,0.8160952124670962,0.8180115885398802
+12,1000,0.8642898590448983,0.8624254166914265,0.8422679154253481,0.850646311594867,0.8415257575008943,0.8501423820176921,0.8149208609900744,0.8173134093956154
+12,2000,0.8647428049179822,0.8628968475221355,0.8430241717099161,0.851331226793658,0.8423866559593413,0.8509389163801744,0.817246621917644,0.8185955891049445
+12,3000,0.8646902346445189,0.8628058057625694,0.841759161275181,0.8500860540887976,0.8410605065927155,0.8494924616363055,0.8147586792751237,0.8167175344297654
+12,4000,0.8651931442951362,0.863427873837936,0.842412765378093,0.8512491418181765,0.8416817262339813,0.8506332478842996,0.816929889717822,0.8191219435602461
+12,-1,0.8651495798417285,0.8633295340298873,0.8419931081273404,0.8508221320015253,0.84117429023712,0.8500572340522555,0.8163721820387377,0.8188737965920647
+13,1000,0.8654647401039673,0.8635514255306641,0.8427696143663841,0.8514855347297405,0.8420657979650453,0.8508203894738535,0.8178643464362554,0.8196065157971402
+13,2000,0.8644637494299913,0.8623680220283761,0.8429327238646636,0.8513412497993421,0.8422623872797549,0.8506912610478132,0.8170871393616875,0.8180375058175524
+13,3000,0.8643563521253471,0.8624269820365699,0.8412869408139322,0.8500085217383128,0.8406283905471019,0.8495544154161009,0.8168838081054729,0.8189721363557895
+13,4000,0.8648547529824557,0.862730797577213,0.8430490978331113,0.851118748489061,0.8423907222176221,0.8507059139493786,0.8182399407996419,0.8195488349911596
+13,-1,0.8648354576491121,0.8629442383718309,0.8431969215237897,0.8515285755520595,0.8425318501416242,0.8510278474467143,0.8177026673553024,0.8191571140799113

modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  }
+]

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f2609a737e3e504891812b97e37b5c2c758cc3d14ee4c34cc28a66cf12fb88
+size 442569201

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 128,
+  "do_lower_case": false
+}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988bc5a00281c6d210a5d34bd143d0363741a432fefe741bf71e61b1869d4314
+size 810912

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"]}

tokenizer_config.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"], "special_tokens_map_file": null, "name_or_path": "camembert/camembert-base", "sp_model_kwargs": {}, "tokenizer_class": "CamembertTokenizer"}