new weights based on MicrOmnic

MSE-v8_500/deamon_metrics.json

@@ -0,0 +1,494 @@
+[
+    {
+        "id": 0,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/0",
+        "metrics": {
+            "IoU": 0.2573073785787923,
+            "IoU X-axis": 0.5124070409135215,
+            "IoU Y-axis": 0.45185581349972,
+            "Precision": 0.48676431989534874,
+            "Recall": 0.4899683952548239,
+            "F1 Score": 0.36945933906846934
+        }
+    },
+    {
+        "id": 500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/500",
+        "metrics": {
+            "IoU": 0.29261527701041873,
+            "IoU X-axis": 0.5350152751752992,
+            "IoU Y-axis": 0.4927368081763773,
+            "Precision": 0.45824114004260236,
+            "Recall": 0.5622275578254764,
+            "F1 Score": 0.41247836633091994
+        }
+    },
+    {
+        "id": 1000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/1000",
+        "metrics": {
+            "IoU": 0.2086817870451896,
+            "IoU X-axis": 0.4265646071041908,
+            "IoU Y-axis": 0.4269184602256855,
+            "Precision": 0.5236425506192884,
+            "Recall": 0.3442983683820104,
+            "F1 Score": 0.3061764364816441
+        }
+    },
+    {
+        "id": 1500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/1500",
+        "metrics": {
+            "IoU": 0.2373786419431733,
+            "IoU X-axis": 0.45811440284045085,
+            "IoU Y-axis": 0.46036883532657624,
+            "Precision": 0.5139010999594107,
+            "Recall": 0.42560539504677536,
+            "F1 Score": 0.3471482639691499
+        }
+    },
+    {
+        "id": 2000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/2000",
+        "metrics": {
+            "IoU": 0.2738231998988857,
+            "IoU X-axis": 0.4775217611085711,
+            "IoU Y-axis": 0.5180771587605383,
+            "Precision": 0.5536185552557404,
+            "Recall": 0.464618838639758,
+            "F1 Score": 0.39416055778898895
+        }
+    },
+    {
+        "id": 2500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/2500",
+        "metrics": {
+            "IoU": 0.25736577955218093,
+            "IoU X-axis": 0.4693905680106517,
+            "IoU Y-axis": 0.48682941104470023,
+            "Precision": 0.5418301552133302,
+            "Recall": 0.4080242084217252,
+            "F1 Score": 0.3704182637797203
+        }
+    },
+    {
+        "id": 3000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/3000",
+        "metrics": {
+            "IoU": 0.25082396388084294,
+            "IoU X-axis": 0.4497811471398459,
+            "IoU Y-axis": 0.49230778845105844,
+            "Precision": 0.5357412924692205,
+            "Recall": 0.3787923568197631,
+            "F1 Score": 0.3686916852365866
+        }
+    },
+    {
+        "id": 3500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/3500",
+        "metrics": {
+            "IoU": 0.2649904038176352,
+            "IoU X-axis": 0.4958043530115566,
+            "IoU Y-axis": 0.49039750598847687,
+            "Precision": 0.5180239452875058,
+            "Recall": 0.4237308398940503,
+            "F1 Score": 0.3820106080621794
+        }
+    },
+    {
+        "id": 4000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/4000",
+        "metrics": {
+            "IoU": 0.1626876747873239,
+            "IoU X-axis": 0.3979533181445103,
+            "IoU Y-axis": 0.3770971421050207,
+            "Precision": 0.5660427679175046,
+            "Recall": 0.2522166129722039,
+            "F1 Score": 0.24751488576145192
+        }
+    },
+    {
+        "id": 4500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/4500",
+        "metrics": {
+            "IoU": 0.12458729072267685,
+            "IoU X-axis": 0.30500781483846046,
+            "IoU Y-axis": 0.35801707503009583,
+            "Precision": 0.572967287487053,
+            "Recall": 0.17940665641745204,
+            "F1 Score": 0.1934661329154313
+        }
+    },
+    {
+        "id": 5000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/5000",
+        "metrics": {
+            "IoU": 0.1923190462328443,
+            "IoU X-axis": 0.3849245277697073,
+            "IoU Y-axis": 0.4480575105198035,
+            "Precision": 0.5531873187415247,
+            "Recall": 0.292012519116472,
+            "F1 Score": 0.2856175729184694
+        }
+    },
+    {
+        "id": 5500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/5500",
+        "metrics": {
+            "IoU": 0.1924568306978899,
+            "IoU X-axis": 0.3963210615593323,
+            "IoU Y-axis": 0.44731441237293734,
+            "Precision": 0.5947821029751958,
+            "Recall": 0.2729263848387383,
+            "F1 Score": 0.2897035798393723
+        }
+    },
+    {
+        "id": 6000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/6000",
+        "metrics": {
+            "IoU": 0.23810819963459934,
+            "IoU X-axis": 0.46086407149913355,
+            "IoU Y-axis": 0.4652542879647633,
+            "Precision": 0.571393161980918,
+            "Recall": 0.3630459300445307,
+            "F1 Score": 0.34995233863694336
+        }
+    },
+    {
+        "id": 6500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/6500",
+        "metrics": {
+            "IoU": 0.20355787522345614,
+            "IoU X-axis": 0.4098115429157392,
+            "IoU Y-axis": 0.4296242556299633,
+            "Precision": 0.5258156124148472,
+            "Recall": 0.3273490622200887,
+            "F1 Score": 0.3005714117243924
+        }
+    },
+    {
+        "id": 7000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/7000",
+        "metrics": {
+            "IoU": 0.1895895889878193,
+            "IoU X-axis": 0.4003860259743378,
+            "IoU Y-axis": 0.41784049503238035,
+            "Precision": 0.5731100461652181,
+            "Recall": 0.290938205962712,
+            "F1 Score": 0.28493987166127765
+        }
+    },
+    {
+        "id": 7500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/7500",
+        "metrics": {
+            "IoU": 0.18020708107999353,
+            "IoU X-axis": 0.4089860320783164,
+            "IoU Y-axis": 0.3889598723398427,
+            "Precision": 0.557979748390158,
+            "Recall": 0.2702766565342018,
+            "F1 Score": 0.26962478258780054
+        }
+    },
+    {
+        "id": 8000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/8000",
+        "metrics": {
+            "IoU": 0.21111016891640713,
+            "IoU X-axis": 0.43880538576158346,
+            "IoU Y-axis": 0.4248336188120112,
+            "Precision": 0.4763979418827746,
+            "Recall": 0.3506196395757508,
+            "F1 Score": 0.3106726208640294
+        }
+    },
+    {
+        "id": 8500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/8500",
+        "metrics": {
+            "IoU": 0.16922462751992756,
+            "IoU X-axis": 0.38508295683165256,
+            "IoU Y-axis": 0.37613050541635673,
+            "Precision": 0.5661092025072683,
+            "Recall": 0.2330950312116646,
+            "F1 Score": 0.255527965480918
+        }
+    },
+    {
+        "id": 9000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/9000",
+        "metrics": {
+            "IoU": 0.22723029035455375,
+            "IoU X-axis": 0.4402235440970547,
+            "IoU Y-axis": 0.46220864256668037,
+            "Precision": 0.5593948148355286,
+            "Recall": 0.3785080561254186,
+            "F1 Score": 0.3311487573688602
+        }
+    },
+    {
+        "id": 9500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/9500",
+        "metrics": {
+            "IoU": 0.2607876408001598,
+            "IoU X-axis": 0.4860001118898332,
+            "IoU Y-axis": 0.4662941254626641,
+            "Precision": 0.5262113802022309,
+            "Recall": 0.42789335385275606,
+            "F1 Score": 0.3716078958977861
+        }
+    },
+    {
+        "id": 10000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/10000",
+        "metrics": {
+            "IoU": 0.18902284391330376,
+            "IoU X-axis": 0.4263937993169028,
+            "IoU Y-axis": 0.38841559756868604,
+            "Precision": 0.5663261857076398,
+            "Recall": 0.2808461628474566,
+            "F1 Score": 0.2777918089875473
+        }
+    },
+    {
+        "id": 10500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/10500",
+        "metrics": {
+            "IoU": 0.22677133472089356,
+            "IoU X-axis": 0.4823130116444345,
+            "IoU Y-axis": 0.431983192505625,
+            "Precision": 0.5002983708996963,
+            "Recall": 0.39000127393194767,
+            "F1 Score": 0.32985596657051486
+        }
+    },
+    {
+        "id": 11000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/11000",
+        "metrics": {
+            "IoU": 0.19239614310751796,
+            "IoU X-axis": 0.4810857073315791,
+            "IoU Y-axis": 0.36735922451468356,
+            "Precision": 0.490983818371878,
+            "Recall": 0.3141861580589725,
+            "F1 Score": 0.2833296491341754
+        }
+    },
+    {
+        "id": 11500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/11500",
+        "metrics": {
+            "IoU": 0.2124931008115709,
+            "IoU X-axis": 0.4557770523145819,
+            "IoU Y-axis": 0.4122538173466141,
+            "Precision": 0.47862219721356847,
+            "Recall": 0.35933059074864704,
+            "F1 Score": 0.31135137022819004
+        }
+    },
+    {
+        "id": 12000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/12000",
+        "metrics": {
+            "IoU": 0.2108051702940953,
+            "IoU X-axis": 0.4860642168539168,
+            "IoU Y-axis": 0.3888905799518491,
+            "Precision": 0.5405617720602378,
+            "Recall": 0.35082128159982384,
+            "F1 Score": 0.31351870744278076
+        }
+    },
+    {
+        "id": 12500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/12500",
+        "metrics": {
+            "IoU": 0.19668757706346476,
+            "IoU X-axis": 0.44173051391832147,
+            "IoU Y-axis": 0.3949906223372994,
+            "Precision": 0.5331373729044838,
+            "Recall": 0.3143822272973992,
+            "F1 Score": 0.29400190368479273
+        }
+    },
+    {
+        "id": 13000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/13000",
+        "metrics": {
+            "IoU": 0.18415290124559852,
+            "IoU X-axis": 0.4329942847670981,
+            "IoU Y-axis": 0.37022415299559613,
+            "Precision": 0.5212383423598258,
+            "Recall": 0.27935519669867614,
+            "F1 Score": 0.275192405645684
+        }
+    },
+    {
+        "id": 13500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/13500",
+        "metrics": {
+            "IoU": 0.22874777427378012,
+            "IoU X-axis": 0.4881351614173073,
+            "IoU Y-axis": 0.4321560594770112,
+            "Precision": 0.5073839782484604,
+            "Recall": 0.3721083330348787,
+            "F1 Score": 0.3344707324872758
+        }
+    },
+    {
+        "id": 14000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/14000",
+        "metrics": {
+            "IoU": 0.20106381831013742,
+            "IoU X-axis": 0.44314132717553206,
+            "IoU Y-axis": 0.41317677917555345,
+            "Precision": 0.5158708662568253,
+            "Recall": 0.34570189737034723,
+            "F1 Score": 0.298001728105715
+        }
+    },
+    {
+        "id": 14500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/14500",
+        "metrics": {
+            "IoU": 0.19690527387575948,
+            "IoU X-axis": 0.44062291715869234,
+            "IoU Y-axis": 0.4066910841218624,
+            "Precision": 0.5265281161696421,
+            "Recall": 0.31302915371632856,
+            "F1 Score": 0.29510591870093333
+        }
+    },
+    {
+        "id": 15000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/15000",
+        "metrics": {
+            "IoU": 0.1367996073222642,
+            "IoU X-axis": 0.3716025410206103,
+            "IoU Y-axis": 0.3439228075377031,
+            "Precision": 0.5880577036283847,
+            "Recall": 0.1869240589356138,
+            "F1 Score": 0.21841704237246173
+        }
+    },
+    {
+        "id": 15500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/15500",
+        "metrics": {
+            "IoU": 0.20985181516276014,
+            "IoU X-axis": 0.4396028704890865,
+            "IoU Y-axis": 0.42053265345978746,
+            "Precision": 0.5321430312440207,
+            "Recall": 0.32924655759434385,
+            "F1 Score": 0.30865870302298415
+        }
+    },
+    {
+        "id": 16000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/16000",
+        "metrics": {
+            "IoU": 0.2244717207714992,
+            "IoU X-axis": 0.4501551211369741,
+            "IoU Y-axis": 0.4609718054193405,
+            "Precision": 0.547007048870619,
+            "Recall": 0.3607929977130974,
+            "F1 Score": 0.33321307525428595
+        }
+    },
+    {
+        "id": 16500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/16500",
+        "metrics": {
+            "IoU": 0.20229700558096678,
+            "IoU X-axis": 0.45239468420587753,
+            "IoU Y-axis": 0.3989771046932674,
+            "Precision": 0.4966387938084334,
+            "Recall": 0.3223553427897163,
+            "F1 Score": 0.2986934442233425
+        }
+    },
+    {
+        "id": 17000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/17000",
+        "metrics": {
+            "IoU": 0.2191698160205444,
+            "IoU X-axis": 0.4462361638403316,
+            "IoU Y-axis": 0.4276635317567595,
+            "Precision": 0.5133372281492418,
+            "Recall": 0.33990130582133604,
+            "F1 Score": 0.3198265246657005
+        }
+    },
+    {
+        "id": 17500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/17500",
+        "metrics": {
+            "IoU": 0.2366728507505847,
+            "IoU X-axis": 0.46531028492134013,
+            "IoU Y-axis": 0.46781633536293316,
+            "Precision": 0.5205900738041735,
+            "Recall": 0.3807144049056005,
+            "F1 Score": 0.3485280777865687
+        }
+    },
+    {
+        "id": 18000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/18000",
+        "metrics": {
+            "IoU": 0.24897811490423458,
+            "IoU X-axis": 0.48472581621602634,
+            "IoU Y-axis": 0.46869362894786726,
+            "Precision": 0.4963018216178605,
+            "Recall": 0.4112225558859957,
+            "F1 Score": 0.3597984448781244
+        }
+    },
+    {
+        "id": 18500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/18500",
+        "metrics": {
+            "IoU": 0.20768915324788575,
+            "IoU X-axis": 0.4232083093190646,
+            "IoU Y-axis": 0.4293730572817871,
+            "Precision": 0.4925219901536748,
+            "Recall": 0.3349815933471095,
+            "F1 Score": 0.30499804658294444
+        }
+    },
+    {
+        "id": 19000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/19000",
+        "metrics": {
+            "IoU": 0.19039552711790309,
+            "IoU X-axis": 0.405954167427441,
+            "IoU Y-axis": 0.4157834750695693,
+            "Precision": 0.5245899691057866,
+            "Recall": 0.2796746766281925,
+            "F1 Score": 0.2836316546104034
+        }
+    },
+    {
+        "id": 19500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/19500",
+        "metrics": {
+            "IoU": 0.1914633135713152,
+            "IoU X-axis": 0.39745155786545444,
+            "IoU Y-axis": 0.43185751864811167,
+            "Precision": 0.515209317949084,
+            "Recall": 0.2995254350570057,
+            "F1 Score": 0.2855874031853457
+        }
+    },
+    {
+        "id": 20000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/20000",
+        "metrics": {
+            "IoU": 0.18856521172947857,
+            "IoU X-axis": 0.4261171924482662,
+            "IoU Y-axis": 0.40614538480400597,
+            "Precision": 0.5349037883697967,
+            "Recall": 0.2760203737653936,
+            "F1 Score": 0.28035406807835
+        }
+    }
+]

MSE-v8_500/deamon_metrics_train500.json

@@ -0,0 +1,494 @@
+[
+    {
+        "id": 500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/500",
+        "metrics": {
+            "IoU": 0.0607852700171914,
+            "IoU X-axis": 0.15178441921160865,
+            "IoU Y-axis": 0.16139931337934502,
+            "Precision": 0.1291351001216504,
+            "Recall": 0.11702542731925217,
+            "F1 Score": 0.09256301995369239
+        }
+    },
+    {
+        "id": 0,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/0",
+        "metrics": {
+            "IoU": 0.05685002264518626,
+            "IoU X-axis": 0.14376179211002185,
+            "IoU Y-axis": 0.15940641804750258,
+            "Precision": 0.129168140071631,
+            "Recall": 0.1068343347186412,
+            "F1 Score": 0.08806122547167101
+        }
+    },
+    {
+        "id": 1000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/1000",
+        "metrics": {
+            "IoU": 0.05580205363935083,
+            "IoU X-axis": 0.13650587188277058,
+            "IoU Y-axis": 0.15925181427786192,
+            "Precision": 0.12237943920359248,
+            "Recall": 0.1006130164335385,
+            "F1 Score": 0.08456836560187685
+        }
+    },
+    {
+        "id": 1500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/1500",
+        "metrics": {
+            "IoU": 0.0600509138387318,
+            "IoU X-axis": 0.14924089306423668,
+            "IoU Y-axis": 0.15173701539664988,
+            "Precision": 0.14146296096172417,
+            "Recall": 0.10565210230684231,
+            "F1 Score": 0.09345748464509045
+        }
+    },
+    {
+        "id": 2000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/2000",
+        "metrics": {
+            "IoU": 0.0630548942194279,
+            "IoU X-axis": 0.1396671482791482,
+            "IoU Y-axis": 0.1820452969120934,
+            "Precision": 0.15298055976866365,
+            "Recall": 0.10639897665591931,
+            "F1 Score": 0.09632604610780499
+        }
+    },
+    {
+        "id": 2500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/2500",
+        "metrics": {
+            "IoU": 0.07035443261503505,
+            "IoU X-axis": 0.14017619487439037,
+            "IoU Y-axis": 0.20075356618207002,
+            "Precision": 0.15126753777530746,
+            "Recall": 0.13374609070512503,
+            "F1 Score": 0.10773859791931116
+        }
+    },
+    {
+        "id": 3000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/3000",
+        "metrics": {
+            "IoU": 0.05619282573859063,
+            "IoU X-axis": 0.12867971924176785,
+            "IoU Y-axis": 0.1694140032378731,
+            "Precision": 0.15193090909837623,
+            "Recall": 0.08782013853129092,
+            "F1 Score": 0.08866577027007283
+        }
+    },
+    {
+        "id": 3500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/3500",
+        "metrics": {
+            "IoU": 0.055169754866327664,
+            "IoU X-axis": 0.14324323699170963,
+            "IoU Y-axis": 0.145906967223906,
+            "Precision": 0.15179452480458755,
+            "Recall": 0.0885728458624773,
+            "F1 Score": 0.08700098392856868
+        }
+    },
+    {
+        "id": 4000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/4000",
+        "metrics": {
+            "IoU": 0.05304139609110143,
+            "IoU X-axis": 0.11775025059686688,
+            "IoU Y-axis": 0.17729378246211394,
+            "Precision": 0.14945468665691009,
+            "Recall": 0.08722715580699698,
+            "F1 Score": 0.08168278799179356
+        }
+    },
+    {
+        "id": 4500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/4500",
+        "metrics": {
+            "IoU": 0.04194447332787844,
+            "IoU X-axis": 0.10313724550664688,
+            "IoU Y-axis": 0.1591190176162311,
+            "Precision": 0.1523848976861699,
+            "Recall": 0.06446399840667698,
+            "F1 Score": 0.0667290690269042
+        }
+    },
+    {
+        "id": 5000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/5000",
+        "metrics": {
+            "IoU": 0.05104766298535363,
+            "IoU X-axis": 0.11292962322421761,
+            "IoU Y-axis": 0.17887358650060384,
+            "Precision": 0.14678168931249377,
+            "Recall": 0.0853371498917111,
+            "F1 Score": 0.07988472409114089
+        }
+    },
+    {
+        "id": 5500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/5500",
+        "metrics": {
+            "IoU": 0.048515283313162544,
+            "IoU X-axis": 0.12169728150752539,
+            "IoU Y-axis": 0.15298649901873507,
+            "Precision": 0.1402629293942355,
+            "Recall": 0.07465510010386067,
+            "F1 Score": 0.07583984337545896
+        }
+    },
+    {
+        "id": 6000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/6000",
+        "metrics": {
+            "IoU": 0.0630788482252231,
+            "IoU X-axis": 0.13729029978790766,
+            "IoU Y-axis": 0.17698412819707174,
+            "Precision": 0.14108850710746287,
+            "Recall": 0.1108970594464397,
+            "F1 Score": 0.09708549447127755
+        }
+    },
+    {
+        "id": 6500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/6500",
+        "metrics": {
+            "IoU": 0.06053485713322756,
+            "IoU X-axis": 0.12876462937272748,
+            "IoU Y-axis": 0.1706710568699383,
+            "Precision": 0.14189395303719488,
+            "Recall": 0.10795164588569064,
+            "F1 Score": 0.09286934671899394
+        }
+    },
+    {
+        "id": 7000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/7000",
+        "metrics": {
+            "IoU": 0.06129369578302763,
+            "IoU X-axis": 0.13203568384556527,
+            "IoU Y-axis": 0.18911041220217845,
+            "Precision": 0.14201186461844584,
+            "Recall": 0.1112444924017923,
+            "F1 Score": 0.09430692701335605
+        }
+    },
+    {
+        "id": 7500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/7500",
+        "metrics": {
+            "IoU": 0.05066782640539729,
+            "IoU X-axis": 0.11885901848542005,
+            "IoU Y-axis": 0.1749777031675486,
+            "Precision": 0.14857084841890042,
+            "Recall": 0.07953838155038254,
+            "F1 Score": 0.07952988627147477
+        }
+    },
+    {
+        "id": 8000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/8000",
+        "metrics": {
+            "IoU": 0.06110624506717144,
+            "IoU X-axis": 0.1347467614941592,
+            "IoU Y-axis": 0.17721238707907866,
+            "Precision": 0.14612149402783461,
+            "Recall": 0.11041333950631424,
+            "F1 Score": 0.09549613753596288
+        }
+    },
+    {
+        "id": 8500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/8500",
+        "metrics": {
+            "IoU": 0.05517064217852158,
+            "IoU X-axis": 0.12041310537715927,
+            "IoU Y-axis": 0.17840648222194366,
+            "Precision": 0.14990839752952548,
+            "Recall": 0.09037876043519744,
+            "F1 Score": 0.0867195138805944
+        }
+    },
+    {
+        "id": 9000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/9000",
+        "metrics": {
+            "IoU": 0.06343917191927638,
+            "IoU X-axis": 0.1329019139400965,
+            "IoU Y-axis": 0.1831192317511843,
+            "Precision": 0.1477862568961482,
+            "Recall": 0.11247870629263164,
+            "F1 Score": 0.09781702857294036
+        }
+    },
+    {
+        "id": 9500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/9500",
+        "metrics": {
+            "IoU": 0.06547534781646311,
+            "IoU X-axis": 0.13260650851315625,
+            "IoU Y-axis": 0.19065442482263312,
+            "Precision": 0.15297993313181968,
+            "Recall": 0.11419751095395332,
+            "F1 Score": 0.10081857491313684
+        }
+    },
+    {
+        "id": 10000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/10000",
+        "metrics": {
+            "IoU": 0.05719340798285019,
+            "IoU X-axis": 0.13260553781705772,
+            "IoU Y-axis": 0.1690505478701698,
+            "Precision": 0.14175694248112658,
+            "Recall": 0.09566945524688084,
+            "F1 Score": 0.08861187004611426
+        }
+    },
+    {
+        "id": 10500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/10500",
+        "metrics": {
+            "IoU": 0.06485635799869743,
+            "IoU X-axis": 0.1503247114304141,
+            "IoU Y-axis": 0.16936068070831575,
+            "Precision": 0.14384346802725634,
+            "Recall": 0.11718829208974736,
+            "F1 Score": 0.1003158402509028
+        }
+    },
+    {
+        "id": 11000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/11000",
+        "metrics": {
+            "IoU": 0.057854859127905514,
+            "IoU X-axis": 0.15268993319899,
+            "IoU Y-axis": 0.1506018711707987,
+            "Precision": 0.144759209972625,
+            "Recall": 0.09756171742911794,
+            "F1 Score": 0.09030860882143349
+        }
+    },
+    {
+        "id": 11500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/11500",
+        "metrics": {
+            "IoU": 0.06782959262434494,
+            "IoU X-axis": 0.1468686763441846,
+            "IoU Y-axis": 0.16528534989138507,
+            "Precision": 0.1432371288429415,
+            "Recall": 0.12017161729182299,
+            "F1 Score": 0.10398054191238323
+        }
+    },
+    {
+        "id": 12000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/12000",
+        "metrics": {
+            "IoU": 0.05538228639836877,
+            "IoU X-axis": 0.1338146624730743,
+            "IoU Y-axis": 0.1523928666794218,
+            "Precision": 0.1494483644637433,
+            "Recall": 0.09008099292652878,
+            "F1 Score": 0.0872516157667503
+        }
+    },
+    {
+        "id": 12500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/12500",
+        "metrics": {
+            "IoU": 0.056606721993580605,
+            "IoU X-axis": 0.13811549338364054,
+            "IoU Y-axis": 0.15164015843924003,
+            "Precision": 0.150883495796045,
+            "Recall": 0.09019744959358565,
+            "F1 Score": 0.08890883173199586
+        }
+    },
+    {
+        "id": 13000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/13000",
+        "metrics": {
+            "IoU": 0.04527808076042746,
+            "IoU X-axis": 0.11880031197027624,
+            "IoU Y-axis": 0.14270185470562416,
+            "Precision": 0.14551480040598658,
+            "Recall": 0.07247758536966313,
+            "F1 Score": 0.07311605195192888
+        }
+    },
+    {
+        "id": 13500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/13500",
+        "metrics": {
+            "IoU": 0.06213428936549827,
+            "IoU X-axis": 0.14296028635226823,
+            "IoU Y-axis": 0.16517027397260212,
+            "Precision": 0.1497700600537293,
+            "Recall": 0.1019592959373636,
+            "F1 Score": 0.09504983303168858
+        }
+    },
+    {
+        "id": 14000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/14000",
+        "metrics": {
+            "IoU": 0.05692437242106916,
+            "IoU X-axis": 0.1282793774917829,
+            "IoU Y-axis": 0.16045156324202162,
+            "Precision": 0.14418484607703372,
+            "Recall": 0.09610691383472565,
+            "F1 Score": 0.08844893597716658
+        }
+    },
+    {
+        "id": 14500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/14500",
+        "metrics": {
+            "IoU": 0.04750842143388468,
+            "IoU X-axis": 0.13397202921567455,
+            "IoU Y-axis": 0.1394221978148948,
+            "Precision": 0.1341837992355762,
+            "Recall": 0.077161108696745,
+            "F1 Score": 0.07485594129771773
+        }
+    },
+    {
+        "id": 15000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/15000",
+        "metrics": {
+            "IoU": 0.04079562318041693,
+            "IoU X-axis": 0.11845134171411091,
+            "IoU Y-axis": 0.13126974323394505,
+            "Precision": 0.1588735049686149,
+            "Recall": 0.05696209557530684,
+            "F1 Score": 0.06529867327980195
+        }
+    },
+    {
+        "id": 15500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/15500",
+        "metrics": {
+            "IoU": 0.04837183395733647,
+            "IoU X-axis": 0.1331174196044172,
+            "IoU Y-axis": 0.13497376202597974,
+            "Precision": 0.14307327783249524,
+            "Recall": 0.0698079366264875,
+            "F1 Score": 0.07621342716116092
+        }
+    },
+    {
+        "id": 16000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/16000",
+        "metrics": {
+            "IoU": 0.05573611242395049,
+            "IoU X-axis": 0.13841348223546424,
+            "IoU Y-axis": 0.15429319342284578,
+            "Precision": 0.16315096147732322,
+            "Recall": 0.08140934924339945,
+            "F1 Score": 0.08759482308436334
+        }
+    },
+    {
+        "id": 16500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/16500",
+        "metrics": {
+            "IoU": 0.05542210909302098,
+            "IoU X-axis": 0.13853557106079456,
+            "IoU Y-axis": 0.15028873468937065,
+            "Precision": 0.14926127123660812,
+            "Recall": 0.08520743125221807,
+            "F1 Score": 0.08564518483677264
+        }
+    },
+    {
+        "id": 17000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/17000",
+        "metrics": {
+            "IoU": 0.05583263472367675,
+            "IoU X-axis": 0.140521447991848,
+            "IoU Y-axis": 0.15319588107594295,
+            "Precision": 0.14052374244315283,
+            "Recall": 0.09114275786717818,
+            "F1 Score": 0.08586809891800798
+        }
+    },
+    {
+        "id": 17500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/17500",
+        "metrics": {
+            "IoU": 0.05410030106732123,
+            "IoU X-axis": 0.14084669926664936,
+            "IoU Y-axis": 0.15989167170371382,
+            "Precision": 0.1588916198271515,
+            "Recall": 0.08210491768136625,
+            "F1 Score": 0.0843676090435058
+        }
+    },
+    {
+        "id": 18000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/18000",
+        "metrics": {
+            "IoU": 0.05989994426853154,
+            "IoU X-axis": 0.14171854295379155,
+            "IoU Y-axis": 0.16508000246927412,
+            "Precision": 0.1499166830451333,
+            "Recall": 0.10084491411686411,
+            "F1 Score": 0.09120225762525498
+        }
+    },
+    {
+        "id": 18500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/18500",
+        "metrics": {
+            "IoU": 0.06038080963894347,
+            "IoU X-axis": 0.13702135445460856,
+            "IoU Y-axis": 0.16106738000926488,
+            "Precision": 0.15199515077126807,
+            "Recall": 0.1003876634065495,
+            "F1 Score": 0.09212957398048129
+        }
+    },
+    {
+        "id": 19000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/19000",
+        "metrics": {
+            "IoU": 0.052260423578186985,
+            "IoU X-axis": 0.1341748529339686,
+            "IoU Y-axis": 0.1509741518112611,
+            "Precision": 0.13892161251327387,
+            "Recall": 0.08297041317522538,
+            "F1 Score": 0.08080127367454225
+        }
+    },
+    {
+        "id": 19500,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/19500",
+        "metrics": {
+            "IoU": 0.04962958072198959,
+            "IoU X-axis": 0.12880194098924072,
+            "IoU Y-axis": 0.14640764487738006,
+            "Precision": 0.12565141740233304,
+            "Recall": 0.08640932885468221,
+            "F1 Score": 0.07680902145124487
+        }
+    },
+    {
+        "id": 20000,
+        "ckpt_path": "./ckpts/Grounding_MSE/version_8/20000",
+        "metrics": {
+            "IoU": 0.056507157407369335,
+            "IoU X-axis": 0.1449164458683974,
+            "IoU Y-axis": 0.15348494293039547,
+            "Precision": 0.13661026141816032,
+            "Recall": 0.09686934656793803,
+            "F1 Score": 0.08662505893523831
+        }
+    }
+]

MSE-v8_500/hparams.yaml

@@ -0,0 +1,26 @@
+cfg: !!python/object:__main__.Config
+  batch_size: 16
+  ckp_iterations_step: 500
+  emb_dim: 2048
+  exp_name: Grounding_MSE/version_8
+  grad_accum: 2
+  image_folder: data/
+  json_data_path: data/OMNIGROUND_stacked_train.json
+  learning_rate: 0.005
+  max_context_len: 2048
+  n_epochs: 1
+  num_devices:
+  - 0
+  - 1
+  - 2
+  - 3
+  num_workers: 16
+  original_ckp: ./OmniFusion/MicroOmnic
+  pad_id: 0
+  pretrain_path: ./ckpts/Grounding_MSE/version_4/104000
+  projection_num_head: 4
+  prompt: 'This is a dialog with AI assistant.
+
+    '
+  tokenizer_ckp: TinyLlama/TinyLlama-1.1B-Chat-v1.0
+  vision_emb_num: 576

tokenizer.model → MSE-v8_500/model/grounding_head.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
-size 493443
+oid sha256:7d12d52ed791f2c3d1b0fcde3ea4b222f4d768ce08c97745e0f7a017cf69fb2b
+size 35586

projection.pt → MSE-v8_500/model/projection.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2a66d5ba53ebdacc95529ad51abf6743561bfaabc793339a7317b40368f7209
-size 25205035
+oid sha256:382647da608ae5c5da62097cacabf4e1224870fc832127b51b017ec203da50d0
+size 21007330

special_embeddings.pt → MSE-v8_500/model/special_embeddings.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6df04f7e59cd1a04f3934854737b1dbed5c78bd2fe57d2f7ffb50cd15323f10f
-size 34337
+oid sha256:6d908407470a948e31dbb19c2b7081f4b25f5a48a85e815978db1497605c04b5
+size 18408

MSE-v8_500/model/tuned-model/config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 5632,
+  "max_position_embeddings": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 22,
+  "num_key_value_heads": 4,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

MSE-v8_500/model/tuned-model/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "max_length": 2048,
+  "pad_token_id": 0,
+  "transformers_version": "4.37.1"
+}

model-00002-of-00003.safetensors → MSE-v8_500/model/tuned-model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89fb88e53ddb470028c0e4148b3f11d03db415a5563ee74f3cf110e8b9338235
-size 4999819336
+oid sha256:9c51f80f8e5d10e5503d3c85639a82efe96f4aac952066f4075591bfe09eeb57
+size 2200119864

README.md

@@ -1,6 +0,0 @@
----
-library_name: transformers
-tags: []
----
-
-OmniMistral-7b_v3_9999

model.safetensors.index.json

@@ -1,298 +0,0 @@
-{
-  "metadata": {
-    "total_size": 14483464192
-  },
-  "weight_map": {
-    "lm_head.weight": "model-00003-of-00003.safetensors",
-    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
-    "model.norm.weight": "model-00003-of-00003.safetensors"
-  }
-}

orig-v19_2000/deamon_metrics.json

@@ -0,0 +1,134 @@
+[
+    {
+        "id": 0,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/0",
+        "metrics": {
+            "IoU": 0.30558388359434957,
+            "IoU X-axis": 0.43919762885602454,
+            "IoU Y-axis": 0.5771551423794644,
+            "Precision": 0.35319130896116774,
+            "Recall": 0.6307068699725886,
+            "F1 Score": 0.40719000961364343
+        }
+    },
+    {
+        "id": 1000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/1000",
+        "metrics": {
+            "IoU": 0.309035504056807,
+            "IoU X-axis": 0.42515315823640387,
+            "IoU Y-axis": 0.5899673850177798,
+            "Precision": 0.3475039779639078,
+            "Recall": 0.621760860487341,
+            "F1 Score": 0.40894976479315587
+        }
+    },
+    {
+        "id": 2000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/2000",
+        "metrics": {
+            "IoU": 0.311195036789808,
+            "IoU X-axis": 0.4216363926615186,
+            "IoU Y-axis": 0.6039929855090924,
+            "Precision": 0.3447932451661313,
+            "Recall": 0.6292984291647035,
+            "F1 Score": 0.40794990388703056
+        }
+    },
+    {
+        "id": 3000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/3000",
+        "metrics": {
+            "IoU": 0.26549898888332346,
+            "IoU X-axis": 0.39026351550930516,
+            "IoU Y-axis": 0.5503499038123383,
+            "Precision": 0.305574045651455,
+            "Recall": 0.5512903366107842,
+            "F1 Score": 0.3548486738679323
+        }
+    },
+    {
+        "id": 4000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/4000",
+        "metrics": {
+            "IoU": 0.29102050958810943,
+            "IoU X-axis": 0.415312529562027,
+            "IoU Y-axis": 0.571862043717228,
+            "Precision": 0.32325420377535274,
+            "Recall": 0.6021205048126106,
+            "F1 Score": 0.38194255446613723
+        }
+    },
+    {
+        "id": 5000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/5000",
+        "metrics": {
+            "IoU": 0.2673608894348029,
+            "IoU X-axis": 0.39306308258054257,
+            "IoU Y-axis": 0.5078254197006258,
+            "Precision": 0.3009487610204082,
+            "Recall": 0.5853196158471533,
+            "F1 Score": 0.3560805756193068
+        }
+    },
+    {
+        "id": 6000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/6000",
+        "metrics": {
+            "IoU": 0.28336261097386034,
+            "IoU X-axis": 0.4018478680029074,
+            "IoU Y-axis": 0.5504036593941035,
+            "Precision": 0.3196951494968821,
+            "Recall": 0.5977613250143989,
+            "F1 Score": 0.3746557316350878
+        }
+    },
+    {
+        "id": 7000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/7000",
+        "metrics": {
+            "IoU": 0.28589155302571845,
+            "IoU X-axis": 0.40171331578445885,
+            "IoU Y-axis": 0.559070086505551,
+            "Precision": 0.31699201404006044,
+            "Recall": 0.6105903057818016,
+            "F1 Score": 0.37753229671932914
+        }
+    },
+    {
+        "id": 8000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/8000",
+        "metrics": {
+            "IoU": 0.29793162665872247,
+            "IoU X-axis": 0.4056827059409615,
+            "IoU Y-axis": 0.567298900304166,
+            "Precision": 0.33686545021101033,
+            "Recall": 0.6012773408994075,
+            "F1 Score": 0.3929331720075697
+        }
+    },
+    {
+        "id": 9000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/9000",
+        "metrics": {
+            "IoU": 0.2883074533178669,
+            "IoU X-axis": 0.3940397012973179,
+            "IoU Y-axis": 0.5703466950173859,
+            "Precision": 0.3237723602050265,
+            "Recall": 0.5978776013547055,
+            "F1 Score": 0.3791110239323364
+        }
+    },
+    {
+        "id": -1,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/",
+        "metrics": {
+            "IoU": 0.29048541285062546,
+            "IoU X-axis": 0.39995099846821025,
+            "IoU Y-axis": 0.567161254021535,
+            "Precision": 0.3279886289890401,
+            "Recall": 0.5969391439634957,
+            "F1 Score": 0.38318740304283244
+        }
+    }
+]

orig-v19_2000/deamon_metrics_train500.json

@@ -0,0 +1,134 @@
+[
+    {
+        "id": 0,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/0",
+        "metrics": {
+            "IoU": 0.19054752535555794,
+            "IoU X-axis": 0.28681942746455724,
+            "IoU Y-axis": 0.6022778251933539,
+            "Precision": 0.21534548362169312,
+            "Recall": 0.4567113888196363,
+            "F1 Score": 0.2674302790495823
+        }
+    },
+    {
+        "id": 2000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/2000",
+        "metrics": {
+            "IoU": 0.18780749440700203,
+            "IoU X-axis": 0.27817969910159424,
+            "IoU Y-axis": 0.5889075903022304,
+            "Precision": 0.20816799045767195,
+            "Recall": 0.45156391465398893,
+            "F1 Score": 0.2618098038502784
+        }
+    },
+    {
+        "id": 1000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/1000",
+        "metrics": {
+            "IoU": 0.1971924264430956,
+            "IoU X-axis": 0.28950369484490435,
+            "IoU Y-axis": 0.607388895921615,
+            "Precision": 0.2190709213710317,
+            "Recall": 0.47313788247614175,
+            "F1 Score": 0.2742507735645332
+        }
+    },
+    {
+        "id": 4000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/4000",
+        "metrics": {
+            "IoU": 0.2049829374154959,
+            "IoU X-axis": 0.2939266234856933,
+            "IoU Y-axis": 0.5828849575284405,
+            "Precision": 0.23131935429872133,
+            "Recall": 0.4615848131405128,
+            "F1 Score": 0.28187240398378005
+        }
+    },
+    {
+        "id": 3000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/3000",
+        "metrics": {
+            "IoU": 0.2043638531265059,
+            "IoU X-axis": 0.3089586823572199,
+            "IoU Y-axis": 0.5722786518276325,
+            "Precision": 0.23112420296693123,
+            "Recall": 0.42781696760312354,
+            "F1 Score": 0.27762605684437364
+        }
+    },
+    {
+        "id": 5000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/5000",
+        "metrics": {
+            "IoU": 0.21551666942444136,
+            "IoU X-axis": 0.3045487713917804,
+            "IoU Y-axis": 0.5639674224737267,
+            "Precision": 0.23929817313646384,
+            "Recall": 0.47056124520281106,
+            "F1 Score": 0.2943689385029061
+        }
+    },
+    {
+        "id": 7000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/7000",
+        "metrics": {
+            "IoU": 0.2012155978825925,
+            "IoU X-axis": 0.28311230552390815,
+            "IoU Y-axis": 0.5608630030631204,
+            "Precision": 0.2241464813707168,
+            "Recall": 0.45346886836152545,
+            "F1 Score": 0.27534253439104794
+        }
+    },
+    {
+        "id": 6000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/6000",
+        "metrics": {
+            "IoU": 0.20760201996479652,
+            "IoU X-axis": 0.29627412343210746,
+            "IoU Y-axis": 0.5591573049200574,
+            "Precision": 0.23084833352040815,
+            "Recall": 0.46296489372466304,
+            "F1 Score": 0.2843427725472369
+        }
+    },
+    {
+        "id": 8000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/8000",
+        "metrics": {
+            "IoU": 0.19390211519740805,
+            "IoU X-axis": 0.274319166347376,
+            "IoU Y-axis": 0.5480837969383242,
+            "Precision": 0.21343772329509952,
+            "Recall": 0.4436095367103791,
+            "F1 Score": 0.26548999177150856
+        }
+    },
+    {
+        "id": -1,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/",
+        "metrics": {
+            "IoU": 0.1985249935255598,
+            "IoU X-axis": 0.2800195628607395,
+            "IoU Y-axis": 0.549383595837675,
+            "Precision": 0.21833993114751826,
+            "Recall": 0.4474378103560755,
+            "F1 Score": 0.27070575675247904
+        }
+    },
+    {
+        "id": 9000,
+        "ckpt_path": "./ckpts/Grouning_1B/version_19/9000",
+        "metrics": {
+            "IoU": 0.20051535309376672,
+            "IoU X-axis": 0.2825724552829181,
+            "IoU Y-axis": 0.5540889652706387,
+            "Precision": 0.2199964456020723,
+            "Recall": 0.4532975833717852,
+            "F1 Score": 0.273948005749244
+        }
+    }
+]

orig-v19_2000/hparams.yaml

@@ -0,0 +1,25 @@
+cfg: !!python/object:__main__.Config
+  batch_size: 8
+  ckp_iterations_step: 1000
+  emb_dim: 2048
+  exp_name: Grouning_1B/version_19
+  freeze: 2
+  grad_accum: 2
+  image_folder: data/
+  json_data_path: data/ref3rec_new_train_1digts.json
+  learning_rate: 0.002
+  max_context_len: 2048
+  model_ckp: TinyLlama/TinyLlama-1.1B-Chat-v1.0
+  n_epochs: 1
+  num_devices:
+  - 1
+  - 2
+  - 3
+  num_workers: 16
+  pad_id: 0
+  pretrain_path: ./ckpts/Grouning_1B/version_18/9000
+  projection_num_head: 4
+  prompt: 'This is a dialog with AI assistant.
+
+    '
+  vision_emb_num: 576

model-00001-of-00003.safetensors → orig-v19_2000/model/projection.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:135c686d66fc875e6db8cfd742dbfb12db1afe796a11380e5da1f4506742b27b
-size 4943162336
+oid sha256:2dcedb97def529dcaf2170a1a7658eded7b9bb16e20abb1e05f2e34763eef083
+size 21007330

orig-v19_2000/model/special_embeddings.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd74d7d1340b47ba76f006ee94d5b74464d645b189c70f205003a85cd499796
+size 18408

config.json → orig-v19_2000/model/tuned-model/config.json

@@ -1,23 +1,25 @@
 {
-  "_name_or_path": "../ckpts/Grouning_0/version_6/44999/tuned-model",
+  "_name_or_path": "./OmniFusion/MicroOmnic",
   "architectures": [
-    "MistralForCausalLM"
+    "LlamaForCausalLM"
   ],
+  "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
-  "hidden_size": 4096,
+  "hidden_size": 2048,
   "initializer_range": 0.02,
-  "intermediate_size": 14336,
-  "max_position_embeddings": 32768,
-  "model_type": "mistral",
+  "intermediate_size": 5632,
+  "max_position_embeddings": 2048,
+  "model_type": "llama",
   "num_attention_heads": 32,
-  "num_hidden_layers": 32,
-  "num_key_value_heads": 8,
+  "num_hidden_layers": 22,
+  "num_key_value_heads": 4,
+  "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
   "rope_theta": 10000.0,
-  "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.40.0",

generation_config.json → orig-v19_2000/model/tuned-model/generation_config.json

@@ -1,6 +1,7 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
+  "max_length": 2048,
+  "pad_token_id": 0,
   "transformers_version": "4.40.0"
 }

model-00003-of-00003.safetensors → orig-v19_2000/model/tuned-model/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c887c73d47ef926ceaf521b23605f92a585f8272baddc1f2ab548489f1b0b05
-size 4540516344
+oid sha256:9c51f80f8e5d10e5503d3c85639a82efe96f4aac952066f4075591bfe09eeb57
+size 2200119864

special_tokens_map.json

@@ -1,23 +0,0 @@
-{
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
-}

tokenizer_config.json

@@ -1,43 +0,0 @@
-{
-  "add_bos_token": true,
-  "add_eos_token": false,
-  "add_prefix_space": true,
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [],
-  "bos_token": "<s>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "</s>",
-  "legacy": true,
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": null,
-  "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
-}