eval: add eval_results.json, model-index, fix evaluate.py NaN→null

eval_results.json

@@ -34,15 +34,6 @@
         "omission": 0.06958310396200226,
         "improvement": 0.8743410716133733
       },
-      "mamba-rgbn-x4": {
-        "reflectance": 0.001255020108674803,
-        "spectral": 0.674253087851309,
-        "spatial": 0.0009677419138531531,
-        "synthesis": 0.07252634112392703,
-        "hallucination": 0.0565088601602662,
-        "omission": 0.07080371125090507,
-        "improvement": 0.8726874195760296
-      },
       "lite-main": {
         "reflectance": 0.0023929650121698935,
         "spectral": 1.804798807828657,
@@ -52,23 +43,14 @@
         "omission": 0.06904069081910195,
         "improvement": 0.8748838036291061
       },
-      "mamba-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "lite-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
+      "mamba-rgbn-x4": {
+        "reflectance": 0.001255020108674803,
+        "spectral": 0.674253087851309,
+        "spatial": 0.0009677419138531531,
+        "synthesis": 0.07252634112392703,
+        "hallucination": 0.0565088601602662,
+        "omission": 0.07080371125090507,
+        "improvement": 0.8726874195760296
       },
       "mamba-main": {
         "reflectance": 0.0022339470921114326,
@@ -90,15 +72,6 @@
         "omission": 0.12738969715105164,
         "improvement": 0.7991924583911896
       },
-      "mamba-rgbn-x4": {
-        "reflectance": 0.0021661585778929293,
-        "spectral": 0.7280389053954018,
-        "spatial": 0.0,
-        "synthesis": 0.07640890404582024,
-        "hallucination": 0.07477001659572124,
-        "omission": 0.1313268399486939,
-        "improvement": 0.7939031256569756
-      },
       "lite-main": {
         "reflectance": 0.003689945882393254,
         "spectral": 1.5121355056762695,
@@ -108,23 +81,14 @@
         "omission": 0.1317059677094221,
         "improvement": 0.7947158780362871
       },
-      "mamba-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "lite-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
+      "mamba-rgbn-x4": {
+        "reflectance": 0.0021661585778929293,
+        "spectral": 0.7280389053954018,
+        "spatial": 0.0,
+        "synthesis": 0.07640890404582024,
+        "hallucination": 0.07477001659572124,
+        "omission": 0.1313268399486939,
+        "improvement": 0.7939031256569756
       },
       "mamba-main": {
         "reflectance": 0.003966439825793107,
@@ -136,62 +100,6 @@
         "improvement": 0.7966543204254575
       }
     },
-    "venus": {
-      "main": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "mamba-rgbn-x4": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "lite-main": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "mamba-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "lite-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "mamba-main": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      }
-    },
     "spain_crops": {
       "main": {
         "reflectance": 0.0011882550731700445,
@@ -202,15 +110,6 @@
         "omission": 0.08589955272951297,
         "improvement": 0.8405519872903824
       },
-      "mamba-rgbn-x4": {
-        "reflectance": 0.001475947185619069,
-        "spectral": 0.803401131182909,
-        "spatial": 0.0021428570949605535,
-        "synthesis": 0.07759423327765294,
-        "hallucination": 0.0744503526283162,
-        "omission": 0.08846777996846608,
-        "improvement": 0.8370818815061024
-      },
       "lite-main": {
         "reflectance": 0.0026417697538688245,
         "spectral": 1.8849001335246223,
@@ -220,23 +119,14 @@
         "omission": 0.08715103340468236,
         "improvement": 0.8387066466467721
       },
-      "mamba-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "lite-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
+      "mamba-rgbn-x4": {
+        "reflectance": 0.001475947185619069,
+        "spectral": 0.803401131182909,
+        "spatial": 0.0021428570949605535,
+        "synthesis": 0.07759423327765294,
+        "hallucination": 0.0744503526283162,
+        "omission": 0.08846777996846608,
+        "improvement": 0.8370818815061024
       },
       "mamba-main": {
         "reflectance": 0.0026570606652447687,
@@ -258,15 +148,6 @@
         "omission": 0.18901528269052506,
         "improvement": 0.6953628465533257
       },
-      "mamba-rgbn-x4": {
-        "reflectance": 0.0025140972109511496,
-        "spectral": 1.1842669248580933,
-        "spatial": 0.0009999999776482583,
-        "synthesis": 0.06583918519318104,
-        "hallucination": 0.11817860100418329,
-        "omission": 0.19565520733594893,
-        "improvement": 0.6861661776900292
-      },
       "lite-main": {
         "reflectance": 0.004511551716132089,
         "spectral": 2.823348546028137,
@@ -276,23 +157,14 @@
         "omission": 0.18995906542986632,
         "improvement": 0.6948828414082527
       },
-      "mamba-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
-      },
-      "lite-rswir-x2": {
-        "reflectance": NaN,
-        "spectral": NaN,
-        "spatial": NaN,
-        "synthesis": NaN,
-        "hallucination": NaN,
-        "omission": NaN,
-        "improvement": NaN
+      "mamba-rgbn-x4": {
+        "reflectance": 0.0025140972109511496,
+        "spectral": 1.1842669248580933,
+        "spatial": 0.0009999999776482583,
+        "synthesis": 0.06583918519318104,
+        "hallucination": 0.11817860100418329,
+        "omission": 0.19565520733594893,
+        "improvement": 0.6861661776900292
       },
       "mamba-main": {
         "reflectance": 0.004436286317650228,
@@ -315,15 +187,6 @@
       "omission": 0.11797190913327299,
       "improvement": 0.8023620909620677
     },
-    "mamba-rgbn-x4": {
-      "reflectance": 0.0018528057707844878,
-      "spectral": 0.8474900123219282,
-      "spatial": 0.0010276497466154913,
-      "synthesis": 0.07309216591014531,
-      "hallucination": 0.08097695759712173,
-      "omission": 0.1215633846260035,
-      "improvement": 0.7974596511072842
-    },
     "lite-main": {
       "reflectance": 0.003309058091141016,
       "spectral": 2.0062957482644217,
@@ -333,6 +196,15 @@
       "omission": 0.11946418934076819,
       "improvement": 0.8007972924301044
     },
+    "mamba-rgbn-x4": {
+      "reflectance": 0.0018528057707844878,
+      "spectral": 0.8474900123219282,
+      "spatial": 0.0010276497466154913,
+      "synthesis": 0.07309216591014531,
+      "hallucination": 0.08097695759712173,
+      "omission": 0.1215633846260035,
+      "improvement": 0.7974596511072842
+    },
     "mamba-main": {
       "reflectance": 0.003323433475199884,
       "spectral": 2.1366667511142863,
@@ -343,4 +215,4 @@
       "improvement": 0.8012624189728768
     }
   }
-}
+}