Upload runs/exp_t2_grid_separatedQA_20260426_h100_vllm_full/zs_enriched/metrics.json with huggingface_hub

runs/exp_t2_grid_separatedQA_20260426_h100_vllm_full/zs_enriched/metrics.json

@@ -0,0 +1,86 @@
+{
+  "name": "pair_prediction-zeroshot-enriched",
+  "task_type": "pair_prediction",
+  "model_tag": "Qwen3.5-2B-zeroshot-enriched",
+  "metrics": {
+    "accuracy": 0.5001303027860616,
+    "f1": 0.0019846963816839347,
+    "precision": 0.5754276827371695,
+    "recall": 0.000994062491604202,
+    "parse_rate": 1.0,
+    "n": 744420.0
+  },
+  "per_cell_type": {
+    "Ast": {
+      "accuracy": 0.5000411327972358,
+      "f1": 0.004137563753302882,
+      "precision": 0.51010101010101,
+      "recall": 0.0020772062604117393,
+      "parse_rate": 1.0,
+      "n": 97246.0
+    },
+    "End": {
+      "accuracy": 0.5001196315348726,
+      "f1": 0.0021492537313432835,
+      "precision": 0.5625,
+      "recall": 0.0010766838138533317,
+      "parse_rate": 1.0,
+      "n": 16718.0
+    },
+    "Ex": {
+      "accuracy": 0.5003194405724375,
+      "f1": 0.002989883070076833,
+      "precision": 0.6354679802955665,
+      "recall": 0.0014984666852523,
+      "parse_rate": 1.0,
+      "n": 172176.0
+    },
+    "In": {
+      "accuracy": 0.5000786287152068,
+      "f1": 0.0021971123666038924,
+      "precision": 0.5384615384615384,
+      "recall": 0.0011008020128951094,
+      "parse_rate": 1.0,
+      "n": 101744.0
+    },
+    "Mic": {
+      "accuracy": 0.500040091944192,
+      "f1": 0.0008546323745426381,
+      "precision": 0.5517241379310345,
+      "recall": 0.00042764740471481263,
+      "parse_rate": 1.0,
+      "n": 149656.0
+    },
+    "OPC": {
+      "accuracy": 0.5000497983168168,
+      "f1": 0.0004480286738351255,
+      "precision": 0.6428571428571429,
+      "recall": 0.00022409242567601216,
+      "parse_rate": 1.0,
+      "n": 80324.0
+    },
+    "Oli": {
+      "accuracy": 0.5001422295268497,
+      "f1": 0.0010737746336533602,
+      "precision": 0.68,
+      "recall": 0.000537311545876924,
+      "parse_rate": 1.0,
+      "n": 126556.0
+    }
+  },
+  "wall_seconds": 12544.27943778038,
+  "config": {
+    "task": "pair_prediction",
+    "mode": "zeroshot",
+    "prompt": "enriched",
+    "model": "Qwen/Qwen3.5-2B",
+    "eval_jsonl": "/dev/shm/dnathinker/data/prod_full_test/jsonl/test.pair_prediction.jsonl",
+    "output_dir": "/dev/shm/dnathinker/runs/exp_t2_grid_separatedQA_20260426_h100_vllm_full/zs_enriched",
+    "n": 744420,
+    "max_new_tokens": 128,
+    "max_model_len": 4096,
+    "gpu_mem_frac": 0.85,
+    "temperature": 0.0,
+    "engine": "vllm"
+  }
+}