benchmark: bench_2026-02-03T13-57-33.337469Z

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+benchmark/images/1.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/2.png filter=lfs diff=lfs merge=lfs -text
+benchmark/labels/1.png filter=lfs diff=lfs merge=lfs -text
+benchmark/predicted/1.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -15,23 +15,20 @@ tags:
 - object:truck-m-
 - object:truck-s-
 - object:truck-xl-
-
 manako:
   description: Roboflow Vehicle Detector
   source: https://universe.roboflow.com/roboflow-100/vehicles-q0x2v
-  input_payload: [
-      {
-        "name": "frames",
-        "type": "FrameBatch",
-        "description": "Batched frames with clip metadata and source fps."
-      }
-  ]
-  output_payload: [
-      {
-        "name": "detections",
-        "type": "Detections[]",
-        "description": "Detections per frame with bbox/polygon and score."
-      }
-  ]
-  evaluation_score:
+  input_payload:
+  - name: frames
+    type: FrameBatch
+    description: Batched frames with clip metadata and source fps.
+  output_payload:
+  - name: detections
+    type: Detections[]
+    description: Detections per frame with bbox/polygon and score.
+  evaluation_score: 0.0
+  last_benchmark:
+    type: detect-iou-v1
+    ran_at: '2026-02-03T13:57:44.999279Z'
+    result_path: benchmark/results/2026-02-03T13-57-44.999293Z.json
 ---

benchmark/labels/1.json

@@ -0,0 +1,194 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      971.0,
+      178.0,
+      1023.0,
+      238.0
+    ],
+    "score": 0.9754318594932556,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      42.0,
+      541.0,
+      458.0,
+      862.0
+    ],
+    "score": 0.9754318594932556,
+    "track_id": "sam3-0-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      36.0,
+      348.0,
+      326.0,
+      548.0
+    ],
+    "score": 0.9754318594932556,
+    "track_id": "sam3-0-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "big bus",
+    "bbox": [
+      289.0,
+      163.0,
+      828.0,
+      536.0
+    ],
+    "score": 0.9703238010406494,
+    "track_id": "sam3-1-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "big truck",
+    "bbox": [
+      644.0,
+      307.0,
+      1001.0,
+      631.0
+    ],
+    "score": 0.9621490836143494,
+    "track_id": "sam3-2-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "bus-s-",
+    "bbox": [
+      289.0,
+      163.0,
+      828.0,
+      536.0
+    ],
+    "score": 0.9520562291145325,
+    "track_id": "sam3-4-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      971.0,
+      178.0,
+      1023.0,
+      238.0
+    ],
+    "score": 0.9754318594932556,
+    "track_id": "sam3-5-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      42.0,
+      541.0,
+      458.0,
+      862.0
+    ],
+    "score": 0.9754318594932556,
+    "track_id": "sam3-5-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      36.0,
+      348.0,
+      326.0,
+      548.0
+    ],
+    "score": 0.9754318594932556,
+    "track_id": "sam3-5-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "mid truck",
+    "bbox": [
+      644.0,
+      306.0,
+      1001.0,
+      631.0
+    ],
+    "score": 0.9528807401657104,
+    "track_id": "sam3-6-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small bus",
+    "bbox": [
+      644.0,
+      306.0,
+      1001.0,
+      632.0
+    ],
+    "score": 0.900286078453064,
+    "track_id": "sam3-7-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small bus",
+    "bbox": [
+      289.0,
+      163.0,
+      828.0,
+      536.0
+    ],
+    "score": 0.900286078453064,
+    "track_id": "sam3-7-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small truck",
+    "bbox": [
+      644.0,
+      306.0,
+      1001.0,
+      632.0
+    ],
+    "score": 0.9102152585983276,
+    "track_id": "sam3-8-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-m-",
+    "bbox": [
+      644.0,
+      306.0,
+      1001.0,
+      631.0
+    ],
+    "score": 0.5732556581497192,
+    "track_id": "sam3-10-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-s-",
+    "bbox": [
+      644.0,
+      306.0,
+      1001.0,
+      631.0
+    ],
+    "score": 0.7936980724334717,
+    "track_id": "sam3-11-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-xl-",
+    "bbox": [
+      644.0,
+      307.0,
+      1001.0,
+      631.0
+    ],
+    "score": 0.916386067867279,
+    "track_id": "sam3-12-0-0"
+  }
+]

benchmark/labels/2.json

@@ -0,0 +1,326 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      949.0,
+      316.0,
+      995.0,
+      351.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      128.0,
+      509.0,
+      422.0,
+      870.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-0-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      0.0,
+      356.0,
+      52.0,
+      425.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-0-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      739.0,
+      498.0,
+      974.0,
+      729.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-0-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      47.0,
+      418.0,
+      255.0,
+      525.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-0-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "big bus",
+    "bbox": [
+      240.0,
+      260.0,
+      497.0,
+      431.0
+    ],
+    "score": 0.9680859446525574,
+    "track_id": "sam3-1-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "big bus",
+    "bbox": [
+      353.0,
+      306.0,
+      806.0,
+      650.0
+    ],
+    "score": 0.9680859446525574,
+    "track_id": "sam3-1-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "big truck",
+    "bbox": [
+      756.0,
+      260.0,
+      945.0,
+      452.0
+    ],
+    "score": 0.9606520533561707,
+    "track_id": "sam3-2-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "bus-s-",
+    "bbox": [
+      240.0,
+      260.0,
+      497.0,
+      432.0
+    ],
+    "score": 0.9711677432060242,
+    "track_id": "sam3-4-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "bus-s-",
+    "bbox": [
+      353.0,
+      306.0,
+      806.0,
+      650.0
+    ],
+    "score": 0.9711677432060242,
+    "track_id": "sam3-4-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      949.0,
+      316.0,
+      995.0,
+      351.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-5-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      128.0,
+      509.0,
+      422.0,
+      870.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-5-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      0.0,
+      356.0,
+      52.0,
+      425.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-5-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      739.0,
+      498.0,
+      974.0,
+      729.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-5-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      47.0,
+      418.0,
+      255.0,
+      525.0
+    ],
+    "score": 0.9622940421104431,
+    "track_id": "sam3-5-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "mid truck",
+    "bbox": [
+      739.0,
+      498.0,
+      973.0,
+      728.0
+    ],
+    "score": 0.9037691950798035,
+    "track_id": "sam3-6-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "mid truck",
+    "bbox": [
+      756.0,
+      260.0,
+      945.0,
+      452.0
+    ],
+    "score": 0.9037691950798035,
+    "track_id": "sam3-6-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small bus",
+    "bbox": [
+      240.0,
+      260.0,
+      497.0,
+      432.0
+    ],
+    "score": 0.9500791430473328,
+    "track_id": "sam3-7-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small bus",
+    "bbox": [
+      353.0,
+      306.0,
+      806.0,
+      650.0
+    ],
+    "score": 0.9500791430473328,
+    "track_id": "sam3-7-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small truck",
+    "bbox": [
+      739.0,
+      498.0,
+      973.0,
+      729.0
+    ],
+    "score": 0.9128361940383911,
+    "track_id": "sam3-8-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small truck",
+    "bbox": [
+      756.0,
+      260.0,
+      945.0,
+      453.0
+    ],
+    "score": 0.9128361940383911,
+    "track_id": "sam3-8-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-m-",
+    "bbox": [
+      739.0,
+      498.0,
+      973.0,
+      728.0
+    ],
+    "score": 0.6949006915092468,
+    "track_id": "sam3-10-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-m-",
+    "bbox": [
+      757.0,
+      260.0,
+      945.0,
+      451.0
+    ],
+    "score": 0.6949006915092468,
+    "track_id": "sam3-10-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-s-",
+    "bbox": [
+      739.0,
+      497.0,
+      974.0,
+      729.0
+    ],
+    "score": 0.7978775501251221,
+    "track_id": "sam3-11-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-s-",
+    "bbox": [
+      756.0,
+      260.0,
+      945.0,
+      452.0
+    ],
+    "score": 0.7978775501251221,
+    "track_id": "sam3-11-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-xl-",
+    "bbox": [
+      739.0,
+      498.0,
+      973.0,
+      728.0
+    ],
+    "score": 0.8977156281471252,
+    "track_id": "sam3-12-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-xl-",
+    "bbox": [
+      757.0,
+      260.0,
+      945.0,
+      452.0
+    ],
+    "score": 0.8977156281471252,
+    "track_id": "sam3-12-0-1"
+  }
+]

benchmark/predicted/1.json

@@ -0,0 +1 @@
+[]

benchmark/predicted/2.json

@@ -0,0 +1 @@
+[]

benchmark/results/2026-02-03T13-57-44.999293Z.json

@@ -0,0 +1,33 @@
+{
+  "checks": {
+    "main_py": "pass",
+    "pyproject_toml": "pass",
+    "load_model": "pass",
+    "run_model": "pass",
+    "objects": "pass"
+  },
+  "results": {
+    "iou": 0.0,
+    "gt_count": 43,
+    "pred_count": 0,
+    "generated_image": true,
+    "images": [
+      1,
+      2
+    ],
+    "per_class_iou": {
+      "big truck": 0.0,
+      "small bus": 0.0,
+      "big bus": 0.0,
+      "small truck": 0.0,
+      "truck-m-": 0.0,
+      "truck-s-": 0.0,
+      "truck-xl-": 0.0,
+      "car": 0.0,
+      "bus-s-": 0.0,
+      "mid truck": 0.0,
+      "bus-l-": 0.0,
+      "truck-l-": 0.0
+    }
+  }
+}