Hugging Face's logo

manak0
/
Detect-fire

ONNX
element_type:detect
model:yolov11-nano
object:fire
object:fire extinguisher
object:smoke
Model card Files
xet
 Community
MTerryJack commited on
Commit
035a174
·
verified ·
1 Parent(s): 5f9ea82

benchmark: synthetic_c9aac95e-5085-4ff8-8e29-5433a05dc1b1

Browse files
Files changed (4) hide show
  1. README.md +14 -10
  2. benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json +110 -0
  3. benchmark/synthetic/index.json +15 -0
  4. benchmark/synthetic/latest.json +110 -0
README.md CHANGED
@@ -5,18 +5,22 @@ tags:
5
  - object:fire
6
  - object:fire extinguisher
7
  - object:smoke
8
-
9
  manako:
10
- description: Manako baseline - generated by element_trainer service to detect fire, fire extinguisher, smoke
 
11
  source: element_trainer/fire
12
- prompt_hints:
13
  input_payload:
14
- - name: frame
15
- type: image
16
- description: RGB frame
17
  output_payload:
18
- - name: detections
19
- type: detections
20
- description: List of detections
21
- evaluation_score:
 
 
 
 
22
  ---
 
5
  - object:fire
6
  - object:fire extinguisher
7
  - object:smoke
 
8
  manako:
9
+ description: Manako baseline - generated by element_trainer service to detect fire,
10
+ fire extinguisher, smoke
11
  source: element_trainer/fire
12
+ prompt_hints: null
13
  input_payload:
14
+ - name: frame
15
+ type: image
16
+ description: RGB frame
17
  output_payload:
18
+ - name: detections
19
+ type: detections
20
+ description: List of detections
21
+ evaluation_score: null
22
+ last_benchmark:
23
+ type: synthetic_fixed
24
+ ran_at: '2026-04-28T13:59:06.926184Z'
25
+ result_path: benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json
26
  ---
benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manak0/Detect-fire",
4
+ "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-04-28T13:59:06.926184Z",
7
+ "result_path": "benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json"
8
+ },
9
+ "results": {
10
+ "overall_iou": 0.610504269204817,
11
+ "per_class_iou": {
12
+ "fire": 0.11845867659906797,
13
+ "fire extinguisher": 0.49843235206901654,
14
+ "smoke": 0.4767713760390284
15
+ },
16
+ "map_50": 0.3932593937991298,
17
+ "map_50_90": 0.2666679009321704,
18
+ "precision": 0.4304635761589404,
19
+ "recall": 0.45454545454545453,
20
+ "per_class_map_50": {
21
+ "fire": 0.13928571428571426,
22
+ "fire extinguisher": 0.5038235695225828,
23
+ "smoke": 0.5366688975890922
24
+ },
25
+ "per_class_map_50_90": {
26
+ "fire": 0.07857142857142857,
27
+ "fire extinguisher": 0.39241749268978804,
28
+ "smoke": 0.32901478153529445
29
+ },
30
+ "per_class_precision": {
31
+ "fire": 0.25,
32
+ "fire extinguisher": 0.4142857142857143,
33
+ "smoke": 0.5471698113207547
34
+ },
35
+ "per_class_recall": {
36
+ "fire": 0.16666666666666666,
37
+ "fire extinguisher": 0.5576923076923077,
38
+ "smoke": 0.5918367346938775
39
+ },
40
+ "matched_images": 50,
41
+ "gt_count": 143,
42
+ "pred_count": 151,
43
+ "classes": [
44
+ "fire",
45
+ "fire extinguisher",
46
+ "smoke"
47
+ ],
48
+ "dataset_id": "70d8cce3-3dd0-472a-a3cf-5cbd59282263",
49
+ "dataset_version_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
50
+ "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
51
+ "split_ref": null,
52
+ "selected_frame_count": 50,
53
+ "selected_frame_indices": [
54
+ 1,
55
+ 2,
56
+ 3,
57
+ 4,
58
+ 5,
59
+ 6,
60
+ 7,
61
+ 8,
62
+ 9,
63
+ 10,
64
+ 11,
65
+ 12,
66
+ 13,
67
+ 14,
68
+ 15,
69
+ 16,
70
+ 17,
71
+ 18,
72
+ 19,
73
+ 20,
74
+ 21,
75
+ 22,
76
+ 23,
77
+ 24,
78
+ 25,
79
+ 26,
80
+ 27,
81
+ 28,
82
+ 29,
83
+ 30,
84
+ 31,
85
+ 32,
86
+ 33,
87
+ 34,
88
+ 35,
89
+ 36,
90
+ 37,
91
+ 38,
92
+ 39,
93
+ 40,
94
+ 41,
95
+ 42,
96
+ 43,
97
+ 44,
98
+ 45,
99
+ 46,
100
+ 47,
101
+ 48,
102
+ 49,
103
+ 50
104
+ ],
105
+ "evaluated_version_ids": [
106
+ "c9aac95e-5085-4ff8-8e29-5433a05dc1b1"
107
+ ],
108
+ "skipped_missing_pairs": 0
109
+ }
110
+ }
benchmark/synthetic/index.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
4
+ "saved_at": "2026-04-28T13:59:06.926184Z",
5
+ "result_path": "benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json",
6
+ "overall_iou": 0.610504269204817,
7
+ "map_50": 0.3932593937991298,
8
+ "map_50_90": 0.2666679009321704,
9
+ "precision": 0.4304635761589404,
10
+ "recall": 0.45454545454545453,
11
+ "matched_images": 50,
12
+ "gt_count": 143,
13
+ "pred_count": 151
14
+ }
15
+ ]
benchmark/synthetic/latest.json ADDED
@@ -0,0 +1,110 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manak0/Detect-fire",
4
+ "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-04-28T13:59:06.926184Z",
7
+ "result_path": "benchmark/synthetic/c9aac95e-5085-4ff8-8e29-5433a05dc1b1.json"
8
+ },
9
+ "results": {
10
+ "overall_iou": 0.610504269204817,
11
+ "per_class_iou": {
12
+ "fire": 0.11845867659906797,
13
+ "fire extinguisher": 0.49843235206901654,
14
+ "smoke": 0.4767713760390284
15
+ },
16
+ "map_50": 0.3932593937991298,
17
+ "map_50_90": 0.2666679009321704,
18
+ "precision": 0.4304635761589404,
19
+ "recall": 0.45454545454545453,
20
+ "per_class_map_50": {
21
+ "fire": 0.13928571428571426,
22
+ "fire extinguisher": 0.5038235695225828,
23
+ "smoke": 0.5366688975890922
24
+ },
25
+ "per_class_map_50_90": {
26
+ "fire": 0.07857142857142857,
27
+ "fire extinguisher": 0.39241749268978804,
28
+ "smoke": 0.32901478153529445
29
+ },
30
+ "per_class_precision": {
31
+ "fire": 0.25,
32
+ "fire extinguisher": 0.4142857142857143,
33
+ "smoke": 0.5471698113207547
34
+ },
35
+ "per_class_recall": {
36
+ "fire": 0.16666666666666666,
37
+ "fire extinguisher": 0.5576923076923077,
38
+ "smoke": 0.5918367346938775
39
+ },
40
+ "matched_images": 50,
41
+ "gt_count": 143,
42
+ "pred_count": 151,
43
+ "classes": [
44
+ "fire",
45
+ "fire extinguisher",
46
+ "smoke"
47
+ ],
48
+ "dataset_id": "70d8cce3-3dd0-472a-a3cf-5cbd59282263",
49
+ "dataset_version_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
50
+ "run_id": "c9aac95e-5085-4ff8-8e29-5433a05dc1b1",
51
+ "split_ref": null,
52
+ "selected_frame_count": 50,
53
+ "selected_frame_indices": [
54
+ 1,
55
+ 2,
56
+ 3,
57
+ 4,
58
+ 5,
59
+ 6,
60
+ 7,
61
+ 8,
62
+ 9,
63
+ 10,
64
+ 11,
65
+ 12,
66
+ 13,
67
+ 14,
68
+ 15,
69
+ 16,
70
+ 17,
71
+ 18,
72
+ 19,
73
+ 20,
74
+ 21,
75
+ 22,
76
+ 23,
77
+ 24,
78
+ 25,
79
+ 26,
80
+ 27,
81
+ 28,
82
+ 29,
83
+ 30,
84
+ 31,
85
+ 32,
86
+ 33,
87
+ 34,
88
+ 35,
89
+ 36,
90
+ 37,
91
+ 38,
92
+ 39,
93
+ 40,
94
+ 41,
95
+ 42,
96
+ 43,
97
+ 44,
98
+ 45,
99
+ 46,
100
+ 47,
101
+ 48,
102
+ 49,
103
+ 50
104
+ ],
105
+ "evaluated_version_ids": [
106
+ "c9aac95e-5085-4ff8-8e29-5433a05dc1b1"
107
+ ],
108
+ "skipped_missing_pairs": 0
109
+ }
110
+ }