norfair-demo / inference.py
diegofernandezc's picture
Update inference.py
de99e8e verified
import numpy as np
from norfair import AbsolutePaths, Paths, Tracker, Video
from norfair.camera_motion import HomographyTransformationGetter, MotionEstimator
from norfair.distances import create_normalized_mean_euclidean_distance
from custom_models import YOLO, yolo_detections_to_norfair_detections
from demo_utils.configuration import (
DISTANCE_THRESHOLD_BBOX,
DISTANCE_THRESHOLD_CENTROID,
examples,
models_path,
style,
)
from demo_utils.draw import center, draw
def inference(
input_video: str,
model: str = "YOLOv7 Tiny",
features: str = [0, 1],
track_points: str = "Bounding box",
model_threshold: float = 0.25,
):
coord_transformations = None
paths_drawer = None
fix_paths = False
classes = None
track_points = style[track_points]
model = YOLO(models_path[model])
video = Video(input_path=input_video)
motion_estimation = len(features) > 0 and (
features[0] == 0 or (len(features) > 1 and features[1] == 0)
)
drawing_paths = len(features) > 0 and (
features[0] == 1 or (len(features) > 1 and features[1] == 1)
)
if motion_estimation:
transformations_getter = HomographyTransformationGetter()
motion_estimator = MotionEstimator(
max_points=500, min_distance=7, transformations_getter=transformations_getter
)
distance_function = "iou" if track_points == style["Bounding box"] else "euclidean"
distance_threshold = (
DISTANCE_THRESHOLD_BBOX
if track_points == style["Bounding box"]
else DISTANCE_THRESHOLD_CENTROID
)
if motion_estimation and drawing_paths:
fix_paths = True
# Examples configuration
for example in examples:
if example not in input_video:
continue
fix_paths = examples[example]["absolute_path"]
distance_threshold = examples[example]["distance_threshold"]
classes = examples[example]["classes"]
print(f"Set config to {example}: {fix_paths} {distance_threshold} {classes}")
break
tracker = Tracker(
distance_function=distance_function,
distance_threshold=distance_threshold,
)
if drawing_paths:
paths_drawer = Paths(center, attenuation=0.01)
if fix_paths:
paths_drawer = AbsolutePaths(max_history=50, thickness=2)
for frame in video:
yolo_detections = model(
frame,
conf_threshold=model_threshold,
iou_threshold=0.45,
image_size=720,
classes=classes,
)
detections = yolo_detections_to_norfair_detections(
yolo_detections, track_points=track_points
)
tracked_objects = tracker.update(
detections=detections, coord_transformations=coord_transformations
)
if motion_estimation:
mask = np.ones(frame.shape[:2], frame.dtype)
if track_points == "bbox":
for det in detections:
i = det.points.astype(int)
mask[i[0, 1] : i[1, 1], i[0, 0] : i[1, 0]] = 0
coord_transformations = motion_estimator.update(frame, mask)
frame = draw(
paths_drawer,
track_points,
frame,
detections,
tracked_objects,
coord_transformations,
fix_paths,
)
video.write(frame)
base_file_name = input_video.split("/")[-1].split(".")[0]
file_name = base_file_name + "_out.mp4"
return file_name