dora/examples/python-dataflow/object_detection.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

from typing import Callable
from dora import Node

import cv2
import numpy as np
import torch

model = torch.hub.load("ultralytics/yolov5", "yolov5n")

node = Node()

for event in node:
    event_type = event["type"]
    if event_type == "INPUT":
        event_id = event["id"]
        if event_id == "image":
            print("[object detection] received image input")
            frame = event["value"].to_numpy()
            frame = cv2.imdecode(frame, -1)
            frame = frame[:, :, ::-1]  # OpenCV image (BGR to RGB)
            results = model(frame)  # includes NMS
            arrays = np.array(results.xyxy[0].cpu()).tobytes()

            node.send_output("bbox", arrays, event["metadata"])
        else:
            print("[object detection] ignoring unexpected input:", event_id)
    elif event_type == "INPUT":
        print("[object detection] received stop")
    elif event_type == "ERROR":
        print("[object detection] error: ", event["error"])
    else:
        print("[object detection] received unexpected event:", event_type)