Breaking News: Grepper is joining You.com. Read the official announcement!

Mask R-CNN and Pytorch real-time object detection

Itchy Ibex answered on August 29, 2023 Popularity 1/10 Helpfulness 1/10

answer Mask R-CNN and Pytorch real-time object detection

Mask R-CNN and Pytorch real-time object detection

Comment

import torch
import torchvision
from torchvision.models.detection.mask_rcnn import MaskRCNN
from torchvision.transforms import functional as F
import cv2
import numpy as np

# Load the pre-trained Mask R-CNN model
model = torchvision.models.detection.maskrcnn_resnet50_fpn(pretrained=True)
model.eval()

# Initialize the webcam
cap = cv2.VideoCapture(0)

while True:
    # Read a frame from the webcam
    ret, frame = cap.read()

    if not ret:
        break

    # Convert the frame to RGB format
    frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)

    # Convert the frame to a PyTorch tensor
    frame_tensor = F.to_tensor(frame_rgb).unsqueeze(0)

    # Run inference
    with torch.no_grad():
        prediction = model(frame_tensor)

    # Extract boxes, labels, masks, and scores from the prediction
    boxes = prediction[0]['boxes']
    labels = prediction[0]['labels']
    masks = prediction[0]['masks']
    scores = prediction[0]['scores']

    # Threshold for considering a detection as valid
    threshold = 0.5

    # Filter out low-confidence detections
    filtered_indices = np.where(scores > threshold)[0]
    filtered_boxes = boxes[filtered_indices]
    filtered_labels = labels[filtered_indices]
    filtered_masks = masks[filtered_indices]

    # Draw bounding boxes and masks on the frame
    for i in range(len(filtered_labels)):
        color = np.random.randint(0, 256, 3)
        mask = filtered_masks[i, 0]
        contours, _ = cv2.findContours(mask.astype(np.uint8), cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)
        cv2.drawContours(frame, contours, -1, color, 2)
        x, y, w, h = filtered_boxes[i]
        cv2.rectangle(frame, (x, y), (w, h), color, 2)

    # Display the frame with detections
    cv2.imshow("Real-time Object Detection", frame)

    # Break the loop when the 'q' key is pressed
    if cv2.waitKey(1) & 0xFF == ord('q'):
        break

# Release the webcam and close windows
cap.release()
cv2.destroyAllWindows()

Popularity 1/10 Helpfulness 1/10 Language python

Source: chat.openai.com

Tags: mask object-detection python pytorch real-time

Link to this answer
Share Copy Link

Contributed on Aug 29 2023

Itchy Ibex

0 Answers Avg Quality 2/10

Mask R-CNN and Pytorch real-time object detection

Contents

More Related Answers

Mask R-CNN and Pytorch real-time object detection

Grepper

Documentation

Social

Legal

Contact

Oops, You will need to install Grepper and log-in to perform this action.