#!/usr/bin/env python3 import time from pathlib import Path from threading import Thread import cv2 import rclpy from builtin_interfaces.msg import Duration from cv_bridge import CvBridge from rclpy.node import Node from rclpy.qos import qos_profile_sensor_data from sensor_msgs.msg import Image from trajectory_msgs.msg import JointTrajectory, JointTrajectoryPoint from ultralytics import YOLO HERE = Path(__file__).resolve().parent CAMERA = "/RMC1/arm95/svcam/right/image" GRIPPER = "/RMC1/arm95/gripper_trajectory_controller/joint_trajectory" class Demo(Node): def __init__(self): super().__init__("simple_module_b") self.model = YOLO(str(HERE / "models/latest.pt")) self.bridge = CvBridge() self.gripper = self.create_publisher(JointTrajectory, GRIPPER, 10) self.create_subscription(Image, CAMERA, self.on_image, qos_profile_sensor_data) self.asked = False def move_gripper(self, position): message = JointTrajectory() message.joint_names = ["left_joint", "right_joint"] point = JointTrajectoryPoint() point.positions = [position, position] point.time_from_start = Duration(sec=1) message.points = [point] self.gripper.publish(message) def ask_target(self): input("Выберите предмет (Кисть, Нож или Резаки): ") self.move_gripper(0.0) time.sleep(2) self.move_gripper(0.04) def on_image(self, message): frame = self.bridge.imgmsg_to_cv2(message, "bgr8") result = self.model(frame, conf=0.25, verbose=False)[0] cv2.imshow("YOLO", result.plot()) if not self.asked: self.asked = True Thread(target=self.ask_target, daemon=True).start() if cv2.waitKey(1) & 0xFF in (ord("q"), 27): rclpy.shutdown() def main(): rclpy.init() node = Demo() try: rclpy.spin(node) except KeyboardInterrupt: pass finally: node.destroy_node() cv2.destroyAllWindows() if rclpy.ok(): rclpy.shutdown() if __name__ == "__main__": main()