74 lines
2.1 KiB
Python
74 lines
2.1 KiB
Python
#!/usr/bin/env python3
|
|
import time
|
|
from pathlib import Path
|
|
from threading import Thread
|
|
|
|
import cv2
|
|
import rclpy
|
|
from builtin_interfaces.msg import Duration
|
|
from cv_bridge import CvBridge
|
|
from rclpy.node import Node
|
|
from rclpy.qos import qos_profile_sensor_data
|
|
from sensor_msgs.msg import Image
|
|
from trajectory_msgs.msg import JointTrajectory, JointTrajectoryPoint
|
|
from ultralytics import YOLO
|
|
|
|
|
|
HERE = Path(__file__).resolve().parent
|
|
CAMERA = "/RMC1/arm95/svcam/right/image"
|
|
GRIPPER = "/RMC1/arm95/gripper_trajectory_controller/joint_trajectory"
|
|
|
|
|
|
class Demo(Node):
|
|
def __init__(self):
|
|
super().__init__("simple_module_b")
|
|
self.model = YOLO(str(HERE / "models/latest.pt"))
|
|
self.bridge = CvBridge()
|
|
self.gripper = self.create_publisher(JointTrajectory, GRIPPER, 10)
|
|
self.create_subscription(Image, CAMERA, self.on_image, qos_profile_sensor_data)
|
|
self.asked = False
|
|
|
|
def move_gripper(self, position):
|
|
message = JointTrajectory()
|
|
message.joint_names = ["left_joint", "right_joint"]
|
|
point = JointTrajectoryPoint()
|
|
point.positions = [position, position]
|
|
point.time_from_start = Duration(sec=1)
|
|
message.points = [point]
|
|
self.gripper.publish(message)
|
|
|
|
def ask_target(self):
|
|
input("Выберите предмет (Кисть, Нож или Резаки): ")
|
|
self.move_gripper(0.0)
|
|
time.sleep(2)
|
|
self.move_gripper(0.04)
|
|
|
|
def on_image(self, message):
|
|
frame = self.bridge.imgmsg_to_cv2(message, "bgr8")
|
|
result = self.model(frame, conf=0.25, verbose=False)[0]
|
|
|
|
cv2.imshow("YOLO", result.plot())
|
|
if not self.asked:
|
|
self.asked = True
|
|
Thread(target=self.ask_target, daemon=True).start()
|
|
if cv2.waitKey(1) & 0xFF in (ord("q"), 27):
|
|
rclpy.shutdown()
|
|
|
|
|
|
def main():
|
|
rclpy.init()
|
|
node = Demo()
|
|
try:
|
|
rclpy.spin(node)
|
|
except KeyboardInterrupt:
|
|
pass
|
|
finally:
|
|
node.destroy_node()
|
|
cv2.destroyAllWindows()
|
|
if rclpy.ok():
|
|
rclpy.shutdown()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|