一、需要準備的硬件
- Raspiberry 4b
- 兩個SG90 180度舵機(注意舵機的角度,最好是180度且帶限位的,切勿選360度舵機)
- 二自由度舵機云臺(如下圖)
- Raspiberry CSI 攝像頭
組裝后的效果:
二、項目目標
追蹤特定顏色的物體:
當物體移動時,攝像頭通過控制兩個伺服電機(分別是偏航和俯仰)把該物體放到視界的中心位置,我在這里追蹤的是一支紅色的鉛筆。
三、具體步驟
3.1 獲得被追蹤對象的顏色參數
-
提前準備一張圖片(如下圖),可以直接用樹莓派的CSI攝像頭拍攝并保存,具體方法可以在我之前的文章里找到
-
利用下面的代碼并通過調整滑塊(Trackbar)獲得紅色鉛筆的HSV顏色參數,為接下來的顏色追蹤做準備
***color_detection.py***
import cv2
path='test_full.jpg'
cv2.namedWindow("TrackBar")def nothing(x):pass
#創建滑塊控件
cv2.createTrackbar("Hue Min","TrackBar",0,179,nothing)
cv2.createTrackbar("Hue Max","TrackBar",179,179,nothing)
cv2.createTrackbar("Sat Min","TrackBar",0,255,nothing)
cv2.createTrackbar("Sat Max","TrackBar",255,255,nothing)
cv2.createTrackbar("Val Min","TrackBar",0,255,nothing)
cv2.createTrackbar("Val Max","TrackBar",255,255,nothing)while True:#讀取目標圖片image=cv2.imread(path)image=cv2.resize(image,(640,480))imgHSV=cv2.cvtColor(image,cv2.COLOR_BGR2HSV)hueLow=cv2.getTrackbarPos("Hue Min","TrackBar")hueHigh=cv2.getTrackbarPos("Hue Max","TrackBar")satLow=cv2.getTrackbarPos("Sat Min","TrackBar")satHigh=cv2.getTrackbarPos("Sat Max","TrackBar")valLow=cv2.getTrackbarPos("Val Min","TrackBar")valHigh=cv2.getTrackbarPos("Val Max","TrackBar")print(hueLow,hueHigh,satLow,satHigh,valLow,valHigh)#創建掩膜mask=cv2.inRange(imgHSV,(hueLow,satLow,valLow),(hueHigh,satHigh,valHigh))image=cv2.bitwise_and(image,image,mask=mask)#顯示圖像cv2.imshow('Origial',image)cv2.imshow('HSV',imgHSV)#按q鍵退出if cv2.waitKey(1)==ord('q'):break
cv2.destroyAllWindows()
- 運行color_detection.py,并調整滑塊(TrackBar)如下圖,當然你的被追蹤物體的顏色不同,參數也必然不同。
這時你會發現,紅色鉛筆被顯示出來,其它部分被掩膜遮擋,記下Hue Min, Hui Max, Sat Min, Sat Max, Val Min, Val Max這六個數值在接下來的代碼中會用到。
3.2 目標追蹤代碼
- 輸入color_detection.py里得到的六個參數到相應位置,注釋里已經注明。
***color_tracking.py***
import cv2
from picamera2 import Picamera2
import time
import numpy as np
from servo import Servo
picam2 = Picamera2()#偏航伺服電機連接上GPIO19腳,俯仰伺服電機信號線連接到GPIO16腳上
pan=Servo(pin=19)
tilt=Servo(pin=16)panAngle=0
tiltAngle=0pan.set_angle(panAngle)
tilt.set_angle(tiltAngle)#初始化pi camera
dispW=1280
dispH=720
picam2.preview_configuration.main.size = (dispW,dispH)
picam2.preview_configuration.main.format = "RGB888"
picam2.preview_configuration.controls.FrameRate=30
picam2.preview_configuration.align()
picam2.configure("preview")
picam2.start()
fps=0
pos=(30,60)
font=cv2.FONT_HERSHEY_SIMPLEX
height=1.5
weight=3
myColor=(0,0,255)def nothing(x):passcv2.namedWindow('myTracker')
#輸入color_detection.py里得到的六個參數到xxx位置,比如cv2.createTrackbar('Hue Low','myTracker',xxx,179,nothing)
cv2.createTrackbar('Hue Low','myTracker',56,179,nothing)
cv2.createTrackbar('Hue High','myTracker',179,179,nothing)
cv2.createTrackbar('Sat Low','myTracker',165,255,nothing)
cv2.createTrackbar('Sat High','myTracker',255,255,nothing)
cv2.createTrackbar('Val Low','myTracker',77,255,nothing)
cv2.createTrackbar('Val High','myTracker',255,255,nothing)while True:tStart=time.time()#獲取取攝像頭圖片frame= picam2.capture_array()frame=cv2.flip(frame,1)frameHSV=cv2.cvtColor(frame,cv2.COLOR_BGR2HSV)cv2.putText(frame,str(int(fps))+' FPS',pos,font,height,myColor,weight)hueLow=cv2.getTrackbarPos('Hue Low','myTracker')satLow=cv2.getTrackbarPos('Sat Low','myTracker')valLow=cv2.getTrackbarPos('Val Low','myTracker')hueHigh=cv2.getTrackbarPos('Hue High','myTracker')satHigh=cv2.getTrackbarPos('Sat High','myTracker')valHigh=cv2.getTrackbarPos('Val High','myTracker')lowerBound=np.array([hueLow,satLow,valLow])upperBound=np.array([hueHigh,satHigh,valHigh])myMask=cv2.inRange(frameHSV,lowerBound,upperBound)myMaskSmall=cv2.resize(myMask,(int(dispW/2),int(dispH/2)))myObject=cv2.bitwise_and(frame,frame, mask=myMask)myObjectSmall=cv2.resize(myObject,(int(dispW/2),int(dispH/2)))contours,junk=cv2.findContours(myMask,cv2.RETR_EXTERNAL,cv2.CHAIN_APPROX_SIMPLE)if len(contours)>0:contours=sorted(contours,key=lambda x:cv2.contourArea(x),reverse=True)#cv2.drawContours(frame,contours,-1,(255,0,0),3)contour=contours[0]x,y,w,h=cv2.boundingRect(contour)cv2.rectangle(frame,(x,y),(x+w,y+h),(0,0,255),3)#偏航電機糾偏X軸方向上的偏差,大于30度,偏航角度減小,小于-30度,偏航角度增加errorX=dispW/2-(x+w/2)if errorX>30:panAngle=panAngle-1if panAngle<-90:panAngle=-90pan.set_angle(panAngle)if errorX<-30:panAngle=panAngle+1if panAngle>90:panAngle=90pan.set_angle(panAngle)#俯仰電機糾偏Y軸方向上的偏差,大于30度,俯仰角度減小,小于-30度,俯仰角度增加errorY=dispH/2-(y+h/2)if errorY>30:tiltAngle=tiltAngle-1if tiltAngle<-90:tiltAngle=-90tilt.set_angle(tiltAngle)if errorY<-30:tiltAngle=tiltAngle+1if tiltAngle>90:tiltAngle=90tilt.set_angle(tiltAngle)cv2.imshow('Camera',frame)cv2.imshow('Mask',myMaskSmall)cv2.imshow('My Object',myObjectSmall)#按q鍵退出if cv2.waitKey(1)==ord('q'):pan.stop()tilt.stop()picam2.stop()breaktEnd=time.time()loopTime=tEnd-tStartfps=.9*fps + .1*(1/loopTime)
cv2.destroyAllWindows()
- 上述代碼中的from servo import Servo導入servo,這個庫是沒有的,我們要手動創建這個庫,在object_tracking.py所在的目錄下新建servo.py文件,復制下面的代碼到文件中
#!/usr/bin/env python3
import pigpio
from time import sleep
# Start the pigpiod daemon
import subprocess
result = None
status = 1
for x in range(3):p = subprocess.Popen('sudo pigpiod', shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)result = p.stdout.read().decode('utf-8')status = p.poll()if status == 0:breaksleep(0.2)
if status != 0:print(status, result)
'''
> Use the DMA PWM of the pigpio library to drive the servo
> Map the servo angle (0 ~ 180 degree) to (-90 ~ 90 degree)'''class Servo():MAX_PW = 1250 # 0.5/20*100MIN_PW = 250 # 2.5/20*100_freq = 50 # 50 Hz, 20msdef __init__(self, pin, min_angle=-90, max_angle=90):self.pi = pigpio.pi()self.pin = pin self.pi.set_PWM_frequency(self.pin, self._freq)self.pi.set_PWM_range(self.pin, 10000) self.angle = 0self.max_angle = max_angleself.min_angle = min_angleself.pi.set_PWM_dutycycle(self.pin, 0)def set_angle(self, angle):if angle > self.max_angle:angle = self.max_angleelif angle < self.min_angle:angle = self.min_angleself.angle = angleduty = self.map(angle, -90, 90, 250, 1250)self.pi.set_PWM_dutycycle(self.pin, duty)def get_angle(self):return self.angledef stop(self):self.pi.set_PWM_dutycycle(self.pin, 0)self.pi.stop()# will be called automatically when the object is deleted# def __del__(self):# passdef map(self, x, in_min, in_max, out_min, out_max):return (x - in_min) * (out_max - out_min) / (in_max - in_min) + out_minif __name__ =='__main__':from vilib import Vilib# Vilib.camera_start(vflip=True,hflip=True) # Vilib.display(local=True,web=True)pan = Servo(pin=13, max_angle=90, min_angle=-90)tilt = Servo(pin=12, max_angle=30, min_angle=-90)panAngle = 0tiltAngle = 0pan.set_angle(panAngle)tilt.set_angle(tiltAngle)sleep(1)while True:for angle in range(0, 90, 1):pan.set_angle(angle)tilt.set_angle(angle)sleep(.01)sleep(.5)for angle in range(90, -90, -1):pan.set_angle(angle)tilt.set_angle(angle)sleep(.01)sleep(.5)for angle in range(-90, 0, 1):pan.set_angle(angle)tilt.set_angle(angle)sleep(.01)sleep(.5)
- 運行object_tracking.py,移動紅色鉛筆,攝像頭就會自動追蹤該對象