python - calcOpticalFlowPyrLK 丢失单个跟踪点

Question

我正在尝试编写一个 python 程序来基于他们眼睛之间的一个点来跟踪用户的头部运动。我正在使用 OpenCV 2.4.5 和 calcOpticalFlowPyrLK。我使用 HAAR 点设置了初始点，初始点是正确的，但是在第一次调用 calcOpticalFlowPyrLK 之后，程序现在正在跟踪一个完全不同的点。我对计算机视觉不是很熟悉，所以我不知道为什么它会失去初始点。

我正在使用 python 2.7、Fedora 18 和 OpenCV 2.4.5。

我的代码:

import numpy as np
import cv2

cap = cv2.VideoCapture(0)

# loading the classifiers
hcf = cv2.CascadeClassifier('/usr/share/OpenCV/haarcascades/haarcascade_frontalface_default.xml')
hce = cv2.CascadeClassifier('/usr/share/OpenCV/haarcascades/haarcascade_eye.xml')

# params for ShiTomasi corner detection
feature_params = dict( maxCorners = 100,
                       qualityLevel = 0.3,
                       minDistance = 7,
                       blockSize = 7 )

# Parameters for lucas kanade optical flow
lk_params = dict( winSize  = (15,15),
                  maxLevel = 2,
                  criteria = (cv2.TERM_CRITERIA_EPS | cv2.TERM_CRITERIA_COUNT, 10, 0.03))

# Create some random colors
color = np.random.randint(0,255,(100,3))

# Take first frame and find corners in it
ret, old_frame = cap.read()
old_gray = cv2.cvtColor(old_frame, cv2.COLOR_BGR2GRAY)

# Create a mask image for drawing purposes
mask = np.zeros_like(old_frame)

first = True
while(1):
    #Get new frame
    ret,frame = cap.read()
    frame_gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)

    #First iteration, calcualte the face
    if(first):
        first = False
        faces = hcf.detectMultiScale(frame_gray, minSize=(100, 100))
        face = faces[0]
        print face[0],face[1],face[2],face[3]

        p0 = [[((face[0] + (face[2]/2)),(face[1] + (face[3]/3)))]]
        p0 = np.float32(np.asarray(p0))
        print "p0", p0

    #cv2.rectangle(frame,(face[0], face[1]), (face[0] + face[2], face[1] + face[3]),(155, 255, 25),2)
    #Draw circle at initial point
    cv2.circle(frame,((face[0] + (face[2]/2)),(face[1] + (face[3]/3))),5,(155, 255, 25))

    # calculate optical flow
    p1, st, err = cv2.calcOpticalFlowPyrLK(old_gray, frame_gray, p0, None, **lk_params)

    # Select good points
    if st==1:
        good_new = p1[st==1]
        good_old = p0[st==1]

        # draw the tracks
        for i,(new,old) in enumerate(zip(good_new,good_old)):
            a,b = new.ravel()
            c,d = old.ravel()
            mask = cv2.line(mask, (a,b),(c,d), color[i].tolist(), 2)
            cv2.circle(frame,(a,b),5,color[i].tolist(),-1)

    cv2.imshow('frame',frame)
    k = cv2.waitKey(30) & 0xff
    if k == 27:
        break

    # Now update the previous frame and previous points
    old_gray = frame_gray.copy()
    if st==1:
        p0 = good_new.reshape(-1,1,2)

cv2.destroyAllWindows()
cap.release()

Answer 1

我不确定这是否有帮助，但看看它是否可能只是当你绘制轨道时掩码是 None :

mask = cv2.line(mask, (a,b),(c,d), color[i].tolist(), 2)
cv2.circle(frame,(a,b),5,color[i].tolist(),-1)

cv2.line() 和 cv2.circle() 返回 Null，因为您固定在这两个中的第二个上。尝试对第一个也这样做，所以它看起来像这样:

cv2.line(mask, (a,b),(c,d), color[i].tolist(), 2)
cv2.circle(frame,(a,b),5,color[i].tolist(),-1)

我希望效果更好，祝你好运!