Eye Gaze detection 1 – Gaze controlled keyboard with Python and Opencv p.3
In this third part of the serie, we’re going to select the region where there is our eye and then put it on a new frame so that later on we can work with the eye only to detect the gaze.
Source code:
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
import cv2 import numpy as np import dlib from math import hypot cap = cv2.VideoCapture(0) detector = dlib.get_frontal_face_detector() predictor = dlib.shape_predictor("shape_predictor_68_face_landmarks.dat") def midpoint(p1 ,p2): return int((p1.x + p2.x)/2), int((p1.y + p2.y)/2) font = cv2.FONT_HERSHEY_PLAIN def get_blinking_ratio(eye_points, facial_landmarks): left_point = (facial_landmarks.part(eye_points[0]).x, facial_landmarks.part(eye_points[0]).y) right_point = (facial_landmarks.part(eye_points[3]).x, facial_landmarks.part(eye_points[3]).y) center_top = midpoint(facial_landmarks.part(eye_points[1]), facial_landmarks.part(eye_points[2])) center_bottom = midpoint(facial_landmarks.part(eye_points[5]), facial_landmarks.part(eye_points[4])) #hor_line = cv2.line(frame, left_point, right_point, (0, 255, 0), 2) #ver_line = cv2.line(frame, center_top, center_bottom, (0, 255, 0), 2) hor_line_lenght = hypot((left_point[0] - right_point[0]), (left_point[1] - right_point[1])) ver_line_lenght = hypot((center_top[0] - center_bottom[0]), (center_top[1] - center_bottom[1])) ratio = hor_line_lenght / ver_line_lenght return ratio while True: _, frame = cap.read() gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY) faces = detector(gray) for face in faces: #x, y = face.left(), face.top() #x1, y1 = face.right(), face.bottom() #cv2.rectangle(frame, (x, y), (x1, y1), (0, 255, 0), 2) landmarks = predictor(gray, face) # Detect blinking left_eye_ratio = get_blinking_ratio([36, 37, 38, 39, 40, 41], landmarks) right_eye_ratio = get_blinking_ratio([42, 43, 44, 45, 46, 47], landmarks) blinking_ratio = (left_eye_ratio + right_eye_ratio) / 2 if blinking_ratio > 5.7: cv2.putText(frame, "BLINKING", (50, 150), font, 7, (255, 0, 0)) # Gaze detection left_eye_region = np.array([(landmarks.part(36).x, landmarks.part(36).y), (landmarks.part(37).x, landmarks.part(37).y), (landmarks.part(38).x, landmarks.part(38).y), (landmarks.part(39).x, landmarks.part(39).y), (landmarks.part(40).x, landmarks.part(40).y), (landmarks.part(41).x, landmarks.part(41).y)], np.int32) #cv2.polylines(frame, [left_eye_region], True, (0, 0, 255), 2) height, width, _ = frame.shape mask = np.zeros((height, width), np.uint8) cv2.polylines(mask, [left_eye_region], True, 255, 2) cv2.fillPoly(mask, [left_eye_region], 255) left_eye = cv2.bitwise_and(gray, gray, mask=mask) min_x = np.min(left_eye_region[:, 0]) max_x = np.max(left_eye_region[:, 0]) min_y = np.min(left_eye_region[:, 1]) max_y = np.max(left_eye_region[:, 1]) gray_eye = left_eye[min_y: max_y, min_x: max_x] _, threshold_eye = cv2.threshold(gray_eye, 70, 255, cv2.THRESH_BINARY) threshold_eye = cv2.resize(threshold_eye, None, fx=5, fy=5) eye = cv2.resize(gray_eye, None, fx=5, fy=5) cv2.imshow("Eye", eye) cv2.imshow("Threshold", threshold_eye) cv2.imshow("Left eye", left_eye) cv2.imshow("Frame", frame) key = cv2.waitKey(1) if key == 27: break cap.release() cv2.destroyAllWindows() |
