Eye Gaze detection 1 – Gaze controlled keyboard with Python and Opencv p.3
Python, Tutorials
0
In this third part of the serie, we’re going to select the region where there is our eye and then put it on a new frame so that later on we can work with the eye only to detect the gaze.
Source code:
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
import cv2 import numpy as np import dlib from math import hypot cap = cv2.VideoCapture(0) detector = dlib.get_frontal_face_detector() predictor = dlib.shape_predictor("shape_predictor_68_face_landmarks.dat") def midpoint(p1 ,p2): return int((p1.x + p2.x)/2), int((p1.y + p2.y)/2) font = cv2.FONT_HERSHEY_PLAIN def get_blinking_ratio(eye_points, facial_landmarks): left_point = (facial_landmarks.part(eye_points[0]).x, facial_landmarks.part(eye_points[0]).y) right_point = (facial_landmarks.part(eye_points[3]).x, facial_landmarks.part(eye_points[3]).y) center_top = midpoint(facial_landmarks.part(eye_points[1]), facial_landmarks.part(eye_points[2])) center_bottom = midpoint(facial_landmarks.part(eye_points[5]), facial_landmarks.part(eye_points[4])) #hor_line = cv2.line(frame, left_point, right_point, (0, 255, 0), 2) #ver_line = cv2.line(frame, center_top, center_bottom, (0, 255, 0), 2) hor_line_lenght = hypot((left_point[0] - right_point[0]), (left_point[1] - right_point[1])) ver_line_lenght = hypot((center_top[0] - center_bottom[0]), (center_top[1] - center_bottom[1])) ratio = hor_line_lenght / ver_line_lenght return ratio while True: _, frame = cap.read() gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY) faces = detector(gray) for face in faces: #x, y = face.left(), face.top() #x1, y1 = face.right(), face.bottom() #cv2.rectangle(frame, (x, y), (x1, y1), (0, 255, 0), 2) landmarks = predictor(gray, face) # Detect blinking left_eye_ratio = get_blinking_ratio([36, 37, 38, 39, 40, 41], landmarks) right_eye_ratio = get_blinking_ratio([42, 43, 44, 45, 46, 47], landmarks) blinking_ratio = (left_eye_ratio + right_eye_ratio) / 2 if blinking_ratio > 5.7: cv2.putText(frame, "BLINKING", (50, 150), font, 7, (255, 0, 0)) # Gaze detection left_eye_region = np.array([(landmarks.part(36).x, landmarks.part(36).y), (landmarks.part(37).x, landmarks.part(37).y), (landmarks.part(38).x, landmarks.part(38).y), (landmarks.part(39).x, landmarks.part(39).y), (landmarks.part(40).x, landmarks.part(40).y), (landmarks.part(41).x, landmarks.part(41).y)], np.int32) #cv2.polylines(frame, [left_eye_region], True, (0, 0, 255), 2) height, width, _ = frame.shape mask = np.zeros((height, width), np.uint8) cv2.polylines(mask, [left_eye_region], True, 255, 2) cv2.fillPoly(mask, [left_eye_region], 255) left_eye = cv2.bitwise_and(gray, gray, mask=mask) min_x = np.min(left_eye_region[:, 0]) max_x = np.max(left_eye_region[:, 0]) min_y = np.min(left_eye_region[:, 1]) max_y = np.max(left_eye_region[:, 1]) gray_eye = left_eye[min_y: max_y, min_x: max_x] _, threshold_eye = cv2.threshold(gray_eye, 70, 255, cv2.THRESH_BINARY) threshold_eye = cv2.resize(threshold_eye, None, fx=5, fy=5) eye = cv2.resize(gray_eye, None, fx=5, fy=5) cv2.imshow("Eye", eye) cv2.imshow("Threshold", threshold_eye) cv2.imshow("Left eye", left_eye) cv2.imshow("Frame", frame) key = cv2.waitKey(1) if key == 27: break cap.release() cv2.destroyAllWindows() |
Tags In
Related Posts
Leave a Reply Cancel reply
This site uses Akismet to reduce spam. Learn how your comment data is processed.
Recent Posts
- Detecting colors (Hsv Color Space) – Opencv with Python
- Write using your Eyes – Gaze controlled keyboard with Python and Opencv p.10
- Play sounds – Gaze controlled keyboard with Python and Opencv p.9
- Press a key by blinking eyes – Gaze controlled keyboard with Python and Opencv p.8
- Virtual Keyboard 3 – Gaze controlled keyboard with Python and Opencv p.7