| import copy |
| import os, sys |
| import math |
| import numpy as np |
| import cv2 |
| sys.path.append("OpenSeeFace/") |
| from tracker import Tracker, get_model_base_path |
|
|
| features = ["eye_l", "eye_r", "eyebrow_steepness_l", "eyebrow_updown_l", "eyebrow_quirk_l", "eyebrow_steepness_r", "eyebrow_updown_r", "eyebrow_quirk_r", "mouth_corner_updown_l", "mouth_corner_inout_l", "mouth_corner_updown_r", "mouth_corner_inout_r", "mouth_open", "mouth_wide"] |
|
|
|
|
| def face_image(frame, save_path=None): |
| height, width, c = frame.shape |
| tracker = Tracker(width, height, threshold=None, max_threads=1, max_faces=1, discard_after=10, scan_every=3, silent=False, model_type=3, model_dir=None, |
| no_gaze=False, detection_threshold=0.4, use_retinaface=0, max_feature_updates=900, static_model=True, try_hard=False) |
| faces = tracker.predict(frame) |
| frame = np.zeros_like(frame) |
| detected = False |
| face_lms = None |
| for face_num, f in enumerate(faces): |
| f = copy.copy(f) |
| if f.eye_blink is None: |
| f.eye_blink = [1, 1] |
| right_state = "O" if f.eye_blink[0] > 0.30 else "-" |
| left_state = "O" if f.eye_blink[1] > 0.30 else "-" |
| detected = True |
| if not f.success: |
| pts_3d = np.zeros((70, 3), np.float32) |
| if face_num == 0: |
| face_lms = f.lms |
| for pt_num, (x,y,c) in enumerate(f.lms): |
| if pt_num == 66 and (f.eye_blink[0] < 0.30 or c < 0.20): |
| continue |
| if pt_num == 67 and (f.eye_blink[1] < 0.30 or c < 0.20): |
| continue |
| x = int(x + 0.5) |
| y = int(y + 0.5) |
|
|
| color = (0, 255, 0) |
| if pt_num >= 66: |
| color = (255, 255, 0) |
| if not (x < 0 or y < 0 or x >= height or y >= width): |
| cv2.circle(frame, (y, x), 1, color, -1) |
| if f.rotation is not None: |
| projected = cv2.projectPoints(f.contour, f.rotation, f.translation, tracker.camera, tracker.dist_coeffs) |
| for [(x,y)] in projected[0]: |
| x = int(x + 0.5) |
| y = int(y + 0.5) |
| if not (x < 0 or y < 0 or x >= height or y >= width): |
| frame[int(x), int(y)] = (0, 255, 255) |
| x += 1 |
| if not (x < 0 or y < 0 or x >= height or y >= width): |
| frame[int(x), int(y)] = (0, 255, 255) |
| y += 1 |
| if not (x < 0 or y < 0 or x >= height or y >= width): |
| frame[int(x), int(y)] = (0, 255, 255) |
| x -= 1 |
| if not (x < 0 or y < 0 or x >= height or y >= width): |
| frame[int(x), int(y)] = (0, 255, 255) |
| if save_path is not None: |
| cv2.imwrite(save_path, frame) |
| return frame, face_lms |
|
|
