more debug info

Author: GreenWizard2015

Core/CEyeTracker.py

@@ -55,34 +55,40 @@ def track(self):
     if not(REVisible or LEVisible):
       return None
 
+    leftEye, leftEyeArea = self._extract(image, LE, BGR)
+    rightEye, rightEyeArea = self._extract(image, RE, BGR)
     return {
       # main data
       'time': time.time(),
       'face points': facePoints,
-      'left eye': self._extract(image, LE, BGR),
-      'right eye': self._extract(image, RE, BGR),
+      'left eye': leftEye,
+      'right eye': rightEye,
       # misc
       'lips distance': lipsDistancePx,
+      'left eye area': leftEyeArea,
+      'right eye area': rightEyeArea,
       'raw': frame,
     }
 
   def _extract(self, image, pts, isBGR):
     sz = (32, 32)
     padding = 5
     if len(pts) < 5:
-      return np.zeros(sz, np.uint8)
+      return np.zeros(sz, np.uint8), None
 
+    HW = np.array(image.shape[:2][::-1])
     A = (pts.min(axis=0) - padding).clip(min=0)
     B = pts.max(axis=0) + padding
-    B = np.minimum(B, image.shape[:2][::-1])
+    B = np.minimum(B, HW)
 
+    rect = np.array([A, B], np.float32) / HW
     crop = image[ A[1]:B[1], A[0]:B[0], ]
     if np.min(crop.shape[:2]) < 8:
-      return np.zeros(sz, np.uint8)
+      return np.zeros(sz, np.uint8), rect
 
     crop = cv2.resize(crop, sz)
     crop = cv2.cvtColor(crop, cv2.COLOR_BGR2GRAY if isBGR else cv2.COLOR_RGB2GRAY)
-    return crop.astype(np.uint8)
+    return crop.astype(np.uint8), rect
 
   def _processFace(self, pose, image):
     facePoints = {}

app.py

@@ -132,23 +132,45 @@ def on_event(self, event):
       if G.K_F3 == event.key:
         self._predictorMaskRightEye = not self._predictorMaskRightEye
     return
+  
+  def _updateEyesImage(self, tracked):
+    if self._eyesSurface is None: return
+
+    def drawPoints(img, points, rect, color=Colors.RED):
+      A = rect[0]
+      rectDim = rect[1] - A
+      # remove points outside of the rect
+      points = (points - A) / rectDim
+      mask = np.logical_and(0.0 <= points, points <= 1.0)
+      mask = np.all(mask, axis=-1)
+      points = points[mask]
+
+      img = np.repeat(img[..., None], 3, axis=2) # make RGB
+      hw = np.array(img.shape[:2][::-1])
+      points = np.multiply(points, hw[None]).astype(np.int32)
+      color = np.array(color, np.uint8)
+      for p in points:
+        img[p[1], p[0]] = color
+      return img
+
+    eyes = np.concatenate([
+      drawPoints(tracked['left eye'], tracked['face points'], tracked['left eye area']),
+      drawPoints(tracked['right eye'], tracked['face points'], tracked['right eye area'])
+    ], axis=1)
+    numpyToSurfaceBind(eyes, self._eyesSurface)
+    return
 
   def on_tick(self, deltaT):
     lastTracked = None
     tracked = self._tracker.track()
     if not(tracked is None):
       self._currentMode.on_sample(tracked)
+      self._faceMesh = tracked['face points'].copy()
 
       if not(self._cameraView is None):
         numpyToSurfaceBind(tracked['raw'][..., ::-1], self._cameraSurface)
 
-      if self._eyesView is not None:
-        eyes = np.concatenate([tracked['left eye'], tracked['right eye']], axis=1)
-        numpyToSurfaceBind(eyes, self._eyesSurface)
-
-      if self._showFaceMesh:
-        self._faceMesh = tracked['face points'].copy()
-        
+      self._updateEyesImage(tracked)
       lastTracked = {
         'tracked': tracked,
         'pos': np.array(self._smoothedPrediction, np.float32)
@@ -218,7 +240,7 @@ def _renderInfo(self, fps):
 
     self.drawText('FPS: %.1f' % (fps, ), (5, 95 + 25 + 25), Colors.BLACK)
 
-    if self._faceMesh is not None:
+    if self._showFaceMesh and not(self._faceMesh is None):
       scaled = np.multiply(self._faceMesh, self.WH[None])
       scaled = scaled.astype(np.int32)
       for p in scaled: