added python code for tracking hand on webcamera videofeed

hand_tracker.py

@@ -128,7 +128,7 @@ def detect_hand(self, img_norm):
 
         if candidate_detect.shape[0] == 0:
             print("No hands found")
-            return None, None, None
+            return None, None
         # picking the widest suggestion while NMS is not implemented
         max_idx = np.argmax(candidate_detect[:, 3])
 
@@ -197,4 +197,4 @@ def __call__(self, img):
         kp_orig -= pad[::-1]
         box_orig -= pad[::-1]
 
-        return kp_orig, box_orig
+        return kp_orig, box_orig

handtracker_webcam.py

@@ -0,0 +1,54 @@
+#
+# Basic example of how to use the handtracker using a web camera as input.
+#
+# Author: Joakim Eriksson, [email protected]
+#
+
+import cv2
+from hand_tracker import HandTracker
+import numpy as np
+
+def draw_hand(frame, kp):
+    # the points where we go back to the first midpoint of the hand
+    clearpoints = [4,8,12,16,20]
+    lk = None
+    p = 0
+
+    # Draw the hand
+    for keypoint in kp:
+        if lk is not None:
+            cv2.line(frame, (int(keypoint[0]),int(keypoint[1])),(int(lk[0]),int(lk[1])), (255,0,255), 2)
+        lk = keypoint
+        cv2.circle(frame, (int(keypoint[0]), int(keypoint[1])), 3, (0,255,255), -1)
+        if p in clearpoints:
+            lk = kp[0]
+        p = p + 1
+
+def draw_box(frame, box):
+    # draw the box
+    for i in range(0,4):
+        cv2.line(frame, (int(box[i][0]),int(box[i][1])),(int(box[(i+1)&3][0]),int(box[(i+1)&3][1])), (255,255,255), 2)
+
+if __name__ == '__main__':
+    palm_model_path = "./models/palm_detection.tflite"
+    landmark_model_path = "./models/hand_landmark.tflite"
+    anchors_path = "./data/anchors.csv"
+
+    cap = cv2.VideoCapture(0)
+
+    detector = HandTracker(palm_model_path, landmark_model_path, anchors_path,
+                           box_shift=0.2, box_enlarge=1.3)
+
+    # Capture video and do the hand-tracking
+    while True:
+        ret,frame = cap.read()
+        image = frame[:,:,::-1]
+        kp, box = detector(image)
+
+        if kp is not None:
+            draw_hand(frame, kp)
+            draw_box(frame, box)
+
+        cv2.imshow('frame',frame)
+        if cv2.waitKey(1) & 0xFF == ord('q'):
+            break