added IPWEBCAM feature to DLStream

Author: JensBlack

DeepLabStream.py

@@ -18,7 +18,7 @@
 import click
 
 from utils.configloader import RESOLUTION, FRAMERATE, OUT_DIR, MODEL,  MULTI_CAM, STACK_FRAMES, \
-    ANIMALS_NUMBER, STREAMS, VIDEO
+    ANIMALS_NUMBER, STREAMS, VIDEO, IPWEBCAM
 from utils.poser import load_deeplabcut, get_pose, find_local_peaks_new, calculate_skeletons
 from utils.plotter import plot_bodyparts, plot_metadata_frame
 
@@ -131,6 +131,13 @@ def set_camera_manager():
             from utils.generic import VideoManager
             manager = VideoManager()
             return manager
+
+        elif IPWEBCAM:
+            from utils.generic import WebCamManager
+            manager = WebCamManager()
+            return manager
+
+
         else:
             manager_list = []
             # loading realsense manager, if installed

settings.ini

@@ -4,17 +4,22 @@ FRAMERATE = 30
 STREAMS = color, depth, infrared
 OUTPUT_DIRECTORY = /Output
 MULTIPLE_DEVICES = False
-CAMERA_SOURCE = 2
+CAMERA_SOURCE = 0
 
 [DeepLabCut]
-DLC_PATH = DLC_PATH
-MODEL = MODEL
+DLC_PATH = D:\PycharmProjects\DeepLabCut\deeplabcut
+MODEL = Mouse_resident_intruder_HomeCage_CLAHE
 
 [Experiment]
-EXP_ORIGIN = BASE/CUSTOM
-EXP_NAME = CONFIG_NAME
+EXP_NAME = FirstExperiment
+EXP_ORIGIN = uguh
+;EXP_NAME = CONFIG_NAME
 RECORD_EXP = True
 
 [Video]
 VIDEO_SOURCE = PATH_TO_PRERECORDED_VIDEO
 VIDEO = False
+
+[IPWEBCAM]
+PORT = 5555
+IPWEBCAM = True

utils/configloader.py

@@ -49,6 +49,10 @@ def get_script_path():
 VIDEO_SOURCE = dsc_config['Video'].get('VIDEO_SOURCE')
 VIDEO = dsc_config['Video'].getboolean('VIDEO')
 
+#IPWEBCAM
+PORT = dsc_config['IPWEBCAM'].get('PORT')
+IPWEBCAM = dsc_config['IPWEBCAM'].getboolean('IPWEBCAM')
+
 
 # experiment
 EXP_ORIGIN = dsc_config['Experiment'].get('EXP_ORIGIN')

utils/generic.py

@@ -7,7 +7,7 @@
 """
 
 import cv2
-from utils.configloader import CAMERA_SOURCE, VIDEO_SOURCE, RESOLUTION, FRAMERATE
+from utils.configloader import CAMERA_SOURCE, VIDEO_SOURCE, RESOLUTION, FRAMERATE, PORT
 import time
 import numpy as np
 
@@ -130,3 +130,70 @@ def get_frames(self) -> tuple:
 
         return color_frames, depth_maps, infra_frames
 
+
+class WebCamManager(GenericManager):
+
+    def __init__(self):
+        """
+        Binds the computer to a ip address and starts listening for incoming streams.
+        Adapted from StreamViewer.py https://github.com/CT83/SmoothStream
+        """
+        import zmq
+        self._context = zmq.Context()
+        self._footage_socket = self._context.socket(zmq.SUB)
+        self._footage_socket.bind('tcp://*:' + PORT)
+        self._footage_socket.setsockopt_string(zmq.SUBSCRIBE, np.unicode(''))
+
+        self._manager_name = "generic"
+        self._camera = None
+        self._camera_name = "webcam"
+        self.initial_wait = False
+        self.last_frame_time = time.time()
+
+    def string_to_image(self, string):
+        """ Taken from https://github.com/CT83/SmoothStream"""
+
+        import numpy as np
+        import cv2
+        import base64
+        img = base64.b64decode(string)
+        npimg = np.fromstring(img, dtype=np.uint8)
+        return cv2.imdecode(npimg, 1)
+
+    def get_frames(self) -> tuple:
+        """
+        Collect frames for camera and outputs it in 'color' dictionary
+        ***depth and infrared are not used here***
+        :return: tuple of three dictionaries: color, depth, infrared
+        """
+
+        color_frames = {}
+        depth_maps = {}
+        infra_frames = {}
+
+        if self._footage_socket:
+            ret = True
+        else:
+            ret = False
+        self.last_frame_time = time.time()
+        if ret:
+            # if not self.initial_wait:
+            #     cv2.waitKey(1000)
+            #     self.initial_wait = True
+            # receives frame from stream
+            image = self._footage_socket.recv_string()
+            # converts image from str to image format that cv can handle
+            image = self.string_to_image(image)
+            image = cv2.resize(image, RESOLUTION)
+            color_frames[self._camera_name] = image
+            running_time = time.time() - self.last_frame_time
+            if running_time <= 1 / FRAMERATE:
+                sleepy_time = int(np.ceil(1000/FRAMERATE - running_time / 1000))
+                cv2.waitKey(sleepy_time)
+        return color_frames, depth_maps, infra_frames
+
+    def enable_stream(self, resolution, framerate, *args):
+        """
+        Not used for webcam streaming over network
+        """
+        pass