adding python sources

Author: dbickson

python/__init__.py

@@ -0,0 +1,110 @@
+
+# FastDup Software, (C) copyright 2022 Dr. Amir Alush and Dr. Danny Bickson.
+# This software is free for non-commercial and academic usage under the Creative Common Attribution-NonCommercial-NoDerivatives
+# 4.0 International license. Please reach out to [email protected] for licensing options.
+
+# workaround taken from https://stackoverflow.com/questions/35745541/how-to-get-printed-output-from-ctypes-c-functions-into-jupyter-ipython-notebook
+# to view C++ output in jupyter notebook
+
+import io
+import os
+import sys
+import tempfile
+from contextlib import contextmanager
+import ctypes
+from ctypes import util
+import platform
+# use_errno parameter is optional, because I'm not checking errno anyway.
+libc = ctypes.CDLL(util.find_library('c'), use_errno=True)
+
+class FILE(ctypes.Structure):
+    pass
+
+FILE_p = ctypes.POINTER(FILE)
+
+# Alternatively, we can just use:
+# FILE_p = ctypes.c_void_p
+
+# These variables, defined inside the C library, are readonly.
+if platform.system() == "Darwin":
+    cstdin = FILE_p.in_dll(libc, '__stdinp')
+    cstdout = FILE_p.in_dll(libc, '__stdoutp')
+    cstderr = FILE_p.in_dll(libc, '__stderrp')
+else:
+    cstdin = FILE_p.in_dll(libc, 'stdin')
+    cstdout = FILE_p.in_dll(libc, 'stdout')
+    cstderr = FILE_p.in_dll(libc, 'stderr')
+
+# C function to disable buffering.
+csetbuf = libc.setbuf
+csetbuf.argtypes = (FILE_p, ctypes.c_char_p)
+csetbuf.restype = None
+
+# C function to flush the C library buffer.
+cfflush = libc.fflush
+cfflush.argtypes = (FILE_p,)
+cfflush.restype = ctypes.c_int
+
+@contextmanager
+def capture_c_stdout(encoding='utf8'):
+    # Flushing, it's a good practice.
+    sys.stdout.flush()
+    sys.stderr.flush()
+    cfflush(cstdout)
+    cfflush(cstderr)
+
+    # We need to use a actual file because we need the file descriptor number.
+    with tempfile.TemporaryFile(buffering=0) as temp:
+        # Saving a copy of the original stdout.
+        with tempfile.TemporaryFile(buffering=0) as temp2:
+            prev_sys_stdout = sys.stdout
+            prev_sys_stderr = sys.stderr
+            prev_stdout_fd = os.dup(1)
+            prev_stderr_fd = os.dup(2)
+            os.close(1)
+            os.close(2)
+
+            # Duplicating the temporary file fd into the stdout fd.
+            # In other words, replacing the stdout.
+            os.dup2(temp.fileno(), 1)
+            os.dup2(temp2.fileno(), 2)
+
+            # Replacing sys.stdout for Python code.
+            #
+            # IPython Notebook version of sys.stdout is actually an
+            # in-memory OutStream, so it does not have a file descriptor.
+            # We need to replace sys.stdout so that interleaved Python
+            # and C output gets captured in the correct order.
+            #
+            # We enable line_buffering to force a flush after each line.
+            # And write_through to force all data to be passed through the
+            # wrapper directly into the binary temporary file.
+            temp_wrapper = io.TextIOWrapper(
+                temp, encoding=encoding, line_buffering=True, write_through=True)
+            sys.stdout = temp_wrapper
+            temp_wrapper2 = io.TextIOWrapper(temp2, encoding=encoding, line_buffering=True, write_through=True)
+            sys.stderr = temp_wrapper2
+
+            # Disabling buffering of C stdout.
+            csetbuf(cstdout, None)
+            csetbuf(cstderr, None)
+
+            yield
+
+            # Must flush to clear the C library buffer.
+            cfflush(cstdout)
+            cfflush(cstderr)
+
+            # Restoring stdout.
+            os.dup2(prev_stdout_fd, 1)
+            os.dup2(prev_stderr_fd, 2)
+            os.close(prev_stdout_fd)
+            os.close(prev_stderr_fd)
+            sys.stdout = prev_sys_stdout
+            sys.stderr = prev_sys_stderr
+
+            # Printing the captured output.
+            temp_wrapper.seek(0)
+            print(temp_wrapper.read(), end='')
+            temp_wrapper2.seek(0)
+            print(temp_wrapper2.read(), end='')

python/capture_io.py

@@ -0,0 +1,110 @@
+
+# FastDup Software, (C) copyright 2022 Dr. Amir Alush and Dr. Danny Bickson.
+# This software is free for non-commercial and academic usage under the Creative Common Attribution-NonCommercial-NoDerivatives
+# 4.0 International license. Please reach out to [email protected] for licensing options.
+
+
+import os
+cat = {0: u'__background__',
+ 1: u'person',
+ 2: u'bicycle',
+ 3: u'car',
+ 4: u'motorcycle',
+ 5: u'airplane',
+ 6: u'bus',
+ 7: u'train',
+ 8: u'truck',
+ 9: u'boat',
+ 10: u'traffic light',
+ 11: u'fire hydrant',
+ 12: u'stop sign',
+ 13: u'parking meter',
+ 14: u'bench',
+ 15: u'bird',
+ 16: u'cat',
+ 17: u'dog',
+ 18: u'horse',
+ 19: u'sheep',
+ 20: u'cow',
+ 21: u'elephant',
+ 22: u'bear',
+ 23: u'zebra',
+ 24: u'giraffe',
+ 25: u'backpack',
+ 26: u'umbrella',
+ 27: u'handbag',
+ 28: u'tie',
+ 29: u'suitcase',
+ 30: u'frisbee',
+ 31: u'skis',
+ 32: u'snowboard',
+ 33: u'sports ball',
+ 34: u'kite',
+ 35: u'baseball bat',
+ 36: u'baseball glove',
+ 37: u'skateboard',
+ 38: u'surfboard',
+ 39: u'tennis racket',
+ 40: u'bottle',
+ 41: u'wine glass',
+ 42: u'cup',
+ 43: u'fork',
+ 44: u'knife',
+ 45: u'spoon',
+ 46: u'bowl',
+ 47: u'banana',
+ 48: u'apple',
+ 49: u'sandwich',
+ 50: u'orange',
+ 51: u'broccoli',
+ 52: u'carrot',
+ 53: u'hot dog',
+ 54: u'pizza',
+ 55: u'donut',
+ 56: u'cake',
+ 57: u'chair',
+ 58: u'couch',
+ 59: u'potted plant',
+ 60: u'bed',
+ 61: u'dining table',
+ 62: u'toilet',
+ 63: u'tv',
+ 64: u'laptop',
+ 65: u'mouse',
+ 66: u'remote',
+ 67: u'keyboard',
+ 68: u'cell phone',
+ 69: u'microwave',
+ 70: u'oven',
+ 71: u'toaster',
+ 72: u'sink',
+ 73: u'refrigerator',
+ 74: u'book',
+ 75: u'clock',
+ 76: u'vase',
+ 77: u'scissors',
+ 78: u'teddy bear',
+ 79: u'hair drier',
+ 80: u'toothbrush'}
+
+
+
+def read_coco_labels(path):
+  label_dict = {}
+  files = os.listdir(path)
+  for f in files:
+    if f.endswith('.txt'):
+      try:
+        with open(os.path.join(path, f)) as w:
+          line = w.read()
+          if (line.strip() == ''):
+            continue
+          int_cat = int(line.split(' ')[0])
+          #print('cat is', cat[int_cat])
+          label_dict[os.path.join(path.replace('labels','images'),f).replace('.txt','.jpg')] = cat[int_cat]
+      except Exception as ex:
+        print('Failed to read file ', os.path.join(path, f), ' with error: ', ex)
+        
+  return label_dict
+
+