Added ignore zones for UA-DETRAC

Author: agirbau

motmetrics/apps/eval_detrac.py

@@ -19,6 +19,8 @@
 from pathlib import Path
 
 import motmetrics as mm
+# Andreu
+from motmetrics.utils import is_in_region
 
 
 def parse_args():
@@ -67,13 +69,25 @@ def parse_args():
     return parser.parse_args()
 
 
+# Andreu
+def filter_dets_by_zone(gt_df, test_df):
+    ig_region = gt_df[['X_reg', 'Y_reg', 'W_reg', 'H_reg']].dropna().values
+    dets = test_df[['X', 'Y', 'Width', 'Height']]
+    for idx, row in dets.iterrows():
+        bbox = [dets.at[idx, 'X'], dets.at[idx, 'Y'], dets.at[idx, 'Width'], dets.at[idx, 'Height']]
+        for reg in ig_region:
+            if is_in_region(bbox, reg):
+                test_df.drop([idx], axis=0, inplace=True)
+                break
+
 def compare_dataframes(gts, ts):
     """Builds accumulator for each sequence."""
     accs = []
     names = []
     for k, tsacc in ts.items():
         if k in gts:
             logging.info('Comparing %s...', k)
+            filter_dets_by_zone(gts[k], tsacc)
             accs.append(mm.utils.compare_to_groundtruth(gts[k], tsacc, 'iou', distth=0.5))
             names.append(k)
         else:
@@ -107,6 +121,17 @@ def main():
     gt = OrderedDict([(os.path.splitext(Path(f).parts[-1])[0], mm.io.loadtxt(f, fmt=args.gtfmt)) for f in gtfiles])
     ts = OrderedDict([(os.path.splitext(Path(f).parts[-1])[0], mm.io.loadtxt(f, fmt=args.tsfmt)) for f in tsfiles])
 
+    # # Debug
+    # # f = gtfiles[1]
+    # # seq = os.path.splitext(Path(f).parts[-1])[0]
+    # seq = 'MVI_39511'
+    # f_gt = gtfiles[0].split('/')[:-1]
+    # f = '/'.join(f_gt) + '/' + seq + '.xml'
+    # gt = OrderedDict([(seq, mm.io.loadtxt(f, fmt=args.gtfmt))])
+    # f_test = tsfiles[0].split('/')[:-1]
+    # f = '/'.join(f_test) + '/' + seq + '.txt'
+    # ts = OrderedDict([(seq, mm.io.loadtxt(f, fmt=args.tsfmt))])
+
     mh = mm.metrics.create()
     accs, names = compare_dataframes(gt, ts)
 

motmetrics/io.py

@@ -18,6 +18,8 @@
 import pandas as pd
 import scipy.io
 import xmltodict
+# Andreu
+from motmetrics.utils import is_in_region
 
 
 class Format(Enum):
@@ -271,6 +273,19 @@ def load_detrac_xml(fname):
     with io.open(fname) as fd:
         doc = xmltodict.parse(fd.read())
     frameList = doc['sequence']['frame']
+    ignored_region_list = doc['sequence']['ignored_region']
+    if type(ignored_region_list['box']) != list:
+        ignored_region_list['box'] = [ignored_region_list['box']]
+
+    # Andreu
+    parsed_ig = []
+    for ig in ignored_region_list['box']:
+        row = []
+        row.append(float(ig['@left']))
+        row.append(float(ig['@top']))
+        row.append(float(ig['@width']))
+        row.append(float(ig['@height']))
+        parsed_ig.append(row)
 
     parsedGT = []
     for f in frameList:
@@ -280,6 +295,7 @@ def load_detrac_xml(fname):
             targetList = [targetList]
 
         for t in targetList:
+            flag_ignore = False
             row = []
             row.append(fid)
             row.append(int(t['@id']))
@@ -291,10 +307,20 @@ def load_detrac_xml(fname):
             row.append(-1)
             row.append(-1)
             row.append(-1)
-            parsedGT.append(row)
+            bbox = [row[2], row[3], row[4], row[5]]
+            for reg in parsed_ig:
+                if is_in_region(bbox, reg):
+                    flag_ignore = True
+                    break
+            if not flag_ignore:
+                parsedGT.append(row)
 
     df = pd.DataFrame(parsedGT,
                       columns=['FrameId', 'Id', 'X', 'Y', 'Width', 'Height', 'Confidence', 'ClassId', 'Visibility', 'unused'])
+
+    df_reg = pd.DataFrame(parsed_ig, columns=['X_reg', 'Y_reg', 'W_reg', 'H_reg'])
+    df = df.append(df_reg)
+
     df.set_index(['FrameId', 'Id'], inplace=True)
 
     # Account for matlab convention.

motmetrics/utils.py

@@ -12,6 +12,8 @@
 from __future__ import print_function
 
 import numpy as np
+from shapely.geometry import Point
+from shapely.geometry.polygon import Polygon
 
 from motmetrics.distances import iou_matrix, norm2squared_matrix
 from motmetrics.mot import MOTAccumulator
@@ -176,3 +178,42 @@ def compute_euc(a, b):
         acc.update(oids, hids, dists, frameid=fid, vf=vflag)
 
     return acc, analysis
+
+
+# Andreu
+def is_in_region(bbox, reg):
+    # Check if the 4 points of the bbox are inside region
+    points = []
+    # Center
+    cx = bbox[0] + (bbox[2] / 2)
+    cy = bbox[1] + (bbox[3] / 2)
+    points.append(Point(cx, cy))
+    # # Top-left
+    # x1 = bbox[0]
+    # y1 = bbox[1]
+    # points.append(Point(x1, y1))
+    # # Top-right
+    # x1 = bbox[0] + bbox[2]
+    # y1 = bbox[1]
+    # points.append(Point(x1, y1))
+    # # Bot-right
+    # x1 = bbox[0] + bbox[2]
+    # y1 = bbox[1] + bbox[3]
+    # points.append(Point(x1, y1))
+    # # Bot-left
+    # x1 = bbox[0]
+    # y1 = bbox[1] + bbox[3]
+    # points.append(Point(x1, y1))
+
+    # Region
+    p_xy0 = (reg[0], reg[1])
+    p_xy1 = (reg[0] + reg[2], reg[1])
+    p_xy2 = (reg[0] + reg[2], reg[1] + reg[3])
+    p_xy3 = (reg[0], reg[1] + reg[3])
+    region = [p_xy0, p_xy1, p_xy2, p_xy3]
+    polygon = Polygon(region)
+
+    flags_inside = [polygon.contains(p) for p in points]
+    flag_inside = all(flags_inside)
+
+    return flag_inside