Test ragged batches. (#77)

Extended dynamic batching tests to check ragged batches support.
Signed-off-by: Rafal <[email protected]>

Author: banasraf

qa/L0_DALI_GPU_ensemble/client.py

@@ -97,14 +97,13 @@ def ref_func(inp1, inp2):
   return inp1 * 2 / 3, (inp2 * 3).astype(np.half).astype(np.single) / 2
 
 
-def random_gen(max_batch_size, uniform_groups=1):
+def random_gen(max_batch_size):
   while True:
     size1 = randint(100, 300)
     size2 = randint(100, 300)
-    for i in range(uniform_groups):
-      bs = randint(1, max_batch_size + 1)
-      yield np.random.random((bs, size1)).astype(np.single), \
-          np.random.random((bs, size2)).astype(np.single)
+    bs = randint(1, max_batch_size + 1)
+    yield np.random.random((bs, size1)).astype(np.single), \
+        np.random.random((bs, size2)).astype(np.single)
 
 def parse_args():
     parser = argparse.ArgumentParser()
@@ -120,7 +119,7 @@ def main():
   args = parse_args()
   client = TestClient('dali_ensemble', ['INPUT_0', 'INPUT_1'], ['OUTPUT_0', 'OUTPUT_1'], args.url,
                       concurrency=args.concurrency)
-  client.run_tests(random_gen(args.max_batch_size, args.concurrency), ref_func,
+  client.run_tests(random_gen(args.max_batch_size), ref_func,
                    n_infers=args.n_iters, eps=1e-4)
 
 if __name__ == '__main__':

qa/L0_DALI_GPU_ensemble/model_repository/dali_1/config.pbtxt

@@ -27,6 +27,7 @@ input [
     name: "DALI_INPUT_0"
     data_type: TYPE_FP32
     dims: [ -1 ]
+    allow_ragged_batch: true
   }
 ]
 
@@ -35,6 +36,7 @@ input [
     name: "DALI_INPUT_1"
     data_type: TYPE_FP32
     dims: [ -1 ]
+    allow_ragged_batch: true
   }
 ]
 

qa/L0_DALI_GPU_ensemble/model_repository/dali_2/config.pbtxt

@@ -27,6 +27,7 @@ input [
     name: "DALI_INPUT_0"
     data_type: TYPE_FP32
     dims: [ -1 ]
+    allow_ragged_batch: true
   }
 ]
 
@@ -35,6 +36,7 @@ input [
     name: "DALI_INPUT_1"
     data_type: TYPE_FP16
     dims: [ -1 ]
+    allow_ragged_batch: true
   }
 ]