test in performancee scope demos with dynamic shape

Author: anzhella-pankratova

demos/tests/cases.py

@@ -41,6 +41,7 @@ def __init__(self, name, implementation, model_keys=None, device_keys=None, test
 
         self._exec_name = self.subdirectory.replace('/', '_')
         self.parser = None
+        self.supported_devices = None
 
         Demo.IMPLEMENTATION_TYPES.add(implementation)
 
@@ -50,6 +51,8 @@ def models_lst_path(self, source_dir):
     def device_args(self, device_list):
         if len(self.device_keys) == 0:
             return {'CPU': []}
+        if self.supported_devices:
+            device_list = self.supported_devices
         return {device: [arg for key in self.device_keys for arg in [key, device]] for device in device_list}
 
     def get_models(self, case):
@@ -99,6 +102,10 @@ def only_models(self, models):
                     continue
         return self
 
+    def only_devices(self, devices):
+        self.supported_devices = devices
+        return self
+
     def set_precisions(self, precisions, model_info):
         for case in self.test_cases[:]:
             updated_options = {p: {} for p in precisions}

demos/tests/performance_cases.py

@@ -69,5 +69,17 @@ def write_to_csv(self, result, test_case, device):
         .add_test_cases(single_option_cases('-nireq', '3', '5'),
                         single_option_cases('-nstreams', '3', '4'),
                         single_option_cases('-nthreads', str(THREADS_NUM), str(THREADS_NUM - 2)))
-        .add_parser(PerformanceParser)
+        .add_parser(PerformanceParser),
+
+    deepcopy(BASE['bert_named_entity_recognition_demo/python'])
+        .update_option({'--dynamic_shape': None})
+        .only_devices(['CPU']),
+
+    deepcopy(BASE['gpt2_text_prediction_demo/python'])
+        .update_option({'--dynamic_shape': None})
+        .only_devices(['CPU']),
+
+    deepcopy(BASE['speech_recognition_wav2vec_demo/python'])
+        .update_option({'--dynamic_shape': None})
+        .only_devices(['CPU'])
 ]