disabling secondary index stats for multi bucket n1ql tests

Change-Id: I2b39b7ce954d87ae18189031fc39f2416a87877d
Reviewed-on: http://review.couchbase.org/c/perfrunner/+/149299
Tested-by: Build Bot <[email protected]>
Reviewed-by: Bo-Chun Wang <[email protected]>

Author: korry8911

perfrunner/tests/n1ql.py

@@ -13,11 +13,8 @@ class N1QLTest(PerfTest):
     COLLECTORS = {
         'iostat': False,
         'memory': False,
-        'n1ql_latency': True,
+        'n1ql_latency': False,
         'n1ql_stats': True,
-        'secondary_stats': True,
-        'secondary_debugstats': True,
-        'secondary_debugstats_index': True,
         'ns_server_system': True
     }
 
@@ -106,7 +103,17 @@ def store_plans(self):
             with open('query_plan_{}.json'.format(i), 'w') as fh:
                 fh.write(pretty_dict(plan))
 
+    def enable_stats(self):
+        if self.index_nodes:
+            self.COLLECTORS['secondary_stats'] = True
+            if not hasattr(self, 'ALL_BUCKETS'):
+                self.COLLECTORS['secondary_debugstats'] = True
+                self.COLLECTORS['secondary_debugstats_index'] = True
+        if "latency" in self.__class__.__name__.lower():
+            self.COLLECTORS['n1ql_latency'] = True
+
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
         self.check_num_items()
@@ -174,6 +181,7 @@ def rebalance(self, initial_nodes):
         self.worker_manager.abort()
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
         self.check_num_items()
@@ -197,9 +205,6 @@ class N1QLThroughputTest(N1QLTest):
         'memory': False,
         'n1ql_latency': False,
         'n1ql_stats': True,
-        'secondary_stats': True,
-        'secondary_debugstats': True,
-        'secondary_debugstats_index': True,
         'ns_server_system': True
     }
 
@@ -268,6 +273,7 @@ def rebalance(self, initial_nodes):
         return rebalance_time, total_requests
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
         self.check_num_items()
@@ -288,6 +294,14 @@ class N1QLJoinTest(N1QLTest):
 
     ALL_BUCKETS = True
 
+    COLLECTORS = {
+        'iostat': False,
+        'memory': False,
+        'n1ql_latency': False,
+        'n1ql_stats': True,
+        'ns_server_system': True
+    }
+
     def load_regular(self, load_settings, target):
         load_settings.items //= 2
         super(N1QLTest, self).load(settings=load_settings,
@@ -342,6 +356,7 @@ def access(self, *args):
                                      target_iterator=iterator)
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
 
@@ -400,6 +415,7 @@ def _report_kpi(self, time_elapsed):
         )
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
         self.check_num_items()
@@ -442,6 +458,7 @@ def access(self, *args):
         PerfTest.access(self, settings=access_settings)
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
         self.check_num_items()
@@ -476,6 +493,7 @@ def xattr_load(self, *args, **kwargs):
         super().xattr_load(target_iterator=iterator)
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.xattr_load()
         self.wait_for_persistence()
@@ -533,6 +551,7 @@ def rebalance(self, initial_nodes):
         self.worker_manager.abort()
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.xattr_load()
         self.wait_for_persistence()
@@ -555,13 +574,14 @@ class TpcDsTest(N1QLTest):
     COLLECTORS = {
         'iostat': False,
         'memory': False,
-        'n1ql_latency': True,
+        'n1ql_latency': False,
         'n1ql_stats': True,
         'net': False,
-        'secondary_debugstats_index': True,
+        'secondary_debugstats_index': False,
     }
 
     def run(self):
+        self.enable_stats()
         self.load_tpcds_json_data()
 
         self.create_indexes()
@@ -589,7 +609,7 @@ class TpcDsIndexTest(TpcDsTest):
     COLLECTORS = {
         'memory': False,
         'net': False,
-        'secondary_debugstats_index': True,
+        'secondary_debugstats_index': False,
     }
 
     @with_stats
@@ -605,6 +625,7 @@ def _report_kpi(self, indexing_time: float):
         )
 
     def run(self):
+        self.enable_stats()
         self.load_tpcds_json_data()
 
         time_elapsed = self.create_indexes()
@@ -615,13 +636,14 @@ def run(self):
 class BigFUNLatencyTest(N1QLLatencyTest):
 
     COLLECTORS = {
-        'n1ql_latency': True,
+        'n1ql_latency': False,
         'n1ql_stats': True,
         'net': False,
-        'secondary_debugstats_index': True,
+        'secondary_debugstats_index': False,
     }
 
     def run(self):
+        self.enable_stats()
         self.restore()
         self.wait_for_persistence()
 
@@ -636,6 +658,7 @@ def run(self):
 class N1QLFunctionTest(N1QLTest):
 
     def run(self):
+        self.enable_stats()
         self.load()
         self.wait_for_persistence()
         self.check_num_items()