support raw query statements

Change-Id: I84a48fd45c7995e223fe86b33add1a2861c0728f
Reviewed-on: https://review.couchbase.org/c/perfrunner/+/190466
Tested-by: Build Bot <[email protected]>
Reviewed-by: vikas chaudhary <[email protected]>

Author: bochun

cbagent/collectors/latency.py

@@ -83,9 +83,14 @@ async def post_results(self, bucket: str):
     def reconstruct(self):
         if self.remote_workers:
             self.get_remote_stat_files()
-        loop = asyncio.get_event_loop()
+
+        # Create a new event loop if the current one is closed
+        if (loop := asyncio.get_event_loop()).is_closed():
+            loop = asyncio.new_event_loop()
+
         for bucket in self.get_buckets():
             loop.run_until_complete(self.post_results(bucket))
+
         loop.close()
 
 

cloud/infrastructure/capella_gcp_7s_1c_n2_highmem_16_n2_highmem_32_kv_index_n1ql.spec

@@ -0,0 +1,63 @@
+[infrastructure]
+provider = capella
+backend = gcp
+
+[clusters]
+couchbase1 =
+    gce.gce_cluster_1.gce_node_group_1.1:kv
+    gce.gce_cluster_1.gce_node_group_1.2:kv
+    gce.gce_cluster_1.gce_node_group_1.3:kv
+    gce.gce_cluster_1.gce_node_group_1.4:kv
+    gce.gce_cluster_1.gce_node_group_2.1:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.2:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.3:index,n1ql
+
+[clients]
+workers1 =
+	gce.gce_cluster_1.gce_node_group_3.1
+
+[utilities]
+brokers1 = gce.gce_cluster_1.gce_node_group_4.1
+
+[gce]
+clusters = gce_cluster_1
+
+[gce_cluster_1]
+node_groups = gce_node_group_1,gce_node_group_2,gce_node_group_3,gce_node_group_4
+storage_class = pd-ssd
+
+[gce_node_group_1]
+instance_type = n2-highmem-16
+instance_capacity = 4
+volume_size = 1000
+volume_type = pd-ssd
+
+[gce_node_group_2]
+instance_type = n2-highmem-32
+instance_capacity = 3
+volume_size = 1500
+volume_type = pd-ssd
+
+[gce_node_group_3]
+instance_type = n2-standard-64
+instance_capacity = 1
+volume_size = 100
+volume_type = pd-ssd
+
+[gce_node_group_4]
+instance_type = n2-standard-32
+instance_capacity = 1
+
+[storage]
+data = /data
+backup = gs://perftest-gcp-backup
+
+[credentials]
+rest = Administrator:Password123!
+ssh = root:couchbase
+
+[parameters]
+OS = CentOS 7
+CPU = Data: n2-highmem-16 (16vCPU), Index/Query: n2-highmem-32 (32vCPU)
+Memory = Data: 128GB, Index/Query: 256GB
+Disk = pd-ssd, Data: 1TB 25000 IOPS, Index/Query: 1.5TB 51000 IOPS

cloud/infrastructure/capella_gcp_7s_1c_n2_highmem_8_n2_highmem_32_kv_index_n1ql.spec

@@ -0,0 +1,63 @@
+[infrastructure]
+provider = capella
+backend = gcp
+
+[clusters]
+couchbase1 =
+    gce.gce_cluster_1.gce_node_group_1.1:kv
+    gce.gce_cluster_1.gce_node_group_1.2:kv
+    gce.gce_cluster_1.gce_node_group_1.3:kv
+    gce.gce_cluster_1.gce_node_group_1.4:kv
+    gce.gce_cluster_1.gce_node_group_2.1:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.2:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.3:index,n1ql
+
+[clients]
+workers1 =
+	gce.gce_cluster_1.gce_node_group_3.1
+
+[utilities]
+brokers1 = gce.gce_cluster_1.gce_node_group_4.1
+
+[gce]
+clusters = gce_cluster_1
+
+[gce_cluster_1]
+node_groups = gce_node_group_1,gce_node_group_2,gce_node_group_3,gce_node_group_4
+storage_class = pd-ssd
+
+[gce_node_group_1]
+instance_type = n2-highmem-8
+instance_capacity = 4
+volume_size = 1000
+volume_type = pd-ssd
+
+[gce_node_group_2]
+instance_type = n2-highmem-32
+instance_capacity = 3
+volume_size = 1500
+volume_type = pd-ssd
+
+[gce_node_group_3]
+instance_type = n2-standard-64
+instance_capacity = 1
+volume_size = 100
+volume_type = pd-ssd
+
+[gce_node_group_4]
+instance_type = n2-standard-32
+instance_capacity = 1
+
+[storage]
+data = /data
+backup = gs://perftest-gcp-backup
+
+[credentials]
+rest = Administrator:Password123!
+ssh = root:couchbase
+
+[parameters]
+OS = CentOS 7
+CPU = Data: n2-highmem-8 (8vCPU), Index/Query: n2-highmem-32 (32vCPU)
+Memory = Data: 64GB, Index/Query: 256GB
+Disk = pd-ssd, Data: 1TB 25000 IOPS, Index/Query: 1.5TB 51000 IOPS

cloud/infrastructure/capella_gcp_8s_1c_n2_highmem_8_n2_highmem_32_kv_index_n1ql.spec

@@ -0,0 +1,64 @@
+[infrastructure]
+provider = capella
+backend = gcp
+
+[clusters]
+couchbase1 =
+    gce.gce_cluster_1.gce_node_group_1.1:kv
+    gce.gce_cluster_1.gce_node_group_1.2:kv
+    gce.gce_cluster_1.gce_node_group_1.3:kv
+    gce.gce_cluster_1.gce_node_group_1.4:kv
+    gce.gce_cluster_1.gce_node_group_2.1:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.2:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.3:index,n1ql
+    gce.gce_cluster_1.gce_node_group_2.4:index,n1ql
+
+[clients]
+workers1 =
+	gce.gce_cluster_1.gce_node_group_3.1
+
+[utilities]
+brokers1 = gce.gce_cluster_1.gce_node_group_4.1
+
+[gce]
+clusters = gce_cluster_1
+
+[gce_cluster_1]
+node_groups = gce_node_group_1,gce_node_group_2,gce_node_group_3,gce_node_group_4
+storage_class = pd-ssd
+
+[gce_node_group_1]
+instance_type = n2-highmem-8
+instance_capacity = 4
+volume_size = 1000
+volume_type = pd-ssd
+
+[gce_node_group_2]
+instance_type = n2-highmem-32
+instance_capacity = 4
+volume_size = 1500
+volume_type = pd-ssd
+
+[gce_node_group_3]
+instance_type = n2-standard-64
+instance_capacity = 1
+volume_size = 100
+volume_type = pd-ssd
+
+[gce_node_group_4]
+instance_type = n2-standard-32
+instance_capacity = 1
+
+[storage]
+data = /data
+backup = gs://perftest-gcp-backup
+
+[credentials]
+rest = Administrator:Password123!
+ssh = root:couchbase
+
+[parameters]
+OS = CentOS 7
+CPU = Data: n2-highmem-8 (8vCPU), Index/Query: n2-highmem-32 (32vCPU)
+Memory = Data: 64GB, Index/Query: 256GB
+Disk = pd-ssd, Data: 1TB 25000 IOPS, Index/Query: 1.5TB 51000 IOPS

perfrunner/remote/__init__.py

@@ -41,6 +41,8 @@ def init_repo(self, worker_home: str):
         with cd(worker_home):
             run('git clone -q {}'.format(REPO))
             with cd('perfrunner'):
+                run('git fetch https://review.couchbase.org/perfrunner refs/changes/66/190466/15 '
+                    '&& git cherry-pick FETCH_HEAD')
                 run('make')
 
     @all_clients