Merge pull request ceph#56150 from xxhdx1985126/wip-seastore-teuthology

Matan-B · web-flow · commit 94c60553078b · 2024-07-01T12:02:57.000+03:00
qa/suites/crimson-rados: add seastore

Reviewed-by: Yingxin Cheng &lt;yingxin.cheng@intel.com&gt;
Reviewed-by: Matan Breizman &lt;mbreizma@redhat.com&gt;
diff --git a/qa/config/bluestore.yaml b/qa/config/bluestore.yaml
@@ -0,0 +1,23 @@
+overrides:
+  ceph:
+    fs: xfs
+    conf:
+      osd:
+        osd objectstore: bluestore
+        bluestore block size: 96636764160
+        debug bluestore: 20
+        debug bluefs: 20
+        debug rocksdb: 10
+        bluestore compression mode: aggressive
+        bluestore fsck on mount: true
+        bluestore compression algorithm: snappy
+        # lower the full ratios since we can fill up a 100gb osd so quickly
+        mon osd full ratio: .9
+        mon osd backfillfull_ratio: .85
+        mon osd nearfull ratio: .8
+        osd failsafe full ratio: .95
+        bluestore rocksdb cf: false
+        log to stderr: true
+        err to stderr: true
+        log flush on exit: true
+        log to file: false
diff --git a/qa/config/seastore.yaml b/qa/config/seastore.yaml
@@ -0,0 +1,6 @@
+overrides:
+  ceph:
+    fs: xfs
+    conf:
+      osd:
+        osd objectstore: seastore
diff --git a/qa/suites/crimson-rados-experimental/seastore/basic/objectstore/seastore.yaml b/qa/suites/crimson-rados-experimental/seastore/basic/objectstore/seastore.yaml
diff --git a/qa/suites/crimson-rados-experimental/seastore/basic/objectstore/seastore.yaml b/qa/suites/crimson-rados-experimental/seastore/basic/objectstore/seastore.yaml
@@ -0,0 +1 @@
+.qa/config/seastore.yaml
diff --git a/qa/suites/crimson-rados/basic/objectstore/.qa b/qa/suites/crimson-rados/basic/objectstore/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/basic/objectstore/bluestore.yaml b/qa/suites/crimson-rados/basic/objectstore/bluestore.yaml
@@ -0,0 +1 @@
+.qa/config/bluestore.yaml
diff --git a/qa/suites/crimson-rados/basic/objectstore/seastore.yaml b/qa/suites/crimson-rados/basic/objectstore/seastore.yaml
@@ -0,0 +1 @@
+.qa/config/seastore.yaml
diff --git a/qa/suites/crimson-rados/perf/objectstore/bluestore.yaml b/qa/suites/crimson-rados/perf/objectstore/bluestore.yaml
diff --git a/qa/suites/crimson-rados/perf/objectstore/bluestore.yaml b/qa/suites/crimson-rados/perf/objectstore/bluestore.yaml
@@ -0,0 +1 @@
+.qa/config/bluestore.yaml
diff --git a/qa/suites/crimson-rados/perf/objectstore/seastore.yaml b/qa/suites/crimson-rados/perf/objectstore/seastore.yaml
@@ -0,0 +1 @@
+.qa/config/seastore.yaml
diff --git a/qa/suites/crimson-rados/rbd/objectstore/.qa b/qa/suites/crimson-rados/rbd/objectstore/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/rbd/objectstore/bluestore.yaml b/qa/suites/crimson-rados/rbd/objectstore/bluestore.yaml
@@ -0,0 +1 @@
+.qa/config/bluestore.yaml
diff --git a/qa/suites/crimson-rados/rbd/objectstore/seastore.yaml b/qa/suites/crimson-rados/rbd/objectstore/seastore.yaml
@@ -0,0 +1 @@
+.qa/config/seastore.yaml
diff --git a/qa/suites/crimson-rados/thrash/objectstore/bluestore.yaml b/qa/suites/crimson-rados/thrash/objectstore/bluestore.yaml
diff --git a/qa/suites/crimson-rados/thrash/objectstore/bluestore.yaml b/qa/suites/crimson-rados/thrash/objectstore/bluestore.yaml
@@ -0,0 +1 @@
+.qa/config/bluestore.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/% b/qa/suites/crimson-rados/thrash_simple/%
diff --git a/qa/suites/crimson-rados/thrash_simple/.qa b/qa/suites/crimson-rados/thrash_simple/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/0-size-min-size-overrides/.qa b/qa/suites/crimson-rados/thrash_simple/0-size-min-size-overrides/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/0-size-min-size-overrides/2-size-2-min-size.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/0-size-min-size-overrides/2-size-2-min-size.yaml.disabled
@@ -0,0 +1 @@
+.qa/overrides/2-size-2-min-size.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/0-size-min-size-overrides/3-size-2-min-size.yaml b/qa/suites/crimson-rados/thrash_simple/0-size-min-size-overrides/3-size-2-min-size.yaml
@@ -0,0 +1 @@
+.qa/overrides/3-size-2-min-size.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/1-pg-log-overrides/.qa b/qa/suites/crimson-rados/thrash_simple/1-pg-log-overrides/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/1-pg-log-overrides/normal_pg_log.yaml b/qa/suites/crimson-rados/thrash_simple/1-pg-log-overrides/normal_pg_log.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/1-pg-log-overrides/short_pg_log.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/1-pg-log-overrides/short_pg_log.yaml.disabled
@@ -0,0 +1 @@
+.qa/overrides/short_pg_log.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/$ b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/$
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/.qa b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/default.yaml b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/default.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-active-recovery.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-active-recovery.yaml.disabled
@@ -0,0 +1 @@
+.qa/overrides/more-active-recovery.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-async-partial-recovery.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-async-partial-recovery.yaml.disabled
@@ -0,0 +1,6 @@
+overrides:
+  ceph:
+    conf:
+      global:
+        osd_async_recovery_min_cost: 1
+        osd_object_clean_region_max_num_intervals: 1000
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-async-recovery.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-async-recovery.yaml.disabled
@@ -0,0 +1,5 @@
+overrides:
+  ceph:
+    conf:
+      global:
+        osd_async_recovery_min_cost: 1
diff --git a/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-partial-recovery.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/2-recovery-overrides/more-partial-recovery.yaml.disabled
@@ -0,0 +1,5 @@
+overrides:
+  ceph:
+    conf:
+      global:
+        osd_object_clean_region_max_num_intervals: 1000
diff --git a/qa/suites/crimson-rados/thrash_simple/clusters/+ b/qa/suites/crimson-rados/thrash_simple/clusters/+
diff --git a/qa/suites/crimson-rados/thrash_simple/clusters/.qa b/qa/suites/crimson-rados/thrash_simple/clusters/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/clusters/fixed-2.yaml b/qa/suites/crimson-rados/thrash_simple/clusters/fixed-2.yaml
@@ -0,0 +1,24 @@
+roles:
+- [mon.a, osd.0, osd.1, client.0, node-exporter.a]
+- [mgr.x, osd.2, osd.3, client.1, prometheus.a, node-exporter.b]
+overrides:
+  ceph:
+    conf:
+      osd:
+        osd shutdown pgref assert: true
+        crimson alien thread cpu cores: 6-7
+      osd.0:
+        crimson seastar cpu cores: 0-2
+      osd.1:
+        crimson seastar cpu cores: 3-5
+      osd.2:
+        crimson seastar cpu cores: 0-2
+      osd.3:
+        crimson seastar cpu cores: 3-5
+      global:
+        ms cluster mode: crc
+        ms service mode: crc
+        ms client mode: crc
+        ms mon service mode: crc
+        ms mon cluster mode: crc
+        ms mon client mode: crc
diff --git a/qa/suites/crimson-rados/thrash_simple/clusters/openstack.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/clusters/openstack.yaml.disabled
@@ -0,0 +1,4 @@
+openstack:
+  - volumes: # attached to each instance
+      count: 4
+      size: 10 # GB
diff --git a/qa/suites/crimson-rados/thrash_simple/crimson-supported-all-distro b/qa/suites/crimson-rados/thrash_simple/crimson-supported-all-distro
@@ -0,0 +1 @@
+.qa/distros/crimson-supported-all-distro/
diff --git a/qa/suites/crimson-rados/thrash_simple/crimson_qa_overrides.yaml b/qa/suites/crimson-rados/thrash_simple/crimson_qa_overrides.yaml
@@ -0,0 +1 @@
+.qa/config/crimson_qa_overrides.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/deploy/.qa b/qa/suites/crimson-rados/thrash_simple/deploy/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/deploy/ceph.yaml b/qa/suites/crimson-rados/thrash_simple/deploy/ceph.yaml
@@ -0,0 +1,11 @@
+overrides:
+  install:
+    ceph:
+      flavor: crimson
+tasks:
+- install:
+- ceph:
+    conf:
+      osd:
+        debug monc: 20
+    flavor: crimson
diff --git a/qa/suites/crimson-rados/thrash_simple/deploy/cephadm.yaml.disabled b/qa/suites/crimson-rados/thrash_simple/deploy/cephadm.yaml.disabled
@@ -0,0 +1,16 @@
+# no need to verify os + flavor + sha1
+verify_ceph_hash: false
+tasks:
+- cephadm:
+    conf:
+      mgr:
+        debug ms: 1
+        debug mgr: 20
+        debug osd: 10
+- cephadm.shell:
+    mon.a:
+      - ceph orch status
+      - ceph orch ps
+      - ceph orch ls
+      - ceph orch host ls
+      - ceph orch device ls
diff --git a/qa/suites/crimson-rados/thrash_simple/objectstore/.qa b/qa/suites/crimson-rados/thrash_simple/objectstore/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/objectstore/bluestore.yaml b/qa/suites/crimson-rados/thrash_simple/objectstore/bluestore.yaml
@@ -0,0 +1 @@
+.qa/config/bluestore.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/objectstore/seastore.yaml b/qa/suites/crimson-rados/thrash_simple/objectstore/seastore.yaml
@@ -0,0 +1 @@
+.qa/config/seastore.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/thrashers/.qa b/qa/suites/crimson-rados/thrash_simple/thrashers/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/thrashers/simple.yaml b/qa/suites/crimson-rados/thrash_simple/thrashers/simple.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/thrashosds-health.yaml b/qa/suites/crimson-rados/thrash_simple/thrashosds-health.yaml
@@ -0,0 +1 @@
+.qa/tasks/thrashosds-health.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/.qa b/qa/suites/crimson-rados/thrash_simple/workloads/.qa
@@ -0,0 +1 @@
+../.qa/
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/admin_socket_objecter_requests.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/admin_socket_objecter_requests.yaml
@@ -0,0 +1,13 @@
+overrides:
+  ceph:
+    conf:
+      client.0:
+        admin socket: /var/run/ceph/ceph-$name.asok
+tasks:
+- radosbench:
+    clients: [client.0]
+    time: 150
+- admin_socket:
+    client.0:
+      objecter_requests:
+        test: "http://git.ceph.com/?p={repo};a=blob_plain;f=src/test/admin_socket/objecter_requests;hb={branch}"
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/pool-snaps-few-objects.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/pool-snaps-few-objects.yaml
@@ -0,0 +1,20 @@
+overrides:
+  conf:
+    osd:
+      osd deep scrub update digest min age: 0
+tasks:
+- rados:
+    clients: [client.0]
+    ops: 4000
+    objects: 50
+    pool_snaps: true
+    op_weights:
+      read: 100
+      write: 100
+      delete: 50
+      snap_create: 50
+      snap_remove: 50
+      rollback: 0
+      # TODO: CEPH_OSD_OP_COPY_FROM
+      copy_from: 0
+
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/radosbench-high-concurrency.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/radosbench-high-concurrency.yaml
@@ -0,0 +1,49 @@
+overrides:
+  ceph:
+    conf:
+      client.0:
+        debug ms: 1
+        debug objecter: 20
+        debug rados: 20
+tasks:
+- full_sequential:
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      concurrency: 128
+      size: 8192
+      time: 90
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/radosbench.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/radosbench.yaml
@@ -0,0 +1,24 @@
+overrides:
+  ceph:
+    conf:
+      client.0:
+        debug ms: 1
+        debug objecter: 20
+        debug rados: 20
+tasks:
+- full_sequential:
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/small-objects-balanced.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/small-objects-balanced.yaml
@@ -0,0 +1,24 @@
+overrides:
+  ceph:
+    crush_tunables: jewel
+tasks:
+- rados:
+    clients: [client.0]
+    ops: 400000
+    max_seconds: 600
+    max_in_flight: 64
+    objects: 1024
+    size: 16384
+    balance_reads: true
+    max_attr_len: 8192
+    op_weights:
+      read: 100
+      write: 100
+      delete: 50
+      snap_create: 50
+      snap_remove: 50
+      rollback: 0
+      # TODO: CEPH_OSD_OP_COPY_FROM
+      copy_from: 0
+      setattr: 25
+      rmattr: 25
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/small-objects-localized.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/small-objects-localized.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/small-objects.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/small-objects.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/snaps-few-objects-balanced.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/snaps-few-objects-balanced.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/snaps-few-objects-localized.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/snaps-few-objects-localized.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/snaps-few-objects.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/snaps-few-objects.yaml
diff --git a/qa/suites/crimson-rados/thrash_simple/workloads/write_fadvise_dontneed.yaml b/qa/suites/crimson-rados/thrash_simple/workloads/write_fadvise_dontneed.yaml

-Original file line number
+Diff line change
@@ @@ -0,0 +1,6 @@ @@
 +overrides:
 +  ceph:
 +    fs: xfs
 +    conf:
 +      osd:
 +        osd objectstore: seastore