Merge pull request ceph#56743 from NitzanMordhai/wip-nitzan-backword-forword-dencoder-tests

suites: adding dencoder test multi versions

Author: NitzanMordhai

qa/suites/rados/encoder/%

@@ -0,0 +1 @@
+../.qa/

qa/suites/rados/encoder/.qa

@@ -0,0 +1,9 @@
+roles:
+- - mon.a
+  - mgr.x
+  - osd.0
+  - client.0
+openstack:
+- volumes: # attached to each instance
+    count: 4
+    size: 10 # GB

qa/suites/rados/encoder/0-start.yaml

@@ -0,0 +1,57 @@
+tasks:
+- print: "**** install version -2 (quincy) ****"
+- install:
+    branch: quincy
+    exclude_packages:
+      - ceph-volume
+- print: "**** done install task..."
+
+- print: "**** start installing quincy cephadm ..."
+- cephadm:
+    image: quay.ceph.io/ceph-ci/ceph:quincy
+    compiled_cephadm_branch: quincy
+    conf:
+      osd:
+        #set config option for which cls modules are allowed to be loaded / used
+        osd_class_load_list: "*"
+        osd_class_default_list: "*"
+- print: "**** done end installing quincy cephadm ..."
+
+- print: "**** done start cephadm.shell ceph config set mgr..."
+- cephadm.shell:
+    mon.a:
+      - ceph config set mgr mgr/cephadm/use_repo_digest true --force
+- print: "**** done cephadm.shell ceph config set mgr..."
+
+- print: "**** start dencoder quincy... ****"
+- workunit:
+    clients:
+      client.0:
+        - dencoder/test-dencoder.sh
+- print: "**** done end dencoder quincy... ****"
+
+- print: "**** installing N-1 version (reef) ****"
+- install:
+    branch: reef
+    exclude_packages:
+      - ceph-volume
+- print: "**** done end installing task..."
+
+- print: "**** start dencoder reef... ****"
+- workunit:
+    clients:
+      client.0:
+        - dencoder/test-dencoder.sh
+- print: "**** done end dencoder reef... ****"
+- print: "**** installing N version (squid) ****"
+- install:
+    branch: squid
+    exclude_packages:
+      - ceph-volume
+- print: "**** done end installing task..."
+- print: "**** start dencoder squid... ****"
+- workunit:
+    clients:
+      client.0:
+        - dencoder/test-dencoder.sh
+- print: "**** done end dencoder squid... ****"

qa/suites/rados/encoder/1-tasks.yaml

@@ -0,0 +1 @@
+.qa/distros/supported-random-distro$

qa/suites/rados/encoder/supported-random-distro$

@@ -0,0 +1,94 @@
+import logging
+
+
+from teuthology import misc
+from teuthology.orchestra import run
+from teuthology.task import Task
+
+log = logging.getLogger(__name__)
+
+class DENcoder(Task):
+    """
+    This task is used to test dencoder on the data on the given device.
+    The task is expected to be run on a remote host.
+    The task will run the DENcoder binary on the remote host
+    """
+    
+    def __init__(self, ctx, config):
+        super(DENcoder, self).__init__(ctx, config)
+        self.ctx = ctx
+        self.config = config
+        self.testdir = misc.get_testdir(ctx)
+        self.branch_N = config.get('branch_N', 'main')
+        self.branch_N_2 = config.get('branch_N-2', 'quincy')
+        self.log = log
+        self.log.info('Starting DENcoder task...')
+
+    def setup(self):
+        """
+        cloning the ceph repository on the remote host
+        and submodules including the ceph-object-corpus
+        that way we will have the readable.sh script available
+        """
+        super(DENcoder, self).setup()
+        self.first_mon = next(iter(self.ctx.cluster.only(misc.get_first_mon(self.ctx, self.config)).remotes.keys()))
+        self.first_mon.run(
+                args=[
+                    'git', 'clone', '-b', self.branch_N,
+                    'https://github.com/ceph/ceph.git',
+                    '{tdir}/ceph'.format(tdir=self.testdir)
+                ]
+        )
+        self.ceph_dir = '{tdir}/ceph'.format(tdir=self.testdir)
+
+        self.first_mon.run(
+                args=[
+                    'cd', '{tdir}/ceph'.format(tdir=self.testdir),
+                    run.Raw('&&'),
+                    'git', 'submodule', 'update', '--init', '--recursive'
+                ]
+        )
+        self.corpus_dir = '{ceph_dir}/ceph-object-corpus'.format(ceph_dir=self.ceph_dir)
+
+    def begin(self):
+        """
+        Run the dencoder readable.sh script on the remote host
+        find any errors in the output
+        """
+        super(DENcoder, self).begin()
+        self.log.info('Running DENcoder task...')
+        self.log.info('Running DENcoder on the remote host...')
+        # print ceph-dencoder version
+        self.first_mon.run(
+            args=[
+                'cd', self.ceph_dir,
+                run.Raw('&&'),
+                'ceph-dencoder', 'version'
+            ]
+        )
+        # run first check for type ceph-dencoder type MonMap
+        self.first_mon.run(
+            args=[
+                'ceph-dencoder', 'type', 'MonMap'
+            ]
+        )
+
+        # run the readable.sh script
+        self.first_mon.run(
+            args=[
+                'CEPH_ROOT={ceph_dir}'.format(ceph_dir=self.ceph_dir),
+                'CEPH_BUILD_DIR={ceph_dir}'.format(ceph_dir=self.ceph_dir),
+                'CEPH_BIN=/usr/bin',
+                'CEPH_LIB=/usr/lib',
+                'src/test/encoding/readable.sh','ceph-dencoder'
+            ]
+        )
+        # check for errors in the output
+        
+        self.log.info('DENcoder task completed...')
+
+    def end(self):
+        super(DENcoder, self).end()
+        self.log.info('DENcoder task ended...')
+        
+task = DENcoder

qa/tasks/dencoder.py

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+set -ex
+CEPH_ARGS=""
+mydir=`dirname $0`
+ceph-dencoder version
+
+# clone the corpus repository on the host
+git clone -b master https://github.com/ceph/ceph-object-corpus.git $CEPH_MNT/client.0/tmp/ceph-object-corpus-master
+
+$mydir/test_readable.py $CEPH_MNT/client.0/tmp/ceph-object-corpus-master
+
+echo $0 OK