Merge pull request ceph#64682 from ifed01/wip-ifed-fix-zstd

compressor/zstd: compressor correct buffer end detection using get_remaining()

Reviewed-by: Kefu Chai <[email protected]>

Author: ifed01

src/compressor/zstd/ZstdCompressor.h

@@ -52,7 +52,7 @@ class ZstdCompressor : public Compressor {
 	return -EINVAL;
       }
     }
-    ceph_assert(p.end());
+    ceph_assert(p.get_remaining() == 0);
 
     ZSTD_freeCStream(s);
 

src/test/compressor/test_compression.cc

@@ -214,13 +214,14 @@ TEST_P(CompressorTest, compress_decompress)
   bufferlist in, out;
   bufferlist after;
   bufferlist exp;
+
   in.append(test, len);
+  exp.append(test);
   std::optional<int32_t> compressor_message;
   res = compressor->compress(in, out, compressor_message);
   EXPECT_EQ(res, 0);
   res = compressor->decompress(out, after, compressor_message);
   EXPECT_EQ(res, 0);
-  exp.append(test);
   EXPECT_TRUE(exp.contents_equal(after));
   after.clear();
   size_t compressed_len = out.length();
@@ -230,6 +231,25 @@ TEST_P(CompressorTest, compress_decompress)
   EXPECT_EQ(res, 0);
   EXPECT_TRUE(exp.contents_equal(after));
 
+  //compressing bl which has got empty bufferptr at the end
+  in.clear();
+  out.clear();
+  after.clear();
+  exp.clear();
+
+  const size_t PREALLOC_SIZE = 1;  // any non-zero value would suffice here
+  bufferlist dummy(PREALLOC_SIZE); // this appends an empty preallocated ptr to the end of the bufferlist
+  EXPECT_TRUE(dummy.buffers().back().length() == 0); // make sure we have empty ptr at the end
+  in.append(test, len);
+  in.append(dummy);
+  exp.append(test);
+
+  res = compressor->compress(in, out, compressor_message);
+  EXPECT_EQ(res, 0);
+  res = compressor->decompress(out, after, compressor_message);
+  EXPECT_EQ(res, 0);
+  EXPECT_TRUE(exp.contents_equal(after));
+
   //large block and non-begin iterator for continuous block
   std::string data;
   data.resize(0x10000 * 1);