|
| 1 | +// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- |
| 2 | +// vim: ts=8 sw=2 smarttab |
| 3 | +/* |
| 4 | + * Ceph - scalable distributed file system |
| 5 | + * |
| 6 | + * Copyright contributors to the Ceph project |
| 7 | + * |
| 8 | + * This is free software; you can redistribute it and/or |
| 9 | + * modify it under the terms of the GNU Lesser General Public |
| 10 | + * License version 2.1, as published by the Free Software |
| 11 | + * Foundation. See file COPYING. |
| 12 | + * |
| 13 | + */ |
| 14 | + |
| 15 | +#include "LZ4Compressor.h" |
| 16 | +#include "common/ceph_context.h" |
| 17 | +#ifdef HAVE_QATZIP |
| 18 | + #include "compressor/QatAccel.h" |
| 19 | +#endif |
| 20 | + |
| 21 | +#ifdef HAVE_QATZIP |
| 22 | +QatAccel LZ4Compressor::qat_accel; |
| 23 | +#endif |
| 24 | + |
| 25 | +LZ4Compressor::LZ4Compressor(CephContext* cct) |
| 26 | + : Compressor(COMP_ALG_LZ4, "lz4") |
| 27 | +{ |
| 28 | +#ifdef HAVE_QATZIP |
| 29 | + if (cct->_conf->qat_compressor_enabled && qat_accel.init("lz4")) |
| 30 | + qat_enabled = true; |
| 31 | + else |
| 32 | + qat_enabled = false; |
| 33 | +#endif |
| 34 | +} |
| 35 | + |
| 36 | +int LZ4Compressor::compress(const ceph::buffer::list &src, |
| 37 | + ceph::buffer::list &dst, |
| 38 | + std::optional<int32_t> &compressor_message) |
| 39 | +{ |
| 40 | + // older versions of liblz4 introduce bit errors when compressing |
| 41 | + // fragmented buffers. this was fixed in lz4 commit |
| 42 | + // af127334670a5e7b710bbd6adb71aa7c3ef0cd72, which first |
| 43 | + // appeared in v1.8.2. |
| 44 | + // |
| 45 | + // workaround: rebuild if not contiguous. |
| 46 | + if (!src.is_contiguous()) { |
| 47 | + ceph::buffer::list new_src = src; |
| 48 | + new_src.rebuild(); |
| 49 | + return compress(new_src, dst, compressor_message); |
| 50 | + } |
| 51 | + |
| 52 | +#ifdef HAVE_QATZIP |
| 53 | + if (qat_enabled) |
| 54 | + return qat_accel.compress(src, dst, compressor_message); |
| 55 | +#endif |
| 56 | + ceph::buffer::ptr outptr = ceph::buffer::create_small_page_aligned( |
| 57 | + LZ4_compressBound(src.length())); |
| 58 | + LZ4_stream_t lz4_stream; |
| 59 | + LZ4_resetStream(&lz4_stream); |
| 60 | + |
| 61 | + using ceph::encode; |
| 62 | + |
| 63 | + auto p = src.begin(); |
| 64 | + size_t left = src.length(); |
| 65 | + int pos = 0; |
| 66 | + const char *data; |
| 67 | + unsigned num = src.get_num_buffers(); |
| 68 | + encode((uint32_t)num, dst); |
| 69 | + while (left) { |
| 70 | + uint32_t origin_len = p.get_ptr_and_advance(left, &data); |
| 71 | + int compressed_len = LZ4_compress_fast_continue( |
| 72 | + &lz4_stream, data, outptr.c_str()+pos, origin_len, |
| 73 | + outptr.length()-pos, 1); |
| 74 | + if (compressed_len <= 0) |
| 75 | + return -1; |
| 76 | + pos += compressed_len; |
| 77 | + left -= origin_len; |
| 78 | + encode(origin_len, dst); |
| 79 | + encode((uint32_t)compressed_len, dst); |
| 80 | + } |
| 81 | + ceph_assert(p.end()); |
| 82 | + |
| 83 | + dst.append(outptr, 0, pos); |
| 84 | + return 0; |
| 85 | +} |
| 86 | + |
| 87 | +int LZ4Compressor::decompress(const ceph::buffer::list &src, |
| 88 | + ceph::buffer::list &dst, |
| 89 | + std::optional<int32_t> compressor_message) |
| 90 | +{ |
| 91 | +#ifdef HAVE_QATZIP |
| 92 | + if (qat_enabled) |
| 93 | + return qat_accel.decompress(src, dst, compressor_message); |
| 94 | +#endif |
| 95 | + auto i = std::cbegin(src); |
| 96 | + return decompress(i, src.length(), dst, compressor_message); |
| 97 | +} |
| 98 | + |
| 99 | +int LZ4Compressor::decompress(ceph::buffer::list::const_iterator &p, |
| 100 | + size_t compressed_len, |
| 101 | + ceph::buffer::list &dst, |
| 102 | + std::optional<int32_t> compressor_message) |
| 103 | +{ |
| 104 | +#ifdef HAVE_QATZIP |
| 105 | + if (qat_enabled) |
| 106 | + return qat_accel.decompress(p, compressed_len, dst, compressor_message); |
| 107 | +#endif |
| 108 | + using ceph::decode; |
| 109 | + uint32_t count; |
| 110 | + decode(count, p); |
| 111 | + std::vector<std::pair<uint32_t, uint32_t> > compressed_pairs(count); |
| 112 | + uint32_t total_origin = 0; |
| 113 | + for (auto& [dst_size, src_size] : compressed_pairs) { |
| 114 | + decode(dst_size, p); |
| 115 | + decode(src_size, p); |
| 116 | + total_origin += dst_size; |
| 117 | + } |
| 118 | + compressed_len -= (sizeof(uint32_t) + sizeof(uint32_t) * count * 2); |
| 119 | + |
| 120 | + ceph::buffer::ptr dstptr(total_origin); |
| 121 | + LZ4_streamDecode_t lz4_stream_decode; |
| 122 | + LZ4_setStreamDecode(&lz4_stream_decode, nullptr, 0); |
| 123 | + |
| 124 | + ceph::buffer::ptr cur_ptr = p.get_current_ptr(); |
| 125 | + ceph::buffer::ptr *ptr = &cur_ptr; |
| 126 | + std::optional<ceph::buffer::ptr> data_holder; |
| 127 | + if (compressed_len != cur_ptr.length()) { |
| 128 | + data_holder.emplace(compressed_len); |
| 129 | + p.copy_deep(compressed_len, *data_holder); |
| 130 | + ptr = &*data_holder; |
| 131 | + } |
| 132 | + |
| 133 | + char *c_in = ptr->c_str(); |
| 134 | + char *c_out = dstptr.c_str(); |
| 135 | + for (unsigned i = 0; i < count; ++i) { |
| 136 | + int r = LZ4_decompress_safe_continue( |
| 137 | + &lz4_stream_decode, c_in, c_out, compressed_pairs[i].second, compressed_pairs[i].first); |
| 138 | + if (r == (int)compressed_pairs[i].first) { |
| 139 | + c_in += compressed_pairs[i].second; |
| 140 | + c_out += compressed_pairs[i].first; |
| 141 | + } else if (r < 0) { |
| 142 | + return -1; |
| 143 | + } else { |
| 144 | + return -2; |
| 145 | + } |
| 146 | + } |
| 147 | + dst.push_back(std::move(dstptr)); |
| 148 | + return 0; |
| 149 | +} |
0 commit comments