[Gh540] Add ALPpd encoding to parquet

cpp/src/arrow/CMakeLists.txt

@@ -565,6 +565,12 @@ if(ARROW_WITH_ZSTD)
   list(APPEND ARROW_UTIL_SRCS util/compression_zstd.cc)
 endif()
 
+# ALP (for Parquet encoder/decoder)
+list(APPEND ARROW_UTIL_SRCS
+  util/alp/Alp.cc
+  util/alp/AlpSampler.cc
+  util/alp/AlpWrapper.cc)
+
 arrow_add_object_library(ARROW_UTIL ${ARROW_UTIL_SRCS})
 
 # Disable DLL exports in vendored uriparser library

cpp/src/arrow/util/CMakeLists.txt

@@ -103,6 +103,13 @@ add_arrow_test(bit-utility-test
                rle_encoding_test.cc
                test_common.cc)
 
+add_arrow_test(alp-test
+               SOURCES
+               alp/alp_test.cc
+               alp/Alp.cpp
+               alp/AlpSampler.cpp
+	       alp/AlpWrapper.cpp)
+
 add_arrow_test(crc32-test
                SOURCES
                crc32_test.cc

cpp/src/arrow/util/alp/AlpConstants.h

@@ -0,0 +1,256 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+// Constants and type traits for ALP compression
+
+#pragma once
+
+#include <cstdint>
+
+#include "arrow/util/logging.h"
+
+namespace arrow {
+namespace util {
+namespace alp {
+
+// ----------------------------------------------------------------------
+// AlpConstants
+
+/// \brief Constants used throughout ALP compression
+class AlpConstants {
+ public:
+  /// Number of elements compressed together as a unit. Fixed for compatibility.
+  static constexpr uint64_t kAlpVectorSize = 1024;
+
+  /// Number of elements to use when determining sampling parameters.
+  static constexpr uint64_t kSamplerVectorSize = 4096;
+
+  /// Total number of elements in a rowgroup for sampling purposes.
+  static constexpr uint64_t kSamplerRowgroupSize = 122880;
+
+  /// Number of samples to collect per vector during the sampling phase.
+  static constexpr uint64_t kSamplerSamplesPerVector = 256;
+
+  /// Number of sample vectors to collect per rowgroup.
+  static constexpr uint64_t kSamplerSampleVectorsPerRowgroup = 8;
+
+  /// Version number for the ALP compression format.
+  static constexpr uint64_t kAlpVersion = 1;
+
+  /// Type used to store exception positions within a compressed vector.
+  using PositionType = uint16_t;
+
+  /// Threshold for early exit during sampling when compression quality is poor.
+  static constexpr uint8_t kSamplingEarlyExitThreshold = 4;
+
+  /// Maximum number of exponent-factor combinations to try during compression.
+  static constexpr uint8_t kMaxCombinations = 5;
+
+  /// Loop unroll factor for tight loops in ALP compression/decompression.
+  /// ALP has multiple tight loops that profit from unrolling. Setting this
+  /// might affect performance, so benchmarking is recommended.
+  static constexpr uint64_t kLoopUnrolls = 4;
+
+  /// \brief Get power of ten as uint64_t
+  ///
+  /// \param[in] power the exponent (must be <= 19)
+  /// \return 10^power as uint64_t
+  static uint64_t PowerOfTenUB8(const uint8_t power) {
+    ARROW_DCHECK(power <= 19) << "power_out_of_range: " << static_cast<int>(power);
+    static constexpr uint64_t kTable[20] = {1,
+                                            10,
+                                            100,
+                                            1'000,
+                                            10'000,
+                                            100'000,
+                                            1'000'000,
+                                            10'000'000,
+                                            100'000'000,
+                                            1'000'000'000,
+                                            10'000'000'000,
+                                            100'000'000'000,
+                                            1'000'000'000'000,
+                                            10'000'000'000'000,
+                                            100'000'000'000'000,
+                                            1'000'000'000'000'000,
+                                            10'000'000'000'000'000,
+                                            100'000'000'000'000'000,
+                                            1'000'000'000'000'000'000,
+                                            10'000'000'000'000'000'000ULL};
+
+    return kTable[power];
+  }
+
+  /// \brief Get power of ten as float
+  ///
+  /// \param[in] power the exponent (must be in range [-10, 10])
+  /// \return 10^power as float
+  static float PowerOfTenFloat(int8_t power) {
+    ARROW_DCHECK(power >= -10 && power <= 10)
+        << "power_out_of_range: " << static_cast<int>(power);
+    static constexpr float kTable[21] = {
+        0.0000000001F, 0.000000001F,  0.00000001F,   0.0000001F, 0.000001F,
+        0.00001F,      0.0001F,       0.001F,        0.01F,      0.1F,
+        1.0F,          10.0F,         100.0F,        1000.0F,    10000.0F,
+        100000.0F,     1000000.0F,    10000000.0F,   100000000.0F,
+        1000000000.0F, 10000000000.0F};
+
+    return kTable[power + 10];
+  }
+
+  /// \brief Get power of ten as double
+  ///
+  /// \param[in] power the exponent (must be in range [-20, 20])
+  /// \return 10^power as double
+  static double PowerOfTenDouble(const int8_t power) {
+    ARROW_DCHECK(power >= -20 && power <= 20)
+        << "power_out_of_range: " << static_cast<int>(power);
+    static constexpr double kTable[41] = {
+        0.00000000000000000001,
+        0.0000000000000000001,
+        0.000000000000000001,
+        0.00000000000000001,
+        0.0000000000000001,
+        0.000000000000001,
+        0.00000000000001,
+        0.0000000000001,
+        0.000000000001,
+        0.00000000001,
+        0.0000000001,
+        0.000000001,
+        0.00000001,
+        0.0000001,
+        0.000001,
+        0.00001,
+        0.0001,
+        0.001,
+        0.01,
+        0.1,
+        1.0,
+        10.0,
+        100.0,
+        1000.0,
+        10000.0,
+        100000.0,
+        1000000.0,
+        10000000.0,
+        100000000.0,
+        1000000000.0,
+        10000000000.0,
+        100000000000.0,
+        1000000000000.0,
+        10000000000000.0,
+        100000000000000.0,
+        1000000000000000.0,
+        10000000000000000.0,
+        100000000000000000.0,
+        1000000000000000000.0,
+        10000000000000000000.0,
+        100000000000000000000.0,
+    };
+    return kTable[power + 20];
+  }
+
+  /// \brief Get factor as int64_t
+  ///
+  /// \param[in] power the exponent
+  /// \return 10^power as int64_t
+  static int64_t GetFactor(const int8_t power) { return PowerOfTenUB8(power); }
+};
+
+// ----------------------------------------------------------------------
+// AlpTypedConstants
+
+/// \brief Type-specific constants for ALP compression
+/// \tparam FloatingPointType the floating point type (float or double)
+template <typename FloatingPointType>
+struct AlpTypedConstants {};
+
+/// \brief Type-specific constants for float
+template <>
+struct AlpTypedConstants<float> {
+  /// Magic number used for fast rounding of floats to nearest integer:
+  /// rounded(n) = static_cast<int32_t>(n + kMagicNumber - kMagicNumber).
+  static constexpr float kMagicNumber = 12582912.0f;  // 2^22 + 2^23
+
+  static constexpr uint8_t kMaxExponent = 10;
+
+  /// Largest float value that can be safely converted to int32.
+  static constexpr float kEncodingUpperLimit = 2147483520.0f;
+  static constexpr float kEncodingLowerLimit = -2147483520.0f;
+
+  /// \brief Get exponent multiplier
+  ///
+  /// \param[in] power the exponent
+  /// \return 10^power as float
+  static float GetExponent(const uint8_t power) {
+    return AlpConstants::PowerOfTenFloat(power);
+  }
+
+  /// \brief Get factor multiplier
+  ///
+  /// \param[in] power the factor
+  /// \return 10^(-power) as float
+  static float GetFactor(const uint8_t power) {
+    // This double cast is necessary since subtraction on int8_t does not
+    // necessarily yield an int8_t.
+    return AlpConstants::PowerOfTenFloat(
+        static_cast<int8_t>(-static_cast<int8_t>(power)));
+  }
+
+  using FloatingToExact = uint32_t;
+  using FloatingToSignedExact = int32_t;
+};
+
+/// \brief Type-specific constants for double
+template <>
+class AlpTypedConstants<double> {
+ public:
+  /// Magic number used for fast rounding of doubles to nearest integer:
+  /// rounded(n) = static_cast<int64_t>(n + kMagicNumber - kMagicNumber).
+  static constexpr double kMagicNumber = 6755399441055744.0;  // 2^51 + 2^52
+
+  static constexpr uint8_t kMaxExponent = 18;  // 10^18 is the maximum int64
+
+  /// Largest double value that can be safely converted to int64.
+  static constexpr double kEncodingUpperLimit = 9223372036854774784.0;
+  static constexpr double kEncodingLowerLimit = -9223372036854774784.0;
+
+  /// \brief Get exponent multiplier
+  ///
+  /// \param[in] power the exponent
+  /// \return 10^power as double
+  static double GetExponent(const uint8_t power) {
+    return AlpConstants::PowerOfTenDouble(power);
+  }
+
+  /// \brief Get factor multiplier
+  ///
+  /// \param[in] power the factor
+  /// \return 10^(-power) as double
+  static double GetFactor(const uint8_t power) {
+    return AlpConstants::PowerOfTenDouble(
+        static_cast<int8_t>(-static_cast<int8_t>(power)));
+  }
+
+  using FloatingToExact = uint64_t;
+  using FloatingToSignedExact = int64_t;
+};
+
+}  // namespace alp
+}  // namespace util
+}  // namespace arrow