port apache arrow attempts to new memory strategy; getting close!!

Author: Bvngee

Telemetry-SD-Card/CMakeLists.txt

@@ -13,29 +13,27 @@ include(mbed_project_setup)
 # Include MBED OS
 add_subdirectory(../mbed-os ../mbed-os-build)
 
-# # Fetch Nanoarrow - a minimal implementation of Apache Arrow
-# include(FetchContent)
-# # This enables the nanoarrow IPC extension (required to use Arrow IPC functions)
-# # (note: the nanoarrow_ipc library is created conditionally based on this flag)
-# set(NANOARROW_IPC ON CACHE BOOL "Build IPC extension")
-# FetchContent_Declare(
-#   nanoarrow
-#   URL https://github.com/apache/arrow-nanoarrow/releases/download/apache-arrow-nanoarrow-0.6.0/apache-arrow-nanoarrow-0.6.0.tar.gz
-#   URL_HASH SHA512=25e81c119c16bfa29a9943d3904acd8f29f225ff4a1c99decde7c8235300232402106a4b5249921df773fb797bb0149a885fa3a4524c34c67c06199edd72250c
-#   DOWNLOAD_EXTRACT_TIMESTAMP ON
-# )
-# FetchContent_MakeAvailable(nanoarrow)
+# Fetch Nanoarrow - a minimal implementation of Apache Arrow
+include(FetchContent)
+# This enables the nanoarrow IPC extension (required to use Arrow IPC functions)
+# (note: the nanoarrow_ipc library is created conditionally based on this flag)
+set(NANOARROW_IPC ON CACHE BOOL "Build IPC extension")
+FetchContent_Declare(
+  nanoarrow
+  URL https://github.com/apache/arrow-nanoarrow/releases/download/apache-arrow-nanoarrow-0.6.0/apache-arrow-nanoarrow-0.6.0.tar.gz
+  URL_HASH SHA512=25e81c119c16bfa29a9943d3904acd8f29f225ff4a1c99decde7c8235300232402106a4b5249921df773fb797bb0149a885fa3a4524c34c67c06199edd72250c
+  DOWNLOAD_EXTRACT_TIMESTAMP ON
+)
+FetchContent_MakeAvailable(nanoarrow)
 
 
 # Add our main executable, and link all the above libraries to it
 set(CMAKE_CXX_STANDARD 20)
 add_executable(${PROJECT_NAME} main.cpp)
 
 target_include_directories(${PROJECT_NAME} PUBLIC include)
-# target_link_libraries(${PROJECT_NAME} mbed-os FATFileSystem SDFileSystem nanoarrow nanoarrow_ipc)
-# target_link_libraries(${PROJECT_NAME} mbed-baremetal FATFileSystem SDFileSystem)
-# target_link_libraries(${PROJECT_NAME} mbed-os FATFileSystem SDFileSystem)
-
-target_link_libraries(${PROJECT_NAME} mbed-os mbed-storage-sd mbed-storage-fat)
+target_link_libraries(${PROJECT_NAME} mbed-os mbed-storage-sd mbed-storage-fat nanoarrow nanoarrow_ipc)
+# target_link_libraries(${PROJECT_NAME} mbed-baremetal mbed-storage-sd mbed-storage-fat)
+# target_link_libraries(${PROJECT_NAME} mbed-baremetal mbed-storage-sd mbed-storage-fat nanoarrow nanoarrow_ipc)
 
 mbed_set_post_build(${PROJECT_NAME})

Telemetry-SD-Card/dbc_to_cpp.py

@@ -93,7 +93,7 @@ def choose_float_type(s: cantools.db.Signal, tolerance: float):
     return pa.float64()
 
 
-def generate_nanoarrow_code(signal_to_fsdaq_datatype: dict[str, str], rows: int = 8):
+def generate_cpp_code(signal_to_fsdaq_datatype: dict[str, str], rows: int = 8):
     assert rows % 8 == 0
 
     out_file = open("./fsdaq_encoder_generated_from_dbc.hpp", "w")
@@ -146,7 +146,7 @@ def generate_nanoarrow_code(signal_to_fsdaq_datatype: dict[str, str], rows: int
 
     # n = 50
     # generate_nanoarrow_code({k: signal_to_datatype[k] for k in list(signal_to_datatype)[:n]}, 8)
-    generate_nanoarrow_code({k: signal_to_datatype[k] for k in list(signal_to_datatype)}, 80)
+    generate_cpp_code({k: signal_to_datatype[k] for k in list(signal_to_datatype)}, 80)