over edit

Author: joocer

opteryx/__version__.py

@@ -1,9 +1,9 @@
 # THIS FILE IS AUTOMATICALLY UPDATED DURING THE BUILD PROCESS
 # DO NOT EDIT THIS FILE DIRECTLY
 
-__build__ = 1659
+__build__ = 1660
 __author__ = "@joocer"
-__version__ = "0.26.0-beta.1659"
+__version__ = "0.26.0-beta.1660"
 
 # Store the version here so:
 # 1) we don't load dependencies by storing it in __init__.py

opteryx/compiled/structures/jsonl_decoder.pyx

@@ -354,6 +354,7 @@ cpdef fast_jsonl_decode_columnar(bytes buffer, list column_names, dict column_ty
                     if value_len == 4 and memcmp(value_ptr, b"null", 4) == 0:
                         col_list.append(None)
                     else:
+                        value_bytes = PyBytes_FromStringAndSize(value_ptr, value_len)
                         col_list.append(c_parse_fast_float(value_bytes))
 
                 elif type_code == COL_STR:

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "opteryx"
-version = "0.26.0-beta.1659"
+version = "0.26.0-beta.1660"
 description = "Query your data, where it lives"
 requires-python = '>=3.11'
 readme = {file = "README.md", content-type = "text/markdown"}

tests/unit/utils/test_cython_jsonl_decoder.py

@@ -54,9 +54,9 @@ def test_cython_jsonl_decoder_basic():
     assert column_data['name'] == ['Alice', 'Bob', 'Charlie']
     assert column_data['active'] == [True, False, True]
     # Floats might have minor precision differences
-    assert abs(column_data['score'][0] - 95.5) < 0.01
-    assert abs(column_data['score'][1] - 87.3) < 0.01
-    assert abs(column_data['score'][2] - 92.1) < 0.01
+    assert abs(column_data['score'][0] - 95.5) < 0.01, column_data['score'][0]
+    assert abs(column_data['score'][1] - 87.3) < 0.01, column_data['score'][1]
+    assert abs(column_data['score'][2] - 92.1) < 0.01, column_data['score'][2]
 
 
 def test_cython_jsonl_decoder_with_nulls():