Initial commit

Author: grtlr

Cargo.lock

@@ -188,7 +188,7 @@ ahash = "0.8"
 anyhow = { version = "1.0", default-features = false }
 argh = "0.1.12"
 array-init = "2.1"
-arrow = { version = "55.2", default-features = false }
+arrow = { version = "56.1", default-features = false }
 async-stream = "0.3"
 async-trait = "0.1.83"
 axum = "0.8.4"
@@ -218,7 +218,7 @@ convert_case = "0.6"
 criterion = "0.5"
 cros-codecs = "0.0.6"
 crossbeam = "0.8"
-datafusion = { version = "49.0.2", default-features = false, features = [
+datafusion = { version = "50.1.0", default-features = false, features = [
   # NOTE: we enable the same features everywhere
   # because otherwise we will recompile datafusion all the time based on our current compile target.
   # The features here are the same as in https://github.com/lancedb/lance/blob/v0.36.0/Cargo.toml#L99-L107
@@ -231,7 +231,7 @@ datafusion = { version = "49.0.2", default-features = false, features = [
   "string_expressions",
   "unicode_expressions",
 ] }
-datafusion-ffi = "49.0.2"
+datafusion-ffi = "50.1.0"
 directories = "6"
 document-features = "0.2.8"
 econtext = "0.2" # Prints error contexts on crashes
@@ -264,7 +264,7 @@ itertools = "0.14"
 jiff = { version = "0.2.3", features = ["js"] }
 js-sys = "0.3"
 jsonwebtoken = { version = "9", default-features = false }
-lance = { version = "0.36.0", default-features = false } # When you update this, also update the list of features enabled for `datafusion` (~50 lines up)
+lance = { version = "0.38.1", default-features = false } # When you update this, also update the list of features enabled for `datafusion` (~50 lines up)
 libc = "0.2"
 linked-hash-map = { version = "0.5", default-features = false }
 log = "0.4"
@@ -285,15 +285,15 @@ nohash-hasher = "0.2"
 notify = { version = "8", features = ["macos_kqueue"] }
 num-derive = "0.4"
 num-traits = "0.2"
-numpy = "0.24"
+numpy = "0.25"
 objc2-app-kit = "0.3"
 opentelemetry = { version = "0.30", features = ["metrics"] }
 opentelemetry-appender-tracing = "0.30"
 opentelemetry-otlp = "0.30"
 opentelemetry_sdk = { version = "0.30", features = ["rt-tokio"] }
 ordered-float = "4.3.0"
 parking_lot = "0.12.3"
-parquet = { version = "55.1", default-features = false }
+parquet = { version = "56.1", default-features = false }
 paste = "1.0"
 pathdiff = "0.2"
 percent-encoding = "2.3"
@@ -312,8 +312,8 @@ prost-types = "0.13.3"
 prost-reflect = "0.15.3"
 puffin = "0.19.1"
 puffin_http = "0.16"
-pyo3 = "0.24.1"
-pyo3-build-config = "0.24.1"
+pyo3 = "0.25.1"
+pyo3-build-config = "0.25.1"
 quote = "1.0"
 rand = { version = "0.8", default-features = false, features = ["small_rng"] }
 rand_distr = { version = "0.4", default-features = false }

Cargo.toml

@@ -224,6 +224,8 @@ pub fn generic_placeholder_for_datatype(
             ))
         }
 
+        DataType::Decimal32(_, _) => Arc::new(array::Decimal32Array::from_iter([0])),
+        DataType::Decimal64(_, _) => Arc::new(array::Decimal64Array::from_iter([0])),
         DataType::Decimal128(_, _) => Arc::new(array::Decimal128Array::from_iter([0])),
 
         DataType::Decimal256(_, _) => Arc::new(array::Decimal256Array::from_iter([

crates/store/re_types_core/src/reflection.rs

@@ -119,6 +119,8 @@ impl std::fmt::Display for DisplayDatatype<'_> {
             DataType::Dictionary(key, value) => {
                 return write!(f, "Dictionary{{{}: {}}}", Self(key), Self(value));
             }
+            DataType::Decimal32(_, _) => "Decimal32",
+            DataType::Decimal64(_, _) => "Decimal64",
             DataType::Decimal128(_, _) => "Decimal128",
             DataType::Decimal256(_, _) => "Decimal256",
             DataType::BinaryView => "BinaryView",

crates/utils/re_arrow_util/src/format_data_type.rs

@@ -106,6 +106,8 @@ impl SizeBytes for DataType {
             | Self::Utf8
             | Self::LargeUtf8
             | Self::BinaryView
+            | Self::Decimal32(_, _)
+            | Self::Decimal64(_, _)
             | Self::Decimal128(_, _)
             | Self::Decimal256(_, _)
             | Self::FixedSizeBinary(_)

crates/utils/re_byte_size/src/arrow_sizes.rs

@@ -170,7 +170,7 @@ fn make_ui<'a>(
         | DataType::Utf8View | DataType::BinaryView
         | DataType::Date32 | DataType::Date64 | DataType::Time32(_) | DataType::Time64(_)
         | DataType::Duration(_) | DataType::Interval(_)
-        | DataType::Decimal128(_, _) | DataType::Decimal256(_, _)
+        | DataType::Decimal32(_, _) | DataType::Decimal64(_, _) | DataType::Decimal128(_, _) | DataType::Decimal256(_, _)
         => {
             show_arrow_builtin(array, options)
         }

crates/viewer/re_arrow_ui/src/show_index.rs

@@ -44,6 +44,8 @@ egui_table.workspace = true
 itertools.workspace = true
 jiff.workspace = true
 nohash-hasher.workspace = true
+num-traits.workspace = true
+ordered-float.workspace = true
 parking_lot.workspace = true
 serde.workspace = true
 strum.workspace = true

crates/viewer/re_dataframe_ui/Cargo.toml

@@ -14,7 +14,7 @@ use super::{Filter, FilterError, FilterUiAction};
 /// Filter for non-nullable boolean columns.
 ///
 /// This represents both the filter itself, and the state of the corresponding UI.
-#[derive(Debug, Clone, Default, PartialEq, Eq)]
+#[derive(Debug, Clone, Default, PartialEq, Eq, Hash)]
 pub enum NonNullableBooleanFilter {
     #[default]
     IsTrue,
@@ -87,7 +87,7 @@ impl SyntaxHighlighting for NonNullableBooleanFilter {
     }
 }
 
-#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, strum::VariantArray)]
+#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, Hash, strum::VariantArray)]
 #[expect(clippy::enum_variant_names)]
 pub enum NullableBooleanValue {
     #[default]
@@ -106,7 +106,7 @@ impl NullableBooleanValue {
     }
 }
 
-#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, strum::VariantArray)]
+#[derive(Debug, Clone, Copy, Default, PartialEq, Eq, Hash, strum::VariantArray)]
 pub enum NullableBooleanOperator {
     #[default]
     Is,
@@ -125,7 +125,7 @@ impl std::fmt::Display for NullableBooleanOperator {
 /// Filter for nullable boolean columns.
 ///
 /// This represents both the filter itself, and the state of the corresponding UI.
-#[derive(Clone, Default, PartialEq, Eq)]
+#[derive(Clone, Default, PartialEq, Eq, Hash)]
 pub struct NullableBooleanFilter {
     value: NullableBooleanValue,
     operator: NullableBooleanOperator,

crates/viewer/re_dataframe_ui/src/filters/boolean.rs

@@ -72,7 +72,7 @@ impl Nullability {
 }
 
 /// A filter applied to a table's column.
-#[derive(Debug, Clone, PartialEq)]
+#[derive(Debug, Clone, PartialEq, Eq, Hash)]
 pub struct ColumnFilter {
     pub field: FieldRef,
     pub filter: TypedFilter,

crates/viewer/re_dataframe_ui/src/filters/column_filter.rs

@@ -64,7 +64,7 @@ pub trait Filter {
 /// need them (e.g., to test blueprint inequality before triggering a costly table update).
 /// The last item is related to how the filter UI is implemented using the `SyntaxHighlighting`
 /// machinery.
-#[derive(Debug, Clone, PartialEq)]
+#[derive(Debug, Clone, PartialEq, Eq, Hash)]
 pub enum TypedFilter {
     NullableBoolean(NullableBooleanFilter),
     NonNullableBoolean(NonNullableBooleanFilter),