Merge remote-tracking branch 'origin/main' into andreas/tf/pose-transform-refresh

Author: Wumpf

.github/workflows/reusable_checks.yml

@@ -97,6 +97,9 @@ jobs:
       - name: Rerun lints
         run: pixi run lint-rerun
 
+      - name: Check dependencies
+        run: pixi run scripts/check_utils_dependencies.py
+
   toml-format-check:
     name: Toml format check
     runs-on: ubuntu-latest

.gitignore

@@ -38,11 +38,12 @@ _deps
 
 # Python build artifacts:
 __pycache__
+.mypy_cache
 *.pyc
 *.pyd
 *.so
-**/.pytest_cache
 **/.ipynb_checkpoints/
+**/.pytest_cache
 
 # Pixi environment
 .pixi

.typos.toml

@@ -158,7 +158,7 @@ extend-ignore-re = [
   "_[a-f0-9]{16}",
 
 
-  "np.arange", # numpy spells "arrange" wrong
+  "np.arange", # Stands for "array range" and isn't a misspelling of "arrange".
   "phc_[a-zA-Z0-9]*", # Posthog public key
   "PNG.?", # Workaround for https://github.com/crate-ci/typos/issues/967
 

CODE_STYLE.md

@@ -139,7 +139,7 @@ You can also use the `todo()!` macro during development, but again it won't pass
 ### Misc
 Use debug-formatting (`{:?}`) when logging strings in logs and error messages. This will surround the string with quotes and escape newlines, tabs, etc. For instance: `re_log::warn!("Unknown key: {key:?}");`.
 
-Use `re_error::format(err)` when displaying an error.
+Use `{:#}` or `re_error::format(err)` when displaying an error - NOT `Debug`/`{:?}`.
 
 We make extensive use of snapshot testing. To work around non-deterministic values, such as TUIDs (time-prefixed unique IDs), many types (should) offer `std::fmt::Display` implementations with redactions that can be access via an overloaded `-` formatting option:
 

Cargo.lock

@@ -8423,6 +8423,7 @@ dependencies = [
  "anyhow",
  "arrow",
  "comfy-table",
+ "datafusion",
  "half",
  "insta",
  "itertools 0.14.0",
@@ -8447,6 +8448,7 @@ dependencies = [
  "js-sys",
  "jsonwebtoken",
  "rand 0.9.2",
+ "re_analytics",
  "re_log",
  "saturating_cast",
  "serde",
@@ -8867,6 +8869,7 @@ dependencies = [
  "re_arrow_util",
  "re_dataframe",
  "re_log_types",
+ "re_perf_telemetry",
  "re_protos",
  "re_redap_client",
  "re_sorbet",
@@ -9207,6 +9210,7 @@ dependencies = [
  "opentelemetry_sdk",
  "parking_lot",
  "prometheus-client",
+ "pyo3",
  "serde",
  "serde_json",
  "tokio",
@@ -9401,7 +9405,6 @@ dependencies = [
  "anyhow",
  "arrow",
  "chrono",
- "datafusion",
  "futures",
  "insta",
  "itertools 0.14.0",
@@ -9596,6 +9599,8 @@ dependencies = [
  "itertools 0.14.0",
  "jiff",
  "lance",
+ "lance-index",
+ "lance-linalg",
  "nohash-hasher",
  "parking_lot",
  "re_arrow_util",
@@ -9615,9 +9620,11 @@ dependencies = [
  "re_types_core",
  "serde",
  "sha2",
+ "tempfile",
  "thiserror 2.0.17",
  "tokio",
  "tokio-stream",
+ "tokio-util",
  "tonic",
  "tonic-web",
  "tower",
@@ -10128,7 +10135,6 @@ dependencies = [
  "ndarray",
  "nohash-hasher",
  "ordered-float 5.1.0",
- "parking_lot",
  "re_byte_size",
  "re_chunk_store",
  "re_component_ui",
@@ -10393,6 +10399,7 @@ dependencies = [
  "re_renderer",
  "re_smart_channel",
  "re_string_interner",
+ "re_tf",
  "re_tracing",
  "re_types",
  "re_types_core",
@@ -10421,10 +10428,12 @@ dependencies = [
  "ahash",
  "egui",
  "egui_tiles",
+ "itertools 0.14.0",
  "nohash-hasher",
  "rayon",
  "re_context_menu",
  "re_entity_db",
+ "re_format",
  "re_log",
  "re_log_types",
  "re_renderer",
@@ -13010,10 +13019,11 @@ dependencies = [
 
 [[package]]
 name = "walkers"
-version = "0.47.0"
+version = "0.50.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2d486e75fbc4a6284398c5434f8fe371038f0ec845cbb9f3a3d7bcbcd9b692fb"
+checksum = "7a443c518c081ef29fafc4c53c32c6f8cba953b019854080214cad1e6d47c297"
 dependencies = [
+ "bytes",
  "egui",
  "egui_extras",
  "futures",

Cargo.toml

@@ -64,6 +64,7 @@ re_protos_builder = { path = "crates/build/re_protos_builder", version = "=0.28.
 re_types_builder = { path = "crates/build/re_types_builder", version = "=0.28.0-alpha.1", default-features = false }
 
 # crates/store:
+re_arrow_combinators = { path = "crates/store/re_arrow_combinators", version = "=0.28.0-alpha.1", default-features = false }
 re_chunk = { path = "crates/store/re_chunk", version = "=0.28.0-alpha.1", default-features = false }
 re_chunk_store = { path = "crates/store/re_chunk_store", version = "=0.28.0-alpha.1", default-features = false }
 re_data_loader = { path = "crates/store/re_data_loader", version = "=0.28.0-alpha.1", default-features = false }
@@ -75,15 +76,18 @@ re_grpc_client = { path = "crates/store/re_grpc_client", version = "=0.28.0-alph
 re_grpc_server = { path = "crates/store/re_grpc_server", version = "=0.28.0-alpha.1", default-features = false }
 re_log_encoding = { path = "crates/store/re_log_encoding", version = "=0.28.0-alpha.1", default-features = false }
 re_log_types = { path = "crates/store/re_log_types", version = "=0.28.0-alpha.1", default-features = false }
+re_mcap = { path = "crates/store/re_mcap", version = "=0.28.0-alpha.1", default-features = false }
 re_protos = { path = "crates/store/re_protos", version = "=0.28.0-alpha.1", default-features = false }
 re_query = { path = "crates/store/re_query", version = "=0.28.0-alpha.1", default-features = false }
 re_redap_client = { path = "crates/store/re_redap_client", version = "=0.28.0-alpha.1", default-features = false }
 re_redap_tests = { path = "crates/store/re_redap_tests", version = "=0.28.0-alpha.1", default-features = false }
 re_server = { path = "crates/store/re_server", version = "=0.28.0-alpha.1", default-features = false }
+re_smart_channel = { path = "crates/store/re_smart_channel", version = "=0.28.0-alpha.1", default-features = false }
 re_sorbet = { path = "crates/store/re_sorbet", version = "=0.28.0-alpha.1", default-features = false }
 re_tf = { path = "crates/store/re_tf", version = "=0.28.0-alpha.1", default-features = false }
 re_types = { path = "crates/store/re_types", version = "=0.28.0-alpha.1", default-features = false }
 re_types_core = { path = "crates/store/re_types_core", version = "=0.28.0-alpha.1", default-features = false }
+re_uri = { path = "crates/store/re_uri", version = "=0.28.0-alpha.1", default-features = false }
 
 # crates/top:
 re_sdk = { path = "crates/top/re_sdk", version = "=0.28.0-alpha.1", default-features = false }
@@ -93,7 +97,6 @@ rerun-cli = { path = "crates/top/rerun-cli", version = "=0.28.0-alpha.1", defaul
 
 # crates/utils:
 re_analytics = { path = "crates/utils/re_analytics", version = "=0.28.0-alpha.1", default-features = false }
-re_arrow_combinators = { path = "crates/utils/re_arrow_combinators", version = "=0.28.0-alpha.1", default-features = false }
 re_arrow_util = { path = "crates/utils/re_arrow_util", version = "=0.28.0-alpha.1", default-features = false }
 re_auth = { path = "crates/utils/re_auth", version = "=0.28.0-alpha.1", default-features = false }
 re_byte_size = { path = "crates/utils/re_byte_size", version = "=0.28.0-alpha.1", default-features = false }
@@ -104,16 +107,13 @@ re_error = { path = "crates/utils/re_error", version = "=0.28.0-alpha.1", defaul
 re_format = { path = "crates/utils/re_format", version = "=0.28.0-alpha.1", default-features = false }
 re_int_histogram = { path = "crates/utils/re_int_histogram", version = "=0.28.0-alpha.1", default-features = false }
 re_log = { path = "crates/utils/re_log", version = "=0.28.0-alpha.1", default-features = false }
-re_mcap = { path = "crates/utils/re_mcap", version = "=0.28.0-alpha.1", default-features = false }
 re_memory = { path = "crates/utils/re_memory", version = "=0.28.0-alpha.1", default-features = false }
 re_perf_telemetry = { path = "crates/utils/re_perf_telemetry", version = "=0.28.0-alpha.1", default-features = false }
 re_ros_msg = { path = "crates/utils/re_ros_msg", version = "=0.28.0-alpha.1", default-features = false }
-re_smart_channel = { path = "crates/utils/re_smart_channel", version = "=0.28.0-alpha.1", default-features = false }
 re_span = { path = "crates/utils/re_span", version = "=0.28.0-alpha.1", default-features = false }
 re_string_interner = { path = "crates/utils/re_string_interner", version = "=0.28.0-alpha.1", default-features = false }
 re_tracing = { path = "crates/utils/re_tracing", version = "=0.28.0-alpha.1", default-features = false }
 re_tuid = { path = "crates/utils/re_tuid", version = "=0.28.0-alpha.1", default-features = false }
-re_uri = { path = "crates/utils/re_uri", version = "=0.28.0-alpha.1", default-features = false }
 re_video = { path = "crates/utils/re_video", version = "=0.28.0-alpha.1", default-features = false }
 
 # crates/viewer:
@@ -179,7 +179,7 @@ egui_dnd = { version = "0.14.0" }
 egui_plot = "0.34.0" # https://github.com/emilk/egui_plot
 egui_table = "0.6.0" # https://github.com/rerun-io/egui_table
 egui_tiles = "0.14.0" # https://github.com/rerun-io/egui_tiles
-walkers = "0.47.0"
+walkers = "0.50.0"
 
 # All of our direct external dependencies should be found here:
 ahash = "0.8"
@@ -267,6 +267,8 @@ jiff = { version = "0.2.15", features = ["js"] }
 js-sys = "0.3.77"
 jsonwebtoken = { version = "9.3", default-features = false }
 lance = { version = "0.38.2", default-features = false } # When you update this, also update the list of features enabled for `datafusion` (~50 lines up)
+lance-index = { version = "0.38.2", default-features = false }
+lance-linalg = { version = "0.38.2", default-features = false }
 libc = "0.2.176"
 linked-hash-map = { version = "0.5.6", default-features = false }
 log = "0.4.28"