test: Run reticulate integration tests for LazyFrame if R and Python have the same DSL hash (#1624)

Author: eitsupi

R/generated-polars-version.R

@@ -1,3 +1,6 @@
 # Generated by dev script: do not edit by hand
 
 PY_VERSION <- "1.35.1"
+
+DSL_SCHEMA_HASH_PY <- "6286bad7b59c6dffbabcb7eda0d3a1c386cc651ad8b2479b2e4e4686199e04e1"
+DSL_SCHEMA_HASH_CURRENT <- "6286bad7b59c6dffbabcb7eda0d3a1c386cc651ad8b2479b2e4e4686199e04e1"

R/polars_info.R

@@ -25,6 +25,7 @@ polars_info <- function() {
       rust_crate = rust_polars_version()
     ),
     interchange = list(
+      # TODO: show schema hash related info
       py_version = PY_VERSION,
       compat_level = list(
         newest = pl__CompatLevel$newest

dev/generate-r-files/polars-version/main.R

@@ -4,15 +4,35 @@ SCRIPT_ROOT <- "dev/generate-r-files/polars-version"
 
 git_rev <- RcppTOML::parseTOML("src/rust/Cargo.toml")$dependencies$`polars-core`$rev
 
-target_file <- glue::glue(
+py_version <- glue::glue(
   "https://raw.githubusercontent.com/pola-rs/polars/{git_rev}/py-polars/pyproject.toml"
-)
-
-py_version <- readr::read_file(target_file) |>
+) |>
+  readr::read_file() |>
   RcppTOML::parseTOML(fromFile = FALSE) |>
   _$project$version
 
-# TODO: reverse check? (the py version is released and the rev is the same?)
+py_semver <- glue::glue(
+  "https://raw.githubusercontent.com/pola-rs/polars/{git_rev}/py-polars/runtime/Cargo.toml"
+) |>
+  readr::read_file() |>
+  RcppTOML::parseTOML(fromFile = FALSE) |>
+  _$package$version
+
+# nolint start: line_length_linter
+dsl_schema_hash_current <- glue::glue(
+  "https://raw.githubusercontent.com/pola-rs/polars/{git_rev}/crates/polars-plan/dsl-schema-hashes.json"
+) |>
+  readr::read_file() |>
+  charToRaw() |>
+  tools::sha256sum(bytes = _)
+
+dsl_schema_hash_py <- glue::glue(
+  "https://raw.githubusercontent.com/pola-rs/polars/refs/tags/py-{py_semver}/crates/polars-plan/dsl-schema-hashes.json"
+) |>
+  readr::read_file() |>
+  charToRaw() |>
+  tools::sha256sum(bytes = _)
+# nolint end
 
 template <- readr::read_file(
   file.path(SCRIPT_ROOT, "templates", "polars-version.R.txt")

dev/generate-r-files/polars-version/templates/polars-version.R.txt

@@ -1 +1,4 @@
 PY_VERSION <- "{{py_version}}"
+
+DSL_SCHEMA_HASH_PY <- "{{dsl_schema_hash_py}}"
+DSL_SCHEMA_HASH_CURRENT <- "{{dsl_schema_hash_current}}"

tests/testthat/helper-skip.R

@@ -1,14 +1,18 @@
-# https://github.com/r-lib/testthat/issues/2236
-skip_on_dev_version <- function() {
+skip_on_dev_polars <- function() {
   version <- asNamespace(testing_package())[[".__NAMESPACE__."]][["spec"]][[
     "version"
   ]] |>
     package_version() |>
     unclass() |>
     getElement(1L)
 
+  is_released_dsl_hash <- identical(
+    DSL_SCHEMA_HASH_CURRENT,
+    DSL_SCHEMA_HASH_PY
+  )
+
   # We use larger than `9000` version for the development versions
-  if (tail(version, 1L) < 9000) {
+  if (tail(version, 1L) < 9000 || is_released_dsl_hash) {
     invisible()
   } else {
     skip("Skip on development versions.")

tests/testthat/test-integration-reticulate.R

@@ -33,7 +33,9 @@ test_that("LazyFrame roundtrip via py-polars", {
   skip_if_no_py_polars(version = PY_VERSION)
   # In dev version, we may depends on non-released polars,
   # so they may have the different DSL versions and are not compatible.
-  skip_on_dev_version()
+  skip_on_dev_polars()
+  # TODO: remove this line after bumping the lib version
+  skip_on_os("windows")
 
   lf <- as_polars_lf(mtcars)$filter(pl$col("mpg") >= 20)$select("cyl")$sort(cs$all())