Upgrading to rs-0.46 (#309)

Upgrading:
- Pola.rs -> 0.46.0
- toolchain -> nightly-2025-01-05 
- Yarn -> 4.7.0
- TS -> 5.8.2

Serialization has been changed in core RS by this
[PR](pola-rs/polars#20641)
Adding new to_json func due to the serialization change in core RS.

---------

Co-authored-by: dchrostowski <[email protected]>

Author: Bidek56

.github/workflows/docs.yaml

@@ -14,7 +14,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: dtolnay/rust-toolchain@stable
         with:
-          toolchain: nightly-2024-11-28
+          toolchain: nightly-2025-01-05
           components: rustfmt, clippy
       - name: Install ghp-import
         uses: actions/setup-python@v5

.github/workflows/test-js.yaml

@@ -20,7 +20,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: dtolnay/rust-toolchain@stable
         with:
-          toolchain: nightly-2024-11-28
+          toolchain: nightly-2025-01-05
           components: rustfmt, clippy
       - name: Check yarn version
         run: yarn --version
@@ -46,7 +46,7 @@ jobs:
       - name: Install latest Rust nightly
         uses: dtolnay/rust-toolchain@stable
         with:
-          toolchain: nightly-2024-11-28
+          toolchain: nightly-2025-01-05
           components: rustfmt, clippy
       - name: Bun version
         uses: oven-sh/setup-bun@v1

.yarn/releases/yarn-4.5.3.cjs

@@ -4,4 +4,4 @@ enableGlobalCache: false
 
 nodeLinker: node-modules
 
-yarnPath: .yarn/releases/yarn-4.5.3.cjs
+yarnPath: .yarn/releases/yarn-4.9.1.cjs

.yarn/releases/yarn-4.9.1.cjs

@@ -15,14 +15,16 @@ crate-type = ["cdylib", "lib"]
 [dependencies]
 ahash = "0.8.11"
 bincode = "1.3.3"
-napi = { version = "2.16.13", default-features = false, features = [
+napi = { version = "2.16.16", default-features = false, features = [
     "napi8",
     "serde-json",
 ] }
 napi-derive = { version = "2.16.13", default-features = false }
-polars-core = { git = "https://github.com/pola-rs/polars.git", rev = "58a38af21dccaf3326514494a1db118601c8c2ca", default-features = false }
-polars-io = { git = "https://github.com/pola-rs/polars.git", rev = "58a38af21dccaf3326514494a1db118601c8c2ca", default-features = false }
-polars-lazy = { git = "https://github.com/pola-rs/polars.git", rev = "58a38af21dccaf3326514494a1db118601c8c2ca", default-features = false }
+polars-core = { git = "https://github.com/pola-rs/polars.git", rev = "f298ace880b238fb5793eaf0cdeb6b418e2ba583", default-features = false }
+polars-io = { git = "https://github.com/pola-rs/polars.git", rev = "f298ace880b238fb5793eaf0cdeb6b418e2ba583", default-features = false }
+polars-lazy = { git = "https://github.com/pola-rs/polars.git", rev = "f298ace880b238fb5793eaf0cdeb6b418e2ba583", default-features = false }
+polars-ops = { git = "https://github.com/pola-rs/polars.git", rev = "f298ace880b238fb5793eaf0cdeb6b418e2ba583", default-features = false }
+polars-arrow = { git = "https://github.com/pola-rs/polars.git", rev = "f298ace880b238fb5793eaf0cdeb6b418e2ba583", default-features = false }
 thiserror = "1"
 smartstring = { version = "1" }
 serde_json = { version = "1" }
@@ -162,10 +164,10 @@ features = [
   "azure"
 ]
 git = "https://github.com/pola-rs/polars.git"
-rev = "58a38af21dccaf3326514494a1db118601c8c2ca"
+rev = "f298ace880b238fb5793eaf0cdeb6b418e2ba583"
 
 [build-dependencies]
-napi-build = "2.1.3"
+napi-build = "2.1.4"
 
 [profile.release]
 codegen-units = 1

.yarnrc.yml

@@ -121,13 +121,14 @@ Install the latest polars version with:
 ```sh
 $ yarn add nodejs-polars # yarn
 $ npm i -s nodejs-polars # npm
+$ bun i -D nodejs-polars # Bun
 ```
 
 Releases happen quite often (weekly / every few days) at the moment, so updating polars regularly to get the latest bugfixes / features might not be a bad idea.
 
 ### Minimum Requirements
 - Node version `>=18`
-- Rust version `>=1.59` - *Only needed for development*
+- Rust version `>=1.86` - *Only needed for development*
 
 
 ## Deno
@@ -142,7 +143,7 @@ With Deno 1.37, you can use the `display` function to display a `DataFrame` in t
 
 ```typescript
 import pl from "npm:nodejs-polars";
-import { display } from "https://deno.land/x/[email protected].1/mod.ts";
+import { display } from "https://deno.land/x/[email protected].2/mod.ts";
 
 let response = await fetch(
   "https://cdn.jsdelivr.net/npm/world-atlas@1/world/110m.tsv",
@@ -171,24 +172,22 @@ ___
 
 ## Documentation
 
-Want to know about all the features Polars supports? Read the docs!
+Want to know about all the features Polars supports? Read the [docs](https://docs.pola.rs)!
 
 #### Python
 
 - Installation guide: `$ pip3 install polars`
 - [Python documentation](https://pola-rs.github.io/polars/py-polars/html/reference/index.html)
-- [User guide](https://pola-rs.github.io/polars-book/)
+- [User guide](https://docs.pola.rs)
 
 #### Rust
 
-- [Rust documentation (master branch)](https://pola-rs.github.io/polars/polars/index.html)
-- [User guide](https://pola-rs.github.io/polars-book/)
+- [Rust documentation](https://docs.rs/polars/latest/polars/)
 
 #### Node
 
   * Installation guide: `$ yarn install nodejs-polars`
   * [Node documentation](https://pola-rs.github.io/nodejs-polars/)
-  * [User guide](https://pola-rs.github.io/polars-book/)
 
 ## Contribution
 

Cargo.toml

@@ -44,7 +44,7 @@ describe("dataframe", () => {
     const actual = expected.clone();
     expect(actual).toFrameEqual(expected);
   });
-  test.skip("describe", () => {
+  test("describe", () => {
     const actual = pl
       .DataFrame({
         a: [1, 2, 3],
@@ -1936,30 +1936,6 @@ describe("io", () => {
     fs.rmSync("./test.csv");
     done();
   });
-  test("JSON.stringify", () => {
-    const df = pl.DataFrame({
-      foo: [1],
-      bar: ["a"],
-    });
-    const expected = JSON.stringify({
-      columns: [
-        {
-          name: "foo",
-          datatype: "Float64",
-          bit_settings: "",
-          values: [1.0],
-        },
-        {
-          name: "bar",
-          datatype: "String",
-          bit_settings: "",
-          values: ["a"],
-        },
-      ],
-    });
-    const actual = JSON.stringify(df);
-    expect(actual).toEqual(expected);
-  });
   test("toRecords", () => {
     const df = pl.DataFrame({
       foo: [1],

README.md

@@ -191,7 +191,8 @@ describe("groupby ops", () => {
         by: ["admin", "five_type", "actor"],
         indexColumn: "event_date",
         every: "1mo",
-        start_by: "datapoint",
+        startBy: "datapoint",
+        label: "datapoint",
       })
       .agg(pl.col("adm1_code").unique(), pl.col("fatalities").gt(0).sum());
     const expected = [
@@ -220,7 +221,8 @@ describe("groupby ops", () => {
         indexColumn: "event_date",
         every: "1mo",
         by: ["admin", "five_type", "actor"],
-        start_by: "datapoint",
+        label: "datapoint",
+        startBy: "datapoint",
       })
       .agg(pl.col("adm1_code").unique(), pl.col("fatalities").gt(0).sum());
     const expected = [
@@ -231,6 +233,24 @@ describe("groupby ops", () => {
     const actual = out.getColumn("event_date").toArray();
     expect(actual).toEqual(expected);
   });
+  test("dynamic-int", () => {
+    const out = pl
+      .DataFrame({
+        a: pl.Series("", [1, 2, 3], pl.Int64),
+      })
+      .groupByDynamic({
+        indexColumn: "a",
+        label: "right",
+        every: "1i",
+        period: "2i",
+        closed: "right",
+        startBy: "datapoint",
+      })
+      .agg(pl.col("a").list().alias("lst"));
+    const actual = out.getColumn("lst").toArray();
+    const expected = [[2, 3], [3]];
+    expect(actual).toEqual(expected);
+  });
   test("default negative every offset dynamic groupby", () => {
     const dates = [
       new Date("2023-01-01"),
@@ -243,14 +263,12 @@ describe("groupby ops", () => {
         dt: dates,
         idx: Array.from({ length: dates.length }, (_v, k) => k),
       })
-      .sort("dt");
+      .sort({ by: "dt" });
     const actual = df
       .groupByDynamic({
         indexColumn: "dt",
         every: "1mo",
-        closed: "right",
-        start_by: "datapoint",
-        check_sorted: true,
+        startBy: "datapoint",
       })
       .agg(pl.col("idx"));
     const expected = pl.DataFrame({

__tests__/dataframe.test.ts

@@ -44,7 +44,7 @@ describe("lazyframe", () => {
       })
       .lazy();
     let actual = df.describeOptimizedPlan().replace(/\s+/g, " ");
-    const expected = `DF ["foo", "bar"]; PROJECT */2 COLUMNS; SELECTION: None`;
+    const expected = `DF ["foo", "bar"]; PROJECT */2 COLUMNS`;
     expect(actual).toEqual(expected);
     actual = df.describePlan().replace(/\s+/g, " ");
     expect(actual).toEqual(expected);