Polars 50.1 upgrade (nushell#16703)

Upgrade for polars 0.51.0

## Release notes summary - What our users need to know
- `polars fetch` has been removed due to no longer being supported on
LazyFrame
- introduced flag `--drop-nulls` to `polars dummies`
- introduced flag `--separator` to `polars dummies`
- introduced flag `--strict` to `polars integer`
- introduced flag `--base` to `polars integer`
- introduced flag `--dtype` to `polars integer`
- introduced flag `--stable` to `polars pivot`
- polars pivot will no longer perform a stable pivot by default, the
flag `--stable` must be passed in to perform a stable pivot.
- Introduced flag `--time-zone` to `polars as-datetime`
- Introduced flag `--time-unit` to `polars as-datetime`

---------

Co-authored-by: Jack Wright <[email protected]>

Author: ayax79

Cargo.lock

@@ -33,11 +33,12 @@ indexmap = { version = "2.11" }
 num = { version = "0.4" }
 serde = { version = "1.0", features = ["derive"] }
 sqlparser = { version = "=0.53.0" }
-polars-io = { version = "=0.49.1", features = ["avro", "cloud", "aws"] }
-polars-arrow = { version = "=0.49.1" }
-polars-ops = { version = "=0.49.1", features = ["pivot", "cutqcut"] }
-polars-plan = { version = "=0.49.1", features = ["regex"] }
-polars-utils = { version = "=0.49.1" }
+polars-io = { version = "=0.51.0", features = ["avro", "cloud", "aws"] }
+polars-arrow = { version = "=0.51.0" }
+polars-ops = { version = "=0.51.0", features = ["pivot", "cutqcut"] }
+polars-plan = { version = "=0.51.0", features = ["regex"] }
+polars-utils = { version = "=0.51.0" }
+polars-lazy = { version = "=0.51.0" }
 planus = { version = "=1.1.1" } # Temporarily here to convince cargo not to upgrade planus to 1.2.0
 typetag = "0.2"
 env_logger = "0.11.3"
@@ -100,7 +101,7 @@ features = [
   "trigonometry",
 ]
 optional = false
-version = "0.49"
+version = "=0.51.0"
 
 [dev-dependencies]
 nu-cmd-lang = { path = "../nu-cmd-lang", version = "0.107.1" }

crates/nu_plugin_polars/Cargo.toml

@@ -1,6 +1,7 @@
 use nu_protocol::ShellError;
+use polars::prelude::PlPath;
 use polars_io::cloud::CloudOptions;
-use url::Url;
+use polars_utils::plpath::CloudScheme;
 
 use crate::PolarsPlugin;
 
@@ -10,18 +11,18 @@ enum CloudType {
     Aws,
 }
 
-fn determine_cloud_type(url: &Url) -> Option<CloudType> {
-    match url.scheme() {
-        "s3" | "s3a" => Some(CloudType::Aws),
+fn determine_cloud_type(plpath: &PlPath) -> Option<CloudType> {
+    match plpath.cloud_scheme() {
+        Some(CloudScheme::S3) | Some(CloudScheme::S3a) => Some(CloudType::Aws),
         _ => None,
     }
 }
 
 pub(crate) fn build_cloud_options(
     plugin: &PolarsPlugin,
-    url: &Url,
+    path: &PlPath,
 ) -> Result<Option<CloudOptions>, ShellError> {
-    match determine_cloud_type(url) {
+    match determine_cloud_type(path) {
         Some(CloudType::Aws) => aws::build_cloud_options(plugin).map(Some),
         _ => Ok(None),
     }

crates/nu_plugin_polars/src/cloud/mod.rs

@@ -170,7 +170,7 @@ fn get_col_name(expr: &Expr) -> Option<String> {
             | polars::prelude::AggExpr::Last(e)
             | polars::prelude::AggExpr::Mean(e)
             | polars::prelude::AggExpr::Implode(e)
-            | polars::prelude::AggExpr::Count(e, _)
+            | polars::prelude::AggExpr::Count { input: e, .. }
             | polars::prelude::AggExpr::Sum(e)
             | polars::prelude::AggExpr::AggGroups(e)
             | polars::prelude::AggExpr::Std(e, _)
@@ -183,26 +183,21 @@ fn get_col_name(expr: &Expr) -> Option<String> {
         | Expr::Sort { expr, .. }
         | Expr::Gather { expr, .. }
         | Expr::SortBy { expr, .. }
-        | Expr::Exclude(expr, _)
-        | Expr::Alias(expr, _)
         | Expr::KeepName(expr)
         | Expr::Explode { input: expr, .. } => get_col_name(expr.as_ref()),
         Expr::Ternary { .. }
         | Expr::AnonymousFunction { .. }
         | Expr::Function { .. }
-        | Expr::Columns(_)
-        | Expr::DtypeColumn(_)
         | Expr::Literal(_)
         | Expr::BinaryExpr { .. }
         | Expr::Window { .. }
-        | Expr::Wildcard
         | Expr::RenameAlias { .. }
         | Expr::Len
-        | Expr::Nth(_)
         | Expr::SubPlan(_, _)
-        | Expr::IndexColumn(_)
         | Expr::Selector(_)
         | Expr::Field(_)
+        | Expr::Alias(_, _)
+        | Expr::DataTypeFunction(_)
         | Expr::Eval { .. } => None,
     }
 }

crates/nu_plugin_polars/src/dataframe/command/aggregation/aggregate.rs

@@ -9,8 +9,7 @@ use nu_protocol::{
     Category, Example, LabeledError, PipelineData, ShellError, Signature, Span, Spanned,
     SyntaxShape, Type, Value,
 };
-use polars::prelude::{DataType, IntoSeries};
-use polars_ops::prelude::{cum_max, cum_min, cum_sum};
+use polars::prelude::{DataType, IntoSeries, cum_max, cum_min, cum_sum};
 
 enum CumulativeType {
     Min,

crates/nu_plugin_polars/src/dataframe/command/aggregation/cumulative.rs

@@ -9,8 +9,7 @@ use nu_protocol::{
     Category, Example, LabeledError, PipelineData, ShellError, Signature, Span, Spanned,
     SyntaxShape, Type, Value,
 };
-use num::ToPrimitive;
-use polars::prelude::df;
+use polars::prelude::{Expr, Literal, df};
 
 enum FunctionType {
     Abs,
@@ -206,30 +205,28 @@ fn command_expr(
         FunctionType::Abs => res.abs(),
         FunctionType::Cos => res.cos(),
         FunctionType::Dot => {
-            let expr = match call.rest::<Value>(1)?.first() {
-                None => Err(ShellError::GenericError { error: "Second expression to compute dot product with must be provided".into(), msg: "".into(), span: Some(call.head), help: None, inner: vec![] }),
-                Some(value) => {
-                    match PolarsPluginObject::try_from_value(plugin, value)? {
-                        PolarsPluginObject::NuExpression(expr) => {
-                            Ok(expr.into_polars())
-                        }
-                        _ => Err(cant_convert_err(value, &[PolarsPluginType::NuExpression]))
-                    }
+            let expr: Expr = match call.rest::<Value>(1)?.first() {
+                None => {
+                    return Err(ShellError::GenericError {
+                        error: "Second expression to compute dot product with must be provided"
+                            .into(),
+                        msg: "".into(),
+                        span: Some(call.head),
+                        help: None,
+                        inner: vec![],
+                    });
                 }
-            }?;
+                Some(value) => NuExpression::try_from_value(plugin, value)?.into_polars(),
+            };
             res.dot(expr)
         }
         FunctionType::Exp => res.exp(),
         FunctionType::Log => {
-            let base = match call.rest::<Value>(1)?.first() {
+            let base: Expr = match call.rest::<Value>(1)?.first() {
                 // default natural log
-                None => Ok(std::f64::consts::E),
-                Some(value) => match value {
-                    Value::Float { val, .. } => Ok(*val),
-                    Value::Int { val, .. } => Ok(val.to_f64().expect("i64 to f64 conversion should not panic")),
-                    _ => Err(ShellError::GenericError { error: "log base must be a float or integer. Leave base unspecified for natural log".into(), msg: "".into(), span: Some(value.span()), help: None, inner: vec![] }),
-                },
-            }?;
+                None => std::f64::consts::E.lit(),
+                Some(value) => NuExpression::try_from_value(plugin, value)?.into_polars(),
+            };
 
             res.log(base)
         }

crates/nu_plugin_polars/src/dataframe/command/computation/math.rs

@@ -1,6 +1,5 @@
 mod cache;
 mod columns;
-mod fetch;
 mod open;
 mod profile;
 mod resource;
@@ -17,7 +16,6 @@ mod to_schema;
 
 pub use self::open::OpenDataFrame;
 use crate::PolarsPlugin;
-use fetch::LazyFetch;
 use nu_plugin::PluginCommand;
 pub use schema::SchemaCmd;
 pub use shape::ShapeDF;
@@ -31,7 +29,6 @@ pub(crate) fn core_commands() -> Vec<Box<dyn PluginCommand<Plugin = PolarsPlugin
     vec![
         Box::new(columns::ColumnsDF),
         Box::new(cache::LazyCache),
-        Box::new(LazyFetch),
         Box::new(OpenDataFrame),
         Box::new(profile::ProfileDF),
         Box::new(Summary),