fix: Fix redundant column when using window function

Author: renato2099

src/dataframe.rs

@@ -35,6 +35,7 @@ use datafusion::datasource::TableProvider;
 use datafusion::error::DataFusionError;
 use datafusion::execution::SendableRecordBatchStream;
 use datafusion::parquet::basic::{BrotliLevel, Compression, GzipLevel, ZstdLevel};
+use crate::datafusion_expr::Expr;
 use datafusion::prelude::*;
 use datafusion_ffi::table_provider::FFI_TableProvider;
 use futures::{StreamExt, TryStreamExt};
@@ -473,7 +474,19 @@ impl PyDataFrame {
     }
 
     fn with_column(&self, name: &str, expr: PyExpr) -> PyDataFusionResult<Self> {
-        let df = self.df.as_ref().clone().with_column(name, expr.into())?;
+        let expr: Expr = expr.into();
+        let aliased = expr.alias(name);
+
+        let df_schema = self.df.as_ref().schema().clone();
+        let mut proj_exprs: Vec<Expr> = df_schema
+            .fields()
+            .iter()
+            .filter(|field| field.name() != name)
+            .map(|field| col(field.name()))
+            .collect();
+        proj_exprs.push(aliased);
+
+        let df = self.df.as_ref().clone().select(proj_exprs)?;
         Ok(Self::new(df))
     }