Merge branch 'refs/heads/main' into feature/aherrera/SNOW-2432059-StringAndBinary-part1

Author: sfc-gh-aherreraaguilar

CHANGELOG.md

@@ -7,7 +7,6 @@
 #### New Features
 
 - Added a new function `service` in `snowflake.snowpark.functions` that allows users to create a callable representing a Snowpark Container Services (SPCS) service.
-- Added a new function `group_by_all()` to the `DataFrame` class.
 - Added `connection_parameters` parameter to `DataFrameReader.dbapi()` (PuPr) method to allow passing keyword arguments to the `create_connection` callable.
 - Added support for `Session.begin_transaction`, `Session.commit` and `Session.rollback`.
 - Added support for the following functions in `functions.py`:
@@ -81,6 +80,7 @@
 - Fixed a bug that `DataFrameReader.dbapi` (PuPr) is not compatible with oracledb 3.4.0.
 - Fixed a bug where `modin` would unintentionally be imported during session initialization in some scenarios.
 - Fixed a bug where `session.udf|udtf|udaf|sproc.register` failed when an extra session argument was passed. These methods do not expect a session argument; please remove it if provided.
+- Fixed a bug in `DataFrameGroupBuy.agg` where func is a list of tuples used to set the names of the output columns.
 
 #### Improvements
 
@@ -141,6 +141,7 @@
   - `sort_values`
   - `loc` (setting columns)
   - `to_datetime`
+  - `rename`
   - `drop`
   - `invert`
   - `duplicated`
@@ -165,6 +166,8 @@
   - `groupby.median`
   - `groupby.std`
   - `groupby.var`
+  - `groupby.nunique`
+  - `groupby.size`
   - `drop_duplicates`
 - Reuse row count from the relaxed query compiler in `get_axis_len`.
 

docs/source/snowpark/dataframe.rst

@@ -57,7 +57,6 @@ DataFrame
     DataFrame.flatten
     DataFrame.groupBy
     DataFrame.group_by
-    DataFrame.group_by_all
     DataFrame.group_by_grouping_sets
     DataFrame.intersect
     DataFrame.join

setup.py

@@ -68,7 +68,10 @@
     "lxml",  # used in XML reader unit tests
 ]
 MODIN_DEVELOPMENT_REQUIREMENTS = [
-    "scipy",  # Snowpark pandas 3rd party library testing
+    # Snowpark pandas 3rd party library testing. Cap the scipy version because
+    # Snowflake cannot find newer versions of scipy for python 3.11+. See
+    # SNOW-2452791.
+    "scipy<=1.16.0",
     "statsmodels",  # Snowpark pandas 3rd party library testing
     "scikit-learn",  # Snowpark pandas 3rd party library testing
     # plotly version restricted due to foreseen change in query counts in version 6.0.0+

src/snowflake/snowpark/_internal/analyzer/analyzer.py

@@ -91,7 +91,6 @@
 from snowflake.snowpark._internal.analyzer.grouping_set import (
     GroupingSet,
     GroupingSetsExpression,
-    GroupByAll,
 )
 from snowflake.snowpark._internal.analyzer.select_statement import (
     Selectable,
@@ -347,8 +346,6 @@ def analyze(
             )
 
         if isinstance(expr, GroupingSet):
-            if isinstance(expr, GroupByAll):
-                return "ALL"
             return self.grouping_extractor(expr, df_aliased_col_name_to_real_col_name)
 
         if isinstance(expr, WindowExpression):

src/snowflake/snowpark/_internal/analyzer/grouping_set.py

@@ -40,10 +40,6 @@ class Rollup(GroupingSet):
     pass
 
 
-class GroupByAll(GroupingSet):
-    pass
-
-
 class GroupingSetsExpression(Expression):
     def __init__(self, args: List[List[Expression]]) -> None:
         super().__init__()