From 77240a65d5c72a2bf7ebc0b21c1ec0a731cf8a37 Mon Sep 17 00:00:00 2001 From: Vineeth Sai Date: Wed, 9 Oct 2024 20:23:38 -0700 Subject: [PATCH] Fix: TypeError in sort_values after dropna --- mars/dataframe/sort/sort_values.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/mars/dataframe/sort/sort_values.py b/mars/dataframe/sort/sort_values.py index ae8cdb9bf1..777459e438 100644 --- a/mars/dataframe/sort/sort_values.py +++ b/mars/dataframe/sort/sort_values.py @@ -111,7 +111,13 @@ def execute(cls, ctx, op: "DataFrameSortValues"): def __call__(self, a): assert self.axis == 0 if self.ignore_index: - index_value = parse_index(pd.RangeIndex(a.shape[0])) + # Fix for the bug: handle NaN or unknown dimensions + if not isinstance(a.shape[0], int): + index_value = parse_index( + pd.RangeIndex(-1) + ) # Handle unknown dimensions + else: + index_value = parse_index(pd.RangeIndex(a.shape[0])) else: if isinstance(a.index_value.value, IndexValue.RangeIndex): index_value = parse_index(pd.Index([], dtype=np.int64))