Fix df.rename not working for quoted and non quoted column names like 'ab', 'ab'

Author: sfc-gh-yixie

src/snowflake/snowpark/dataframe.py

@@ -6171,7 +6171,9 @@ def with_column_renamed(
         else:
             raise TypeError(f"{str(existing)} must be a column name or Column object.")
 
-        to_be_renamed = [x for x in self._output if x.name.upper() == old_name.upper()]
+        to_be_renamed = [
+            x for x in self._output if quote_name(x.name) == quote_name(old_name)
+        ]
         if not to_be_renamed:
             raise ValueError(
                 f'Unable to rename column "{existing}" because it doesn\'t exist.'

tests/integ/scala/test_dataframe_suite.py

@@ -2686,6 +2686,17 @@ def test_rename_function_multiple(session):
     Utils.check_answer(df2, [Row(1, 2)])
 
 
+@pytest.mark.skipif(
+    "config.getoption('local_testing_mode', default=False)",
+    reason="DataFrame.rename is not supported in Local Testing",
+)
+def test_rename_with_case_sensitive_column_name(session):
+    df = session.create_dataframe([[1, 2]], schema=["ab", '"ab"'])
+    df2 = df.rename('"ab"', "ab1")
+    assert df2.schema.names[0] == "AB1" and df2.schema.names[1] == '"ab"'
+    Utils.check_answer(df2, [Row(1, 2)])
+
+
 @pytest.mark.skipif(
     "config.getoption('local_testing_mode', default=False)",
     reason="DataFrame.rename is not supported in Local Testing",