Fix TableScan.update to exclude cached properties

pyiceberg/table/__init__.py

@@ -1619,6 +1619,13 @@ def _parse_row_filter(expr: Union[str, BooleanExpression]) -> BooleanExpression:
     return parser.parse(expr) if isinstance(expr, str) else expr
 
 
+def _get_cached_property_names(cls: Any) -> Set[str]:
+    """Return a set of all cached property names defined on the class."""
+    from inspect import getmembers
+
+    return {name for name, attr in getmembers(cls) if isinstance(attr, cached_property)}
+
+
 S = TypeVar("S", bound="TableScan", covariant=True)
 
 
@@ -1691,7 +1698,13 @@ def to_polars(self) -> pl.DataFrame: ...
 
     def update(self: S, **overrides: Any) -> S:
         """Create a copy of this table scan with updated fields."""
-        return type(self)(**{**self.__dict__, **overrides})
+        data = {**self.__dict__, **overrides}
+
+        # Cached properties are also stored in the __dict__, so must be removed
+        for cached_prop in _get_cached_property_names(self.__class__):
+            data.pop(cached_prop, None)
+
+        return type(self)(**data)
 
     def use_ref(self: S, name: str) -> S:
         if self.snapshot_id:

tests/integration/test_reads.py

@@ -1024,3 +1024,16 @@ def test_scan_with_datetime(catalog: Catalog) -> None:
 
     df = table.scan(row_filter=LessThan("datetime", yesterday)).to_pandas()
     assert len(df) == 0
+
+
+@pytest.mark.integration
+@pytest.mark.parametrize("catalog", [pytest.lazy_fixture("session_catalog_hive"), pytest.lazy_fixture("session_catalog")])
+def test_filter_after_arrow_scan(catalog: Catalog) -> None:
+    identifier = "test_partitioned_by_hours"
+    table = catalog.load_table(f"default.{identifier}")
+
+    scan = table.scan()
+    assert len(scan.to_arrow()) > 0
+
+    scan = scan.filter("ts >= '2023-03-05T00:00:00+00:00'")
+    assert len(scan.to_arrow()) > 0