refactor(bindings/python): Update Stubs and dependencies for split

bindings/python/Cargo.toml

@@ -197,18 +197,18 @@ doc = false
 name = "_opendal"
 
 [dependencies]
-bytes = "1.5.0"
-futures = "0.3.28"
-jiff = { version = "0.2.15" }
+bytes = "1"
+futures = "0.3"
+jiff = "0.2"
 mea = "0.6"
 # this crate won't be published, we always use the local version
 opendal = { version = ">=0", path = "../../core", features = [
   "blocking",
   "layers-mime-guess",
 ] }
-pyo3 = { version = "0.27.2", features = ["generate-import-lib", "jiff-02"] }
-pyo3-async-runtimes = { version = "0.27.0", features = ["tokio-runtime"] }
-pyo3-stub-gen = { version = "0.17" }
+pyo3 = { version = "0.27", features = ["generate-import-lib", "jiff-02"] }
+pyo3-async-runtimes = { version = "0.27", features = ["tokio-runtime"] }
+pyo3-stub-gen = { version = "0.18" }
 tokio = "1"
 
 [profile.release]

bindings/python/justfile

@@ -38,39 +38,42 @@ setup:
 [group('maintenance')]
 clean:
     @echo "{{ BOLD }}--- Cleaning Rust build artifacts (Cargo) ---{{ NORMAL }}"
-    @cargo clean
-    @echo "{{ BOLD }}--- Removing .venv/, build/, dist/ directories, and other caches ---{{ NORMAL }}"
-    @rm -rf .venv/ build/ dist/ .pytest_cache/ .mypy_cache/ .hypothesis/ .ruff_cache/
-    @echo "{{ BOLD }}--- Removing Python bytecode and compiled extensions ---{{ NORMAL }}"
-    @find . -type f -name '*.py[co]' -delete \
-        -o -type d -name __pycache__ -exec rm -rf {} + \
-        -o -type f -name '_opendal*.so' -delete
+    @cargo clean --quiet
+    @echo "{{ BOLD }}--- Removing build directories, other caches, python bytecode and compiled extensions ---{{ NORMAL }}"
+    @find . \
+        \( -type d \( -name __pycache__ -o -name .venv -o -name .build -o -name dist -o -name .pytest_cache -o -name .mypy_cache -o -name .hypothesis -o -name .ruff_cache \) -prune -exec rm -rf {} + \) \
+        -o \
+        \( -type f \( -name '*.py[co]' -o -name '_*.so' \) -delete \)
 
 # ==============================================================================
 # Dev & Build
 # ==============================================================================
 
 # Generate Python type stubs
-[group('build')]
+[group('dev')]
 stub-gen: setup
-    @echo "{{ BOLD }}--- Generating Python type stubs ---{{ NORMAL }}"
-    @cargo run --quiet --manifest-path=../../dev/Cargo.toml -- generate -l python
+    @echo "{{ BOLD }}--- Generating stubs for (opendal) ---{{ NORMAL }}"
     @cargo run --quiet --bin stub_gen
     @echo "{{ BOLD }}--- Formatting and fixing generated stubs ---{{ NORMAL }}"
+    @just _post-gen-cleanup
+
+# Internal: Post-generation cleanup (fix linting and formatting)
+[private]
+_post-gen-cleanup:
     -@bash -c 'shopt -s globstar; uv run ruff check **/*.pyi --fix --unsafe-fixes --silent || true'
     @just fmt
 
 # Compile and produce a release wheel with optimizations
 [group('release')]
 build-release *args: stub-gen
-    @echo "{{ BOLD }}--- Building release wheel ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Building release wheel (opendal) ---{{ NORMAL }}"
     @uv run maturin build -m ./Cargo.toml --profile release --strip --release --out dist {{ args }}
     @uv run mkdocs build
 
 # Build and install the release wheel in the current venv
 [group('release')]
 install-release *args: stub-gen
-    @echo "{{ BOLD }}--- Installing release wheel ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Installing release wheel (opendal) ---{{ NORMAL }}"
     @uv run maturin develop -m ./Cargo.toml --profile release --strip --release {{ args }}
 
 # Build and install the release wheel in the current venv
@@ -84,20 +87,20 @@ bench: install-release
 # Build only a source distribution (sdist) without compiling
 [group('release')]
 sdist *args: stub-gen
-    @echo "{{ BOLD }}--- Building source distribution without compiling ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Building source distribution without compiling (opendal) ---{{ NORMAL }}"
     @uv run maturin sdist -m ./Cargo.toml --out dist {{ args }}
 
 # Compile and produce a development wheel
 [group('dev')]
 build-dev *args: stub-gen
-    @echo "{{ BOLD }}--- Building development wheel ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Building development wheel (opendal) ---{{ NORMAL }}"
     @uv run maturin build -m ./Cargo.toml --out dist {{ args }}
     @uv run mkdocs build
 
 # Build and install the development wheel in the current venv
 [group('dev')]
 install-dev *args: stub-gen
-    @echo "{{ BOLD }}--- Installing development wheel ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Installing development wheel (opendal) ---{{ NORMAL }}"
     @uv run maturin develop -m ./Cargo.toml {{ args }}
 
 # Run tests
@@ -113,11 +116,12 @@ test *args: install-dev
 # Run all lint checks for Rust and Python
 [group('lint')]
 lint: setup
-    @echo "{{ BOLD }}--- Running Rust linter (Clippy) ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Running Rust linter ---{{ NORMAL }}"
     ## remove `-A clippy::incompatible_msrv` until https://github.com/rust-lang/rust-clippy/issues/15792 is fixed and released
     @cargo clippy -- -D warnings -D clippy::dbg_macro -A clippy::incompatible_msrv
-    @echo "{{ BOLD }}--- Running Python linter (Ruff) ---{{ NORMAL }}"
+    @echo "{{ BOLD }}--- Running Python linter ---{{ NORMAL }}"
     @uv run ruff check
+    @uv run ty check ./python
 
 # Format all code (Rust, Python, etc.)
 [group('lint')]

bindings/python/pyproject.toml

@@ -46,9 +46,8 @@ benchmark = [
   "greenlet>=3.1.1",
   "pydantic>=2.10.6",
 ]
-dev = ["maturin>=1.8.2"]
+dev = ["maturin>=1.9.4,<2.0", "ruff>=0.9.10", "ty>=0.0.15"]
 docs = ["mkdocs", "mkdocs-material", "mkdocstrings[python]", "mkdocs-jupyter"]
-lint = ["ruff>=0.9.10"]
 test = [
   "pytest>=8.3.5",
   "pytest-asyncio>=0.25.3",
@@ -57,10 +56,8 @@ test = [
 ]
 
 [tool.maturin]
-features = ["pyo3/extension-module"]
 module-name = "opendal._opendal"
 python-source = "python"
-strip = true
 
 [tool.uv]
 cache-keys = [

bindings/python/python/opendal/__init__.py

@@ -15,34 +15,18 @@
 # specific language governing permissions and limitations
 # under the License.
 
-# ruff: noqa: D104
-from __future__ import annotations
+# ruff: noqa: D104, F405, F403
 
-from typing import TYPE_CHECKING
-
-if TYPE_CHECKING:
-    __version__: str
-    from opendal import capability, exceptions, file, layers, services, types
-else:
-    from opendal._opendal import (
-        __version__,  # noqa: F401
-        capability,
-        exceptions,
-        file,
-        layers,
-        services,
-        types,
-    )
-
-from opendal.operator import AsyncOperator, Operator  # pyright:ignore
+from opendal._opendal import *  # ty: ignore
+from opendal.operator import AsyncOperator, Operator
 
 __all__ = [
     "capability",
     "exceptions",
     "file",
     "layers",
-    "services",
     "types",
     "AsyncOperator",
     "Operator",
+    "__version__",
 ]

bindings/python/python/opendal/__init__.pyi

@@ -0,0 +1,30 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# This file is automatically generated by pyo3_stub_gen
+# ruff: noqa: E501, F401, F403, F405
+
+from opendal import capability, exceptions, file, layers, operator, types
+
+__all__ = [
+    "capability",
+    "exceptions",
+    "file",
+    "layers",
+    "operator",
+    "types",
+]

bindings/python/python/opendal/capability.pyi → bindings/python/python/opendal/capability/__init__.pyi

@@ -16,11 +16,15 @@
 # under the License.
 
 # This file is automatically generated by pyo3_stub_gen
-# ruff: noqa: E501, F401
+# ruff: noqa: E501, F401, F403, F405
 
 import builtins
 import typing
 
+__all__ = [
+    "Capability",
+]
+
 @typing.final
 class Capability:
     r"""

bindings/python/python/opendal/exceptions.pyi → bindings/python/python/opendal/exceptions/__init__.pyi

@@ -16,10 +16,24 @@
 # under the License.
 
 # This file is automatically generated by pyo3_stub_gen
-# ruff: noqa: E501, F401
+# ruff: noqa: E501, F401, F403, F405
 
 import builtins
 
+__all__ = [
+    "AlreadyExists",
+    "ConditionNotMatch",
+    "ConfigInvalid",
+    "Error",
+    "IsADirectory",
+    "IsSameFile",
+    "NotADirectory",
+    "NotFound",
+    "PermissionDenied",
+    "Unexpected",
+    "Unsupported",
+]
+
 class AlreadyExists(builtins.Exception):
     r"""Already exists."""
 

bindings/python/python/opendal/file.pyi → bindings/python/python/opendal/file/__init__.pyi

@@ -16,7 +16,7 @@
 # under the License.
 
 # This file is automatically generated by pyo3_stub_gen
-# ruff: noqa: E501, F401
+# ruff: noqa: E501, F401, F403, F405
 
 import builtins
 import collections.abc
@@ -25,6 +25,11 @@ import typing
 
 import typing_extensions
 
+__all__ = [
+    "AsyncFile",
+    "File",
+]
+
 @typing.final
 class AsyncFile:
     r"""

bindings/python/python/opendal/layers.pyi → bindings/python/python/opendal/layers/__init__.pyi

@@ -16,11 +16,18 @@
 # under the License.
 
 # This file is automatically generated by pyo3_stub_gen
-# ruff: noqa: E501, F401
+# ruff: noqa: E501, F401, F403, F405
 
 import builtins
 import typing
 
+__all__ = [
+    "ConcurrentLimitLayer",
+    "Layer",
+    "MimeGuessLayer",
+    "RetryLayer",
+]
+
 @typing.final
 class ConcurrentLimitLayer(Layer):
     r"""