Update: optimized imports

Author: heptaflar

environment-minimal.yml

@@ -8,7 +8,6 @@ dependencies:
   # Imports
   - dask
   - dask-image
-  - typing-extensions
   - xarray
   # Runtime
   - h5netcdf

environment.yml

@@ -10,7 +10,6 @@ dependencies:
   - dask
   - dask-image
   - matplotlib
-  - typing-extensions
   - xarray
   # Runtime
   - h5netcdf

kaleidoscope/algorithms/codec.py

@@ -9,7 +9,6 @@
 
 import dask.array as da
 import numpy as np
-from typing_extensions import override
 
 from ..interface.algorithm import BlockAlgorithm
 
@@ -28,17 +27,14 @@ def __init__(self, dtype: np.dtype, m: int):
         """
         super().__init__(dtype, m, m)
 
-    @override
     def chunks(self, *inputs: da.Array) -> tuple[int, ...] | None:
         return None
 
     @property
-    @override
     def created_axes(self) -> list[int] | None:
         return None
 
     @property
-    @override
     def dropped_axes(self) -> list[int]:
         return []
 
@@ -89,7 +85,6 @@ def decode(
     compute_block = decode
 
     @property
-    @override
     def name(self) -> str:
         return "decode"
 
@@ -108,17 +103,14 @@ def __init__(self, dtype: np.dtype, m: int):
         """
         super().__init__(dtype, m, m)
 
-    @override
     def chunks(self, *inputs: da.Array) -> tuple[int, ...] | None:
         return None
 
     @property
-    @override
     def created_axes(self) -> list[int] | None:
         return None
 
     @property
-    @override
     def dropped_axes(self) -> list[int]:
         return []
 
@@ -169,6 +161,5 @@ def encode(
     compute_block = encode
 
     @property
-    @override
     def name(self) -> str:
         return "encode"

kaleidoscope/algorithms/randomize.py

@@ -10,7 +10,6 @@
 import dask.array as da
 import numpy as np
 from numpy.random import SeedSequence
-from typing_extensions import override
 
 from ..generators import DefaultNormal
 from ..interface.algorithm import InformedBlockAlgorithm
@@ -93,17 +92,14 @@ def __init__(
         self._dist = dist
         self._root_seed = SeedSequence(entropy).generate_state(8)
 
-    @override
     def chunks(self, *inputs: da.Array) -> tuple[int, ...] | None:
         return None
 
     @property
-    @override
     def created_axes(self) -> list[int] | None:
         return None
 
     @property
-    @override
     def dropped_axes(self) -> list[int]:
         return []
 
@@ -152,6 +148,5 @@ def randomize(
     compute_block = randomize
 
     @property
-    @override
     def name(self) -> str:
         return "randomize"

kaleidoscope/callbacks.py

@@ -12,7 +12,6 @@
 
 import numpy as np
 from dask.callbacks import Callback
-from typing_extensions import override
 
 from .logger import get_logger
 
@@ -33,23 +32,20 @@ def accept(self, key: tuple[str, int, ...] | str) -> bool:
 class AcceptAlgorithmsOnly(NodeFilter):
     """A filter to accept nodes representing Kaleidoscope algorithms only."""
 
-    @override
     def accept(self, key: tuple[str, int, ...] | str) -> bool:
         return key[0].startswith("kaleidoscope")
 
 
 class AcceptAll(NodeFilter):
     """A filter accepting all nodes."""
 
-    @override
     def accept(self, key: tuple[str, int, ...] | str) -> bool:
         return True
 
 
 class RejectAll(NodeFilter):
     """A filter rejecting all nodes."""
 
-    @override
     def accept(self, key: tuple[str, int, ...] | str) -> bool:
         return False
 
@@ -99,12 +95,10 @@ def __init__(self):
         """Creates a new callback instance."""
         super().__init__(AcceptAlgorithmsOnly())
 
-    @override
     def _pretask_impl(self, key, dask, state):
         logger = get_logger()
         logger.debug(f"starting computing: {key}")
 
-    @override
     def _posttask_impl(self, key, result, dask, state, worker_id):
         logger = get_logger()
         logger.debug(f"finished computing: {key} {worker_id}")
@@ -128,11 +122,9 @@ def __init__(self):
         self._started = {}
         self._stopped = {}
 
-    @override
     def _pretask_impl(self, key, dask, state):
         self.start(key)
 
-    @override
     def _posttask_impl(self, key, result, dask, state, worker_id):
         self.stop(key)
 
@@ -207,11 +199,9 @@ def __init__(self, n: int = 100):
         super().__init__(AcceptAll())
         self._n = n
 
-    @override
     def _pretask_impl(self, key, dask, state):
         pass
 
-    @override
     def _posttask_impl(self, key, result, dask, state, worker_id):
         self._show_progress(self._computation_status(state))
 

kaleidoscope/generators.py

@@ -8,7 +8,6 @@
 import numpy as np
 from numpy.random import BitGenerator
 from numpy.random import Generator
-from typing_extensions import override
 
 from .interface.generating import Generating
 from .interface.generating import Normal
@@ -57,7 +56,6 @@ def __init__(self, seed: int | np.ndarray | BitGenerator | None = None):
         """
         self._g = default_generator(seed)
 
-    @override
     def next(self) -> int:
         return self._g.integers(0x8000000000000000)
 
@@ -75,15 +73,12 @@ def __init__(self, seed: int | np.ndarray | BitGenerator | None = None):
         """
         self._g = default_generator(seed)
 
-    @override
     def get(self, i: int) -> Univariate:
         return self
 
-    @override
     def random(self) -> float:
         return self._g.random()
 
-    @override
     def randoms(self, randoms: np.ndarray) -> np.ndarray:
         self._g.standard_normal(dtype=randoms.dtype, out=randoms)
         return randoms
@@ -102,15 +97,12 @@ def __init__(self, seed: int | np.ndarray | BitGenerator | None = None):
         """
         self._g = default_generator(seed)
 
-    @override
     def get(self, i: int) -> Univariate:
         return self
 
-    @override
     def random(self) -> float:
         return self._g.standard_normal()
 
-    @override
     def randoms(self, randoms: np.ndarray) -> np.ndarray:
         self._g.standard_normal(dtype=randoms.dtype, out=randoms)
         return randoms

kaleidoscope/interface/algorithm.py

@@ -11,7 +11,6 @@
 
 import dask.array as da
 import numpy as np
-from typing_extensions import override
 
 
 class Algorithm(metaclass=ABCMeta):
@@ -174,7 +173,6 @@ def compute_block_typed(
         )
         return result.astype(self.dtype, copy=False)
 
-    @override
     def apply_to(self, *inputs: da.Array, **kwargs) -> da.Array:  # noqa: D102
         return da.map_blocks(
             self.compute_block_typed,
@@ -259,7 +257,6 @@ def compute_block_typed(
         )
         return result.astype(self.dtype, copy=False)
 
-    @override
     def apply_to(self, *inputs: da.Array, **kwargs) -> da.Array:  # noqa: D102
         result = da.map_blocks(
             self.compute_block_typed,

kaleidoscope/logger.py

@@ -12,8 +12,6 @@
 from typing import Literal
 from typing import TextIO
 
-from typing_extensions import override
-
 from .interface.logging import Logging
 
 
@@ -83,23 +81,18 @@ def _handler(self, stream, formatter, level=None):
             handler.setLevel(self._levels[level])
         return handler
 
-    @override
     def debug(self, msg: str, *args, **kwargs):  # noqa: D102
         self._logger.debug(msg, *args, **kwargs)
 
-    @override
     def info(self, msg: str, *args, **kwargs):  # noqa: D102
         self._logger.info(msg, *args, **kwargs)
 
-    @override
     def warning(self, msg: str, *args, **kwargs):  # noqa: D102
         self._logger.warning(msg, *args, **kwargs)
 
-    @override
     def error(self, msg: str, *args, **kwargs):  # noqa: D102
         self._logger.critical(msg, *args, **kwargs)
 
-    @override
     def is_enabled(  # noqa: D102
         self, level: Literal["debug", "info", "warning", "error"]
     ) -> bool:
@@ -113,23 +106,18 @@ class _SilentLogger(Logging):
     Does not issue any messages.
     """
 
-    @override
     def debug(self, msg: str, *args, **kwargs):  # noqa: D102
         pass
 
-    @override
     def info(self, msg: str, *args, **kwargs):  # noqa: D102
         pass
 
-    @override
     def warning(self, msg: str, *args, **kwargs):  # noqa: D102
         pass
 
-    @override
     def error(self, msg: str, *args, **kwargs):  # noqa: D102
         pass
 
-    @override
     def is_enabled(  # noqa: D102
         self, level: Literal["debug", "info", "warning", "error"]
     ) -> bool:

kaleidoscope/operators/randomizeop.py

@@ -12,7 +12,6 @@
 
 import dask.array as da
 import numpy as np
-from typing_extensions import override
 from xarray import DataArray
 from xarray import Dataset
 
@@ -80,11 +79,9 @@ def __init__(self, args: Namespace):
         self._args = args
 
     @property
-    @override
     def name(self) -> str:  # noqa: D102
         return "randomize"
 
-    @override
     def run(self, source: Dataset) -> Dataset:  # noqa: D102
         """
         Runs the operator.

kaleidoscope/processor.py

@@ -11,7 +11,6 @@
 from typing import Any
 
 import yaml
-from typing_extensions import override
 from xarray import Dataset
 
 from . import __name__
@@ -37,11 +36,9 @@ def __init__(self, config_package: str = "kaleidoscope.config"):
         """
         self._config_package = config_package
 
-    @override
     def get_config_package(self):  # noqa: D102
         return self._config_package
 
-    @override
     def get_default_config(self) -> dict[str:Any]:  # noqa: D102
         package = self.get_config_package()
         name = "config.yml"
@@ -52,15 +49,12 @@ def get_default_config(self) -> dict[str:Any]:  # noqa: D102
                 config["processor_version"] = self.get_version()
                 return config
 
-    @override
     def get_name(self):  # noqa: D102
         return __name__
 
-    @override
     def get_version(self):  # noqa: D102
         return __version__
 
-    @override
     def run(self, args: Namespace):  # noqa: D102
         config = sorted(vars(args).items(), key=lambda item: item[0])
         for name, value in config:
@@ -95,7 +89,6 @@ def run(self, args: Namespace):  # noqa: D102
                 source.close()
             get_logger().info("finished closing datasets")
 
-    @override
     def get_result(  # noqa: D102
         self, args: Namespace, *inputs: Dataset
     ) -> Dataset: