chore: merge release/2.169.1 into main (#1870)

Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
Co-authored-by: github-actions <[email protected]>
Co-authored-by: aurelienlombard <[email protected]>
Co-authored-by: Aurélien Lombard <[email protected]>
Co-authored-by: Ruelle Paul <[email protected]>
Co-authored-by: paulruelle <[email protected]>
Co-authored-by: florianlega <[email protected]>
Co-authored-by: Clément Bussière <[email protected]>

Author: 8 people

pyproject.toml

@@ -3,7 +3,7 @@ requires = ["setuptools", "wheel"]
 
 [project]
 name = "kili"
-version = "2.169.0"
+version = "2.169.1"
 description = "Python client for Kili Technology labeling tool"
 readme = "README.md"
 authors = [{ name = "Kili Technology", email = "[email protected]" }]

src/kili/__init__.py

@@ -1,3 +1,3 @@
 """Kili Python SDK."""
 
-__version__ = "2.169.0"
+__version__ = "2.169.1"

src/kili/services/asset_import/constants.py

@@ -9,3 +9,4 @@
 
 MB_SIZE = 1024**2
 LARGE_IMAGE_THRESHOLD_SIZE = 30 * MB_SIZE
+MAX_WIDTH_OR_HEIGHT_NON_TILED = 10000

src/kili/services/asset_import/image.py

@@ -3,14 +3,18 @@
 import os
 from typing import List
 
+from PIL import Image, UnidentifiedImageError
+
 from kili.core.constants import mime_extensions_that_need_post_processing
 from kili.core.helpers import get_mime_type
 from kili.domain.project import InputType
 
 from .base import BaseAbstractAssetImporter, BatchParams, ContentBatchImporter
-from .constants import LARGE_IMAGE_THRESHOLD_SIZE
+from .constants import LARGE_IMAGE_THRESHOLD_SIZE, MAX_WIDTH_OR_HEIGHT_NON_TILED
 from .types import AssetLike
 
+Image.MAX_IMAGE_PIXELS = None
+
 
 class ImageDataImporter(BaseAbstractAssetImporter):
     """Class for importing assets into an IMAGE or GEOSPATIAL project."""
@@ -46,6 +50,16 @@ def import_assets(self, assets: List[AssetLike], input_type: InputType):
             )
         return created_asset_ids
 
+    @staticmethod
+    def get_is_large_image(image_path: str) -> bool:
+        """Define if an image is too large and so on has to be tiled."""
+        if os.path.getsize(image_path) >= LARGE_IMAGE_THRESHOLD_SIZE:
+            return True
+
+        image = Image.open(image_path)
+        width, height = image.size
+        return width >= MAX_WIDTH_OR_HEIGHT_NON_TILED or height >= MAX_WIDTH_OR_HEIGHT_NON_TILED
+
     @staticmethod
     def split_asset_by_upload_type(assets: List[AssetLike], is_hosted: bool):
         """Split assets into two groups, assets to to imported synchronously or asynchronously."""
@@ -65,9 +79,15 @@ def split_asset_by_upload_type(assets: List[AssetLike], is_hosted: bool):
             assert path
             assert isinstance(path, str)
             mime_type = get_mime_type(path)
-            is_large_image = os.path.getsize(path) >= LARGE_IMAGE_THRESHOLD_SIZE
-            if is_large_image or mime_type in mime_extensions_that_need_post_processing:
+            if mime_type in mime_extensions_that_need_post_processing:
                 async_assets.append(asset)
             else:
-                sync_assets.append(asset)
+                try:
+                    is_large_image = ImageDataImporter.get_is_large_image(path)
+                    if is_large_image:
+                        async_assets.append(asset)
+                    else:
+                        sync_assets.append(asset)
+                except UnidentifiedImageError:
+                    async_assets.append(asset)
         return sync_assets, async_assets