Skip to content

Commit 28a8023

Browse files
authored
Add support for tif (#19421)
1 parent c80226d commit 28a8023

File tree

3 files changed

+8
-7
lines changed

3 files changed

+8
-7
lines changed

src/lightning/data/streaming/data_processor.py

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -496,11 +496,11 @@ def is_path(element: Any) -> bool:
496496
return False
497497

498498
element: str = str(Path(element).resolve())
499-
return (
500-
element.startswith(self.input_dir.path)
501-
if self.input_dir.path is not None
502-
else os.path.exists(element)
503-
)
499+
if _IS_IN_STUDIO and self.input_dir.path is not None:
500+
if self.input_dir.path.startswith("/teamspace/studios/this_studio"):
501+
return os.path.exists(element)
502+
return element.startswith(self.input_dir.path)
503+
return os.path.exists(element)
504504

505505
# For speed reasons, we assume starting with `self.input_dir` is enough to be a real file.
506506
# Other alternative would be too slow.

src/lightning/data/streaming/serializers.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,6 @@
4040
from torchvision.io import decode_jpeg
4141
from torchvision.transforms.functional import pil_to_tensor
4242

43-
4443
class Serializer(ABC):
4544
"""The base interface for any serializers.
4645
@@ -288,7 +287,7 @@ def serialize(self, filepath: str) -> Tuple[bytes, Optional[str]]:
288287
return f.read(), file_extension.replace(".", "").lower()
289288

290289
def deserialize(self, data: bytes) -> Any:
291-
pass
290+
return data
292291

293292
def can_serialize(self, data: Any) -> bool:
294293
return isinstance(data, str) and os.path.exists(data)
@@ -326,6 +325,7 @@ def can_serialize(self, data: Any) -> bool:
326325
_SERIALIZERS = OrderedDict(
327326
**{
328327
"video": VideoSerializer(),
328+
"tif": FileSerializer(),
329329
"file": FileSerializer(),
330330
"pil": PILSerializer(),
331331
"int": IntSerializer(),

tests/tests_data/streaming/test_serializer.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@
4444
def test_serializers():
4545
assert list(_SERIALIZERS.keys()) == [
4646
"video",
47+
"tif",
4748
"file",
4849
"pil",
4950
"int",

0 commit comments

Comments
 (0)