Skip to content

Commit 56e1a0b

Browse files
committed
readjust sizes
1 parent 3d37747 commit 56e1a0b

File tree

2 files changed

+5
-8
lines changed

2 files changed

+5
-8
lines changed

src/mdio/core/utils_write.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,8 +9,8 @@
99
from numpy.typing import DTypeLike
1010

1111

12-
MAX_SIZE_LIVE_MASK = 128 * 1024**2
13-
MAX_COORDINATES_BYTES = 8 * 1024**2
12+
MAX_SIZE_LIVE_MASK = 256 * 1024**2
13+
MAX_COORDINATES_BYTES = 32 * 1024**2
1414

1515

1616
def get_constrained_chunksize(

tests/unit/test_auto_chunking.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -48,9 +48,9 @@ class TestAutoChunkLiveMask:
4848
[
4949
((100,), (100,)), # small 1d
5050
((100, 100), (100, 100)), # small 2d
51-
((50000, 50000), (12500, 12500)), # large 2d
52-
((1500, 1500, 1500), (500, 500, 500)), # large 3d
53-
((1000, 1000, 100, 36), (200, 200, 100, 36)), # large 4d
51+
((50000, 50000), (16667, 16667)), # large 2d
52+
((1500, 1500, 1500), (750, 750, 750)), # large 3d
53+
((1000, 1000, 100, 36), (250, 250, 100, 36)), # large 4d
5454
],
5555
)
5656
def test_auto_chunk_live_mask(
@@ -71,8 +71,6 @@ def test_auto_chunk_live_mask(
7171
(86341, 96341),
7272
(55000, 97500),
7373
(100000, 100000),
74-
(1024, 1024, 1024),
75-
(215, 215, 215, 215),
7674
(512, 216, 512, 400),
7775
(64, 128, 64, 32, 64),
7876
(512, 17, 43, 200, 50),
@@ -85,6 +83,5 @@ def test_auto_chunk_live_mask_nbytes(self, shape: tuple[int, ...]) -> None:
8583
chunk_elements = np.prod(result)
8684

8785
# We want them to be 250MB +/- 50%
88-
print(result)
8986
assert chunk_elements > MAX_SIZE_LIVE_MASK * 0.75
9087
assert chunk_elements < MAX_SIZE_LIVE_MASK * 1.25

0 commit comments

Comments
 (0)