Skip to content

Commit d0aa000

Browse files
authored
fix num_proc=1 ci test (#7714)
1 parent f0d4821 commit d0aa000

File tree

1 file changed

+13
-1
lines changed

1 file changed

+13
-1
lines changed

tests/test_arrow_dataset.py

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1558,7 +1558,7 @@ def test_map_caching_partial_remap(self, in_memory):
15581558
os.remove(cache_file["filename"])
15591559

15601560
self._caplog.clear()
1561-
dset_test2_num_proc = 1
1561+
dset_test2_num_proc = None
15621562
with dset.map(lambda x: {"foo": "bar"}, num_proc=dset_test2_num_proc) as dset_test2:
15631563
self.assertEqual(dset_test1_data_files, dset_test2.cache_files)
15641564
self.assertEqual(len(dset_test2.cache_files), 0 if in_memory else dset_test1_num_proc)
@@ -1569,6 +1569,18 @@ def test_map_caching_partial_remap(self, in_memory):
15691569
for cache_file in dset_test1_data_files[num_files_to_delete:]:
15701570
os.remove(cache_file["filename"])
15711571

1572+
self._caplog.clear()
1573+
dset_test2_num_proc = 1
1574+
with dset.map(lambda x: {"foo": "bar"}, num_proc=dset_test2_num_proc) as dset_test2:
1575+
self.assertEqual(dset_test1_data_files, dset_test2.cache_files)
1576+
self.assertEqual(len(dset_test2.cache_files), 0 if in_memory else dset_test1_num_proc)
1577+
self.assertTrue((expected_msg in self._caplog.text) ^ in_memory)
1578+
self.assertFalse(f"Spawning {dset_test1_num_proc} process" in self._caplog.text)
1579+
self.assertTrue(f"Spawning {dset_test2_num_proc} process" in self._caplog.text)
1580+
1581+
for cache_file in dset_test1_data_files[num_files_to_delete:]:
1582+
os.remove(cache_file["filename"])
1583+
15721584
self._caplog.clear()
15731585
dset_test3_num_proc = 3
15741586
with dset.map(lambda x: {"foo": "bar"}, num_proc=dset_test3_num_proc) as dset_test3:

0 commit comments

Comments
 (0)