chunksize > 0 !

Author: emanuel-schmid

climada/engine/unsequa/calc_cost_benefit.py

@@ -198,7 +198,7 @@ def uncertainty(self, unc_data, pool=None, **cost_benefit_kwargs):
         with log_level(level='ERROR', name_prefix='climada'):
             if pool:
                 LOGGER.info('Using %s CPUs.', pool.ncpus)
-                chunksize = min(unc_data.n_samples // pool.ncpus, 100)
+                chunksize = max(min(unc_data.n_samples // pool.ncpus, 100), 1)
                 cb_metrics = pool.map(partial(self._map_costben_calc, **cost_benefit_kwargs),
                                       samples_df.iterrows(),
                                       chunksize=chunksize)

climada/engine/unsequa/calc_impact.py

@@ -205,7 +205,7 @@ def uncertainty(self,
         with log_level(level='ERROR', name_prefix='climada'):
             if pool:
                 LOGGER.info('Using %s CPUs.', pool.ncpus)
-                chunksize = min(unc_sample.n_samples // pool.ncpus, 100)
+                chunksize = max(min(unc_sample.n_samples // pool.ncpus, 100), 1)
                 imp_metrics = pool.map(self._map_impact_calc,
                                        samples_df.iterrows(),
                                        chunksize=chunksize)

climada/hazard/base.py

@@ -365,7 +365,7 @@ def from_raster(cls, files_intensity, files_fraction=None, attrs=None,
             files_intensity[0], src_crs=src_crs, window=window, geometry=geometry, dst_crs=dst_crs,
             transform=transform, width=width, height=height, resampling=resampling)
         if pool:
-            chunksize = min(len(files_intensity) // pool.ncpus, 1000)
+            chunksize = max(min(len(files_intensity) // pool.ncpus, 1000), 1)
             inten_list = pool.map(
                 centroids.values_from_raster_files,
                 [[f] for f in files_intensity],

climada/hazard/tc_tracks.py

@@ -1115,7 +1115,7 @@ def equal_timestep(self, time_step_h=1, land_params=False, pool=None):
             land_geom = None
 
         if pool:
-            chunksize = min(self.size // pool.ncpus, 1000)
+            chunksize = max(min(self.size // pool.ncpus, 1000), 1)
             self.data = pool.map(
                 self._one_interp_data,
                 self.data,

climada/hazard/tc_tracks_synth.py

@@ -193,7 +193,7 @@ def calc_perturbed_trajectories(tracks,
                       for track in tracks.data]
 
     if pool:
-        chunksize = min(tracks.size // pool.ncpus, 1000)
+        chunksize = max(min(tracks.size // pool.ncpus, 1000), 1)
         new_ens = pool.map(_one_rnd_walk, tracks.data,
                            itertools.repeat(nb_synth_tracks, tracks.size),
                            itertools.repeat(max_shift_ini, tracks.size),
@@ -592,7 +592,7 @@ def _calc_land_decay(hist_tracks, land_geom, s_rel=True, check_plot=False,
     if pool:
         dec_val = pool.map(_decay_values, hist_tracks, itertools.repeat(land_geom),
                            itertools.repeat(s_rel),
-                           chunksize=min(len(hist_tracks) // pool.ncpus, 1000))
+                           chunksize=max(min(len(hist_tracks) // pool.ncpus, 1000), 1))
     else:
         dec_val = [_decay_values(track, land_geom, s_rel) for track in hist_tracks]
 
@@ -646,7 +646,7 @@ def _apply_land_decay(tracks, v_rel, p_rel, land_geom, s_rel=True,
             orig_pres.append(np.copy(track.central_pressure.values))
 
     if pool:
-        chunksize = min(len(tracks) // pool.ncpus, 1000)
+        chunksize = max(min(len(tracks) // pool.ncpus, 1000), 1)
         tracks = pool.map(_apply_decay_coeffs, tracks,
                           itertools.repeat(v_rel), itertools.repeat(p_rel),
                           itertools.repeat(land_geom), itertools.repeat(s_rel),

climada/hazard/trop_cyclone.py

@@ -299,7 +299,7 @@ def from_tracks(
         LOGGER.info('Mapping %s tracks to %s coastal centroids.', str(tracks.size),
                     str(coastal_idx.size))
         if pool:
-            chunksize = min(num_tracks // pool.ncpus, 1000)
+            chunksize = max(min(num_tracks // pool.ncpus, 1000), 1)
             tc_haz_list = pool.map(
                 cls.from_single_track, tracks.data,
                 itertools.repeat(centroids, num_tracks),