Rework some preprocessing functions, test jobdb implementation for preprocessing

docs/preprocess.rst

@@ -72,6 +72,12 @@ These functions support and are used within the driver processing scripts
 above and are useful for saving, loading, and verifying preprocessing archives
 and databases.
 
+.. autoclass:: sotodlib.preprocess.preprocess_util.PreprocessErrors
+   :members:
+   :undoc-members:
+   :show-inheritance:
+
+.. autofunction:: sotodlib.preprocess.preprocess_util.filter_preproc_runlist_by_jobdb
 
 .. autofunction:: sotodlib.preprocess.preprocess_util.init_logger
 
@@ -87,7 +93,7 @@ and databases.
 
 .. autofunction:: sotodlib.preprocess.preprocess_util.find_db
 
-.. autofunction:: sotodlib.preprocess.preprocess_util.save_group
+.. autofunction:: sotodlib.preprocess.preprocess_util.get_preproc_group_out_dict
 
 .. autofunction:: sotodlib.preprocess.preprocess_util.save_group_and_cleanup
 

sotodlib/mapmaking/demod_mapmaker.py

@@ -604,13 +604,13 @@ def make_demod_map(context, obslist, noise_model, info,
     for oi in range(len(obslist)):
         obs_id, detset, band = obslist[oi][:3]
         name = "%s:%s:%s" % (obs_id, detset, band)
-        error, output_init, output_proc, obs = preprocess_util.preproc_or_load_group(obs_id,
+        obs, output_init, output_proc, error = preprocess_util.preproc_or_load_group(obs_id,
                                                 configs_init=preproc_init,
                                                 configs_proc=preproc_proc,
                                                 dets={'wafer_slot':detset, 'wafer.bandpass':band},
                                                 logger=L,
                                                 overwrite=False)
-        errors.append(error) ; outputs.append((output_init, output_proc)) ;
+        errors.append(error[0]) ; outputs.append((output_init, output_proc)) ;
         if error not in [None,'load_success']:
             L.info('tod %s:%s:%s failed in the preproc database'%(obs_id,detset,band))
             continue