Disable multiprocessing

Author: Marcin Kardas

sota_extractor2/models/linking/context_search.py

@@ -138,7 +138,9 @@
     'LibriSpeech dev-other': ['libri speech dev other', 'libri speech', 'dev', 'other', 'dev other', 'development', 'noisy'],
 })
 
-tasks = {}
+tasks = {
+    'Speech Recognition': ['speech recognition']
+}
 
 # escaped_ws_re = re.compile(r'\\\s+')
 # def name_to_re(name):

sota_extractor2/models/structure/ulmfit.py

@@ -8,6 +8,10 @@ def __init__(self, path, file, sp_path=None, sp_model="spm.model", sp_vocab="spm
         self.learner = load_learner(path=path, file=file)
         self._fix_sp_processor(sp_path, sp_model, sp_vocab)
 
+        # disable multiprocessing to avoid celery deamon issues
+        for dl in self.learner.data.dls:
+            dl.num_workers = 0
+
     def _fix_sp_processor(self, sp_path, sp_model, sp_vocab):
         for processor in self.learner.data.label_list.valid.x.processor:
             if isinstance(processor, SPProcessor):