STEP 5: Training is progress
INFO: Debug mode ON. Logs will be saved to:
/Users/mac1/projects/source/nanowakeword/examples/trained_models/hope_A_v1/training_artifac
ts/training_debug/training_debug.log
INFO: Checkpointing is ENABLED. A checkpoint will be saved every 1000 steps.
INFO: Early stopping is DISABLED. Training will run for the full duration of 'steps'.
Traceback (most recent call last):
File "/opt/anaconda3/envs/wakeword/bin/nanowakeword-train", line 7, in
sys.exit(train())
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/nanowakeword/trainer.py", line 1700, in train
best_model = nww.auto_train(
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/nanowakeword/trainer.py", line 447, in auto_train
self.train_model(
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/nanowakeword/trainer.py", line 663, in train_model
data_iterator = iter(X)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 494, in iter
return self._get_iterator()
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 427, in _get_iterator
return _MultiProcessingDataLoaderIter(self)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1172, in init
w.start()
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/process.py", line 121, in start
self._popen = self._Popen(self)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/context.py", line 224, in _Popen
return _default_context.get_context().Process._Popen(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/context.py", line 288, in _Popen
return Popen(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/popen_spawn_posix.py", line 32, in init
super().init(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/popen_fork.py", line 19, in init
self._launch(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/popen_spawn_posix.py", line 47, in _launch
reduction.dump(process_obj, fp)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/reduction.py", line 60, in dump
ForkingPickler(file, protocol).dump(obj)
AttributeError: Can't pickle local object 'train..IterDataset'
STEP 5: Training is progress
INFO: Debug mode ON. Logs will be saved to:
/Users/mac1/projects/source/nanowakeword/examples/trained_models/hope_A_v1/training_artifac
ts/training_debug/training_debug.log
INFO: Checkpointing is ENABLED. A checkpoint will be saved every 1000 steps.
INFO: Early stopping is DISABLED. Training will run for the full duration of 'steps'.
Traceback (most recent call last):
File "/opt/anaconda3/envs/wakeword/bin/nanowakeword-train", line 7, in
sys.exit(train())
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/nanowakeword/trainer.py", line 1700, in train
best_model = nww.auto_train(
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/nanowakeword/trainer.py", line 447, in auto_train
self.train_model(
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/nanowakeword/trainer.py", line 663, in train_model
data_iterator = iter(X)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 494, in iter
return self._get_iterator()
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 427, in _get_iterator
return _MultiProcessingDataLoaderIter(self)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/site-packages/torch/utils/data/dataloader.py", line 1172, in init
w.start()
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/process.py", line 121, in start
self._popen = self._Popen(self)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/context.py", line 224, in _Popen
return _default_context.get_context().Process._Popen(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/context.py", line 288, in _Popen
return Popen(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/popen_spawn_posix.py", line 32, in init
super().init(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/popen_fork.py", line 19, in init
self._launch(process_obj)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/popen_spawn_posix.py", line 47, in _launch
reduction.dump(process_obj, fp)
File "/opt/anaconda3/envs/wakeword/lib/python3.10/multiprocessing/reduction.py", line 60, in dump
ForkingPickler(file, protocol).dump(obj)
AttributeError: Can't pickle local object 'train..IterDataset'