'Model' object has no attribute 'valid_dataset' while training using ddp

[aditya6992]

Can anyone please help me with this? or give some ideas? the error seems to occur during validation sanity check before training starts. I also have verified valid_dataset object being there in the Model, and its not None.

this is the full error:

File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 446, in fit
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 446, in fit
    trainer.fit(model)
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 446, in fit
    results = self.accelerator_backend.train()
    results = self.accelerator_backend.train()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 148, in train
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 148, in train
    results = self.accelerator_backend.train()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 148, in train
    results = self.ddp_train(process_idx=self.task_idx, model=model)
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 282, in ddp_train
    results = self.ddp_train(process_idx=self.task_idx, model=model)
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 282, in ddp_train
    results = self.ddp_train(process_idx=self.task_idx, model=model)
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 282, in ddp_train
    results = self.train_or_test()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/accelerator.py", line 66, in train_or_test
    results = self.train_or_test()
    results = self.train_or_test()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/accelerator.py", line 66, in train_or_test
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/accelerators/accelerator.py", line 66, in train_or_test
    results = self.trainer.train()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 468, in train
    results = self.trainer.train()
    results = self.trainer.train()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 468, in train
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 468, in train
    self.run_sanity_check(self.get_model())
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 650, in run_sanity_check
    self.run_sanity_check(self.get_model())
    self.run_sanity_check(self.get_model())
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 650, in run_sanity_check
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 650, in run_sanity_check
    self.reset_val_dataloader(ref_model)
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 318, in reset_val_dataloader
    self.reset_val_dataloader(ref_model)
    self.reset_val_dataloader(ref_model)
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 318, in reset_val_dataloader
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 318, in reset_val_dataloader
    self.num_val_batches, self.val_dataloaders = self._reset_eval_dataloader(model, 'val')
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 238, in _reset_eval_dataloader
    self.num_val_batches, self.val_dataloaders = self._reset_eval_dataloader(model, 'val')
    self.num_val_batches, self.val_dataloaders = self._reset_eval_dataloader(model, 'val')
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 238, in _reset_eval_dataloader
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 238, in _reset_eval_dataloader
    dataloaders = self.request_dataloader(getattr(model, loader_name))
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 341, in request_dataloader
    dataloaders = self.request_dataloader(getattr(model, loader_name))
    dataloaders = self.request_dataloader(getattr(model, loader_name))
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 341, in request_dataloader
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/pytorch_lightning/trainer/data_loading.py", line 341, in request_dataloader
    dataloader = dataloader_fx()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/parsley_cnn/lib/lightning_wrapper.py", line 79, in val_dataloader
    dataloader = dataloader_fx()
    dataloader = dataloader_fx()
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/parsley_cnn/lib/lightning_wrapper.py", line 79, in val_dataloader
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/parsley_cnn/lib/lightning_wrapper.py", line 79, in val_dataloader
    val_loader = torch.utils.data.DataLoader(self.valid_dataset,
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/torch/nn/modules/module.py", line 778, in __getattr__
    val_loader = torch.utils.data.DataLoader(self.valid_dataset,
    val_loader = torch.utils.data.DataLoader(self.valid_dataset,
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/torch/nn/modules/module.py", line 778, in __getattr__
  File "/home/ubuntu/.local/share/virtualenvs/parsley-cnn-GEYmIgOL/lib/python3.8/site-packages/torch/nn/modules/module.py", line 778, in __getattr__
    raise ModuleAttributeError("'{}' object has no attribute '{}'".format(
torch.nn.modules.module.ModuleAttributeError: 'Model' object has no attribute 'valid_dataset'
    raise ModuleAttributeError("'{}' object has no attribute '{}'".format(
    raise ModuleAttributeError("'{}' object has no attribute '{}'".format(
torch.nn.modules.module.ModuleAttributeError: 'Model' object has no attribute 'valid_dataset'
torch.nn.modules.module.ModuleAttributeError: 'Model' object has no attribute 'valid_dataset'

[justusschock]

Can you post a code snippet for reproduction?