[Feature] PPOTrainer

benchmarks/test_collectors_benchmark.py

@@ -9,10 +9,10 @@
 import torch.cuda
 import tqdm
 
-from torchrl.collectors import SyncDataCollector
-from torchrl.collectors.collectors import (
+from torchrl.collectors import (
     MultiaSyncDataCollector,
     MultiSyncDataCollector,
+    SyncDataCollector,
 )
 from torchrl.data import LazyTensorStorage, ReplayBuffer
 from torchrl.data.utils import CloudpickleWrapper

docs/source/reference/collectors.rst

@@ -1,4 +1,4 @@
-from torchrl.collectors import SyncDataCollector.. currentmodule:: torchrl.collectors
+.. currentmodule:: torchrl.collectors
 
 torchrl.collectors package
 ==========================