Remove deprecated ORPO after moved to experimental (#5050)

Author: albertvillanova

docs/source/ptt_integration.md

@@ -67,7 +67,7 @@ trainer.train()
 
 ```python
 from post_training_toolkit import DiagnosticsCallback
-from trl import ORPOTrainer
+from trl.experimental.orpo import ORPOTrainer
 
 trainer = ORPOTrainer(
     model=model,

trl/__init__.py

@@ -67,8 +67,6 @@
         "NashMDTrainer",  # deprecated import
         "OnlineDPOConfig",  # deprecated import
         "OnlineDPOTrainer",  # deprecated import
-        "ORPOConfig",  # deprecated import
-        "ORPOTrainer",  # deprecated import
         "PPOConfig",  # deprecated import
         "PPOTrainer",  # deprecated import
         "PRMConfig",  # deprecated import
@@ -133,8 +131,6 @@
         NashMDTrainer,  # deprecated import
         OnlineDPOConfig,  # deprecated import
         OnlineDPOTrainer,  # deprecated import
-        ORPOConfig,  # deprecated import
-        ORPOTrainer,  # deprecated import
         PPOConfig,  # deprecated import
         PPOTrainer,  # deprecated import
         PRMConfig,  # deprecated import

trl/trainer/__init__.py

@@ -43,8 +43,6 @@
     "nash_md_trainer": ["NashMDTrainer"],  # deprecated import
     "online_dpo_config": ["OnlineDPOConfig"],  # deprecated import
     "online_dpo_trainer": ["OnlineDPOTrainer"],  # deprecated import
-    "orpo_config": ["ORPOConfig"],  # deprecated import
-    "orpo_trainer": ["ORPOTrainer"],  # deprecated import
     "ppo_config": ["PPOConfig"],  # deprecated import
     "ppo_trainer": ["PPOTrainer"],  # deprecated import
     "prm_config": ["PRMConfig"],  # deprecated import
@@ -94,8 +92,6 @@
     from .nash_md_trainer import NashMDTrainer  # deprecated import
     from .online_dpo_config import OnlineDPOConfig  # deprecated import
     from .online_dpo_trainer import OnlineDPOTrainer  # deprecated import
-    from .orpo_config import ORPOConfig  # deprecated import
-    from .orpo_trainer import ORPOTrainer  # deprecated import
     from .ppo_config import PPOConfig  # deprecated import
     from .ppo_trainer import PPOTrainer  # deprecated import
     from .prm_config import PRMConfig  # deprecated import