style

qgallouedec · qgallouedec · commit a5ca7d4ba776 · 2025-10-06T20:18:41.000Z
diff --git a/tests/test_activation_offloading.py b/tests/test_activation_offloading.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 from torch import nn
 from transformers import AutoModelForCausalLM
diff --git a/tests/test_best_of_n_sampler.py b/tests/test_best_of_n_sampler.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 from transformers import AutoTokenizer, GenerationConfig
 
diff --git a/tests/test_cli.py b/tests/test_cli.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import os
 from io import StringIO
 from unittest.mock import patch
diff --git a/tests/test_collators.py b/tests/test_collators.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 
 from trl.trainer.dpo_trainer import DataCollatorForPreference
diff --git a/tests/test_core.py b/tests/test_core.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 
 from trl.core import masked_mean, masked_var, masked_whiten
diff --git a/tests/test_cpo_trainer.py b/tests/test_cpo_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 from datasets import load_dataset
 from parameterized import parameterized
diff --git a/tests/test_kto_trainer.py b/tests/test_kto_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import pytest
 import torch
 from datasets import load_dataset
diff --git a/tests/test_modeling_geometric_mixture_wrapper.py b/tests/test_modeling_geometric_mixture_wrapper.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 from transformers import AutoModelForCausalLM, GenerationConfig
 
diff --git a/tests/test_nash_md_trainer.py b/tests/test_nash_md_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 from datasets import load_dataset
 from parameterized import parameterized
 from transformers import AutoModelForCausalLM, AutoModelForSequenceClassification, AutoTokenizer
diff --git a/tests/test_orpo_trainer.py b/tests/test_orpo_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 from datasets import load_dataset
 from parameterized import parameterized
diff --git a/tests/test_ppo_trainer.py b/tests/test_ppo_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 from datasets import load_dataset
 from transformers import AutoModelForCausalLM, AutoModelForSequenceClassification, AutoTokenizer
diff --git a/tests/test_rewards.py b/tests/test_rewards.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 from trl.rewards import get_soft_overlong_punishment, think_format_reward
 
 from .testing_utils import TrlTestCase
diff --git a/tests/test_rich_progress_callback.py b/tests/test_rich_progress_callback.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 import torch.nn as nn
 from datasets import Dataset
diff --git a/tests/test_trainers_args.py b/tests/test_trainers_args.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 from datasets import load_dataset
 from parameterized import parameterized
 from transformers import AutoModelForCausalLM, AutoModelForSequenceClassification, AutoTokenizer
diff --git a/tests/test_xpo_trainer.py b/tests/test_xpo_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 from datasets import load_dataset
 from parameterized import parameterized
 from transformers import AutoModelForCausalLM, AutoModelForSequenceClassification, AutoTokenizer
diff --git a/trl/core.py b/trl/core.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import numpy as np
 import torch
 from accelerate import logging
diff --git a/trl/experimental/bema_for_ref_model/callback.py b/trl/experimental/bema_for_ref_model/callback.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import logging
 
 import torch
diff --git a/trl/experimental/gspo_token/grpo_trainer.py b/trl/experimental/gspo_token/grpo_trainer.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import torch
 
 from trl import GRPOTrainer as _GRPOTrainer
diff --git a/trl/rewards/__init__.py b/trl/rewards/__init__.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 import sys
 from typing import TYPE_CHECKING
 
diff --git a/trl/rewards/other_rewards.py b/trl/rewards/other_rewards.py
@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-
 from collections.abc import Callable
 
 
diff --git a/trl/trainer/judges.py b/trl/trainer/judges.py
@@ -206,7 +206,8 @@ class PairRMJudge(BasePairwiseJudge):
     >>> print(results)  # [0, 1] (indicating the first completion is preferred for the first prompt and the second)
     ```
 
-    > [!TIP] > This class requires the llm-blender library to be installed. Install it with: `pip install llm-blender`.
+    > [!TIP]
+    > This class requires the llm-blender library to be installed. Install it with: `pip install llm-blender`.
     """
 
     def __init__(self):
