fix unit test

Signed-off-by: Yuki Huang <[email protected]>

Author: yuki-97

tests/unit/algorithms/test_grpo.py

@@ -717,7 +717,22 @@ def test_noncolocated_inference_requires_explicit_gpus_per_node_single_node():
                 },
             },
         },
-        "loss_fn": {},  # Config extraction requires this key
+        "loss_fn": {
+            "ratio_clip_min": 0.2,
+            "ratio_clip_max": 0.2,
+            "ratio_clip_c": None,
+            "disable_ppo_ratio": False,
+            "reference_policy_kl_penalty": 0.0,
+            "reference_policy_kl_type": "k3",
+            "kl_input_clamp_value": 20.0,
+            "kl_output_clamp_value": 10.0,
+            "use_on_policy_kl_approximation": False,
+            "use_importance_sampling_correction": False,
+            "truncated_importance_sampling_ratio": None,
+            "sequence_level_importance_ratios": False,
+            "token_level_loss": True,
+            "force_on_policy_ratio": False,
+        },
         "env": {},  # Config extraction requires this key
         "grpo": {
             "seed": 42,
@@ -775,7 +790,22 @@ def test_noncolocated_inference_requires_explicit_gpus_per_node_multi_node():
                 },
             },
         },
-        "loss_fn": {},  # Config extraction requires this key
+        "loss_fn": {
+            "ratio_clip_min": 0.2,
+            "ratio_clip_max": 0.2,
+            "ratio_clip_c": None,
+            "disable_ppo_ratio": False,
+            "reference_policy_kl_penalty": 0.0,
+            "reference_policy_kl_type": "k3",
+            "kl_input_clamp_value": 20.0,
+            "kl_output_clamp_value": 10.0,
+            "use_on_policy_kl_approximation": False,
+            "use_importance_sampling_correction": False,
+            "truncated_importance_sampling_ratio": None,
+            "sequence_level_importance_ratios": False,
+            "token_level_loss": True,
+            "force_on_policy_ratio": False,
+        },
         "env": {},  # Config extraction requires this key
         "grpo": {
             "seed": 42,