We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f364cf4 commit b29a26aCopy full SHA for b29a26a
swift/trainers/rlhf_trainer/grpo_trainer.py
@@ -233,9 +233,10 @@ def __init__(self,
233
if is_peft_model(self.model):
234
self.parameter_groups, self.parameter_groups_no_lora = self.split_batches()
235
self.use_fast_infer = self.use_vllm # whether to use the PT backend
236
- # gym engine
237
self.vllm_use_async_engine = False
238
self.enable_offload = False
+ # gym engine
239
+ self.use_gym_env = False
240
if self.use_vllm:
241
if not is_vllm_available():
242
raise ImportError('vLLM is not available and `use_vllm` is set to True. '
0 commit comments