rename folder actor->services

Author: DNXie

apps/grpo/main.py

@@ -12,12 +12,12 @@
 
 import torch
 from datasets import load_dataset
-from forge.actors.policy import Policy, PolicyConfig, SamplingOverrides, WorkerConfig
-from forge.actors.reference_actor import compute_sequence_logprobs, TitanRefModel
-from forge.actors.replay_buffer import ReplayBuffer
 from forge.controller.actor import Service
 from forge.controller.service import ServiceConfig, shutdown_service, spawn_service
 from forge.data.rewards import MathReward, ThinkingReward
+from forge.services.policy import Policy, PolicyConfig, SamplingOverrides, WorkerConfig
+from forge.services.reference_actor import compute_sequence_logprobs, TitanRefModel
+from forge.services.replay_buffer import ReplayBuffer
 from forge.util.metric_logging import get_metric_logger
 from monarch.actor import endpoint
 from torchtitan.config.job_config import Model as TitanJobModelConfig

apps/rl/main.py

@@ -14,10 +14,10 @@
 import logging
 import sys
 
-from forge.actors import ReplayBuffer, RLTrainer
-
 from forge.cli.config import parse
 from forge.controller import spawn_actors
+
+from forge.services import ReplayBuffer, RLTrainer
 from omegaconf import DictConfig
 
 logger = logging.getLogger(__name__)

apps/toy_rl/main.py

@@ -14,10 +14,10 @@
 from functools import partial
 
 import torch
-from forge.actors.collector import Collector
-
-from forge.actors.replay_buffer import ReplayBuffer
 from forge.interfaces import Environment, Policy
+from forge.services.collector import Collector
+
+from forge.services.replay_buffer import ReplayBuffer
 from forge.types import Action, Observation, State
 from monarch.actor import endpoint, proc_mesh
 

apps/vllm/main.py

@@ -14,8 +14,9 @@
 import asyncio
 from argparse import Namespace
 
-from forge.actors.policy import Policy, PolicyConfig, SamplingOverrides, WorkerConfig
 from forge.controller.service import ServiceConfig, shutdown_service, spawn_service
+
+from forge.services.policy import Policy, PolicyConfig, SamplingOverrides, WorkerConfig
 from vllm.outputs import RequestOutput
 
 

src/forge/actors/__init__.py renamed to src/forge/services/__init__.py

@@ -12,14 +12,14 @@
 
 from typing import Callable
 
-from monarch.actor import Actor, endpoint
-
-from forge.actors.replay_buffer import ReplayBuffer
-
 from forge.interfaces import Policy
 
+from forge.services.replay_buffer import ReplayBuffer
+
 from forge.types import Trajectory
 
+from monarch.actor import Actor, endpoint
+
 
 class Collector(Actor):
     """Collects trajectories for the training loop."""