Skip to content

Commit 67cf003

Browse files
authored
add logging init for vllm (#274)
1 parent c0f4554 commit 67cf003

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

apps/vllm/main.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,13 +18,17 @@
1818
from forge.controller.provisioner import shutdown
1919

2020
from forge.data_models.completion import Completion
21+
from forge.observability.metric_actors import get_or_create_metric_logger
2122
from omegaconf import DictConfig
2223

2324
os.environ["HYPERACTOR_MESSAGE_DELIVERY_TIMEOUT_SECS"] = "600"
2425
os.environ["HYPERACTOR_CODE_MAX_FRAME_LENGTH"] = "1073741824"
2526

2627

2728
async def run(cfg: DictConfig):
29+
metric_logging_cfg = cfg.get("metric_logging", {"console": {"log_per_rank": False}})
30+
mlogger = await get_or_create_metric_logger()
31+
await mlogger.init_backends.call_one(metric_logging_cfg)
2832

2933
if (prompt := cfg.get("prompt")) is None:
3034
gd = cfg.policy.get("sampling_config", {}).get("guided_decoding", False)

0 commit comments

Comments
 (0)