Skip to content

Commit 0df4d9b

Browse files
authored
[Misc] unify variable for LLM instance v2 (#21356)
Signed-off-by: Andy Xie <[email protected]>
1 parent ed25054 commit 0df4d9b

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

tests/models/language/generation/test_gemma.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -15,13 +15,13 @@ def test_dummy_loader(vllm_runner, monkeypatch, model: str) -> None:
1515
load_format="dummy",
1616
) as llm:
1717
if model == "google/gemma-3-4b-it":
18-
normalizers = llm.model.collective_rpc(
18+
normalizers = llm.llm.collective_rpc(
1919
lambda self: self.model_runner.model.language_model.model.
2020
normalizer.cpu().item())
21-
config = llm.model.llm_engine.model_config.hf_config.text_config
21+
config = llm.llm.llm_engine.model_config.hf_config.text_config
2222
else:
23-
normalizers = llm.model.collective_rpc(
23+
normalizers = llm.llm.collective_rpc(
2424
lambda self: self.model_runner.model.model.normalizer.cpu(
2525
).item())
26-
config = llm.model.llm_engine.model_config.hf_config
26+
config = llm.llm.llm_engine.model_config.hf_config
2727
assert np.allclose(normalizers, config.hidden_size**0.5, rtol=2e-3)

0 commit comments

Comments
 (0)