Skip to content

Commit 5a2cd58

Browse files
committed
[test] Switch to TorchSampler in tests
Signed-off-by: Robin Kobus <19427718+Funatiq@users.noreply.github.com>
1 parent de3c750 commit 5a2cd58

File tree

2 files changed

+1
-4
lines changed

2 files changed

+1
-4
lines changed

tests/unittest/_torch/modeling/test_modeling_nemotron_h.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -56,7 +56,6 @@ def create_nemotron_h_llm(model_folder,
5656
kv_cache_config=KvCacheConfig(
5757
mamba_ssm_cache_dtype=mamba_ssm_cache_dtype)
5858
if mamba_ssm_cache_dtype is not None else KvCacheConfig(),
59-
sampler_type="TRTLLMSampler",
6059
enable_chunked_prefill=enable_chunked_prefill,
6160
**kwargs,
6261
)

tests/unittest/_torch/ray_orchestrator/multi_gpu/test_accuracy_with_allreduce_strategy.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -102,9 +102,8 @@ def compare_logprobs(logprobs_list, ref_new_token_logprobs_list):
102102

103103
@pytest.mark.gpu4
104104
@pytest.mark.parametrize("model_dir", ["Qwen2-7B-Instruct"])
105-
@pytest.mark.parametrize("sampler_type", ["TRTLLMSampler"])
106105
@pytest.mark.parametrize("allreduce_strategy", ["NCCL", "AUTO"])
107-
def test_accuracy_with_allreduce_strategy(model_dir, sampler_type, allreduce_strategy):
106+
def test_accuracy_with_allreduce_strategy(model_dir, allreduce_strategy):
108107
"""Test accuracy with different allreduce strategies.
109108
110109
This test validates that both NCCL and AUTO allreduce strategies produce
@@ -138,7 +137,6 @@ def test_accuracy_with_allreduce_strategy(model_dir, sampler_type, allreduce_str
138137
max_batch_size=256,
139138
max_num_tokens=8192,
140139
tensor_parallel_size=4,
141-
sampler_type=sampler_type,
142140
allreduce_strategy=allreduce_strategy,
143141
)
144142

0 commit comments

Comments
 (0)