[None][chore] Remove logprobs constraint on trtllm-serve pytorch backend (#9911)

Signed-off-by: Pengyun Lin <[email protected]>

Author: LinPoly

tests/unittest/llmapi/apps/_test_trtllm_serve_top_logprobs.py

@@ -1,6 +1,3 @@
-import os
-import tempfile
-
 import openai
 import pytest
 import yaml
@@ -22,34 +19,28 @@ def backend(request):
 
 
 @pytest.fixture(scope="module")
-def temp_extra_llm_api_options_file():
-    temp_dir = tempfile.gettempdir()
-    temp_file_path = os.path.join(temp_dir, "extra_llm_api_options.yaml")
-    try:
-        extra_llm_api_options_dict = {
-            "enable_chunked_prefill": False,
-            "gather_generation_logits": True,
-            "kv_cache_config": {
-                "enable_block_reuse": False,
-            }
+def temp_extra_llm_api_options_file(tmp_path_factory):
+    extra_llm_api_options_dict = {
+        "enable_chunked_prefill": False,
+        "gather_generation_logits": True,
+        "kv_cache_config": {
+            "enable_block_reuse": False,
         }
+    }
 
-        with open(temp_file_path, 'w') as f:
-            yaml.dump(extra_llm_api_options_dict, f)
-
-        yield temp_file_path
-    finally:
-        if os.path.exists(temp_file_path):
-            os.remove(temp_file_path)
+    temp_file_path = tmp_path_factory.mktemp(
+        "config") / "extra_llm_api_options.yaml"
+    with open(temp_file_path, 'w') as f:
+        yaml.dump(extra_llm_api_options_dict, f)
+    return temp_file_path
 
 
 @pytest.fixture(scope="module")
 def server(model_name: str, backend: str, temp_extra_llm_api_options_file: str):
     model_path = get_model_path(model_name)
-    args = [
-        "--backend", f"{backend}", "--extra_llm_api_options",
-        temp_extra_llm_api_options_file
-    ]
+    args = ["--backend", f"{backend}"]
+    if backend == "trt":
+        args += ["--extra_llm_api_options", temp_extra_llm_api_options_file]
     with RemoteOpenAIServer(model_path, args) as remote_server:
         yield remote_server
 
@@ -61,11 +52,7 @@ def async_client(server: RemoteOpenAIServer):
 
 @pytest.mark.asyncio(loop_scope="module")
 async def test_chat_completion_top5_logprobs(async_client: openai.AsyncOpenAI,
-                                             model_name: str, backend: str):
-    # Skip if backend is PyTorch as it does not support topk logprobs when k > 1
-    if backend == "pytorch":
-        pytest.skip("Topk logprobs is not supported")
-
+                                             model_name: str):
     messages = [{
         "role": "system",
         "content": "You are a helpful assistant."
@@ -94,42 +81,3 @@ async def test_chat_completion_top5_logprobs(async_client: openai.AsyncOpenAI,
         assert logprob_content.bytes is not None
         assert logprob_content.top_logprobs is not None
         assert len(logprob_content.top_logprobs) == 5
-
-
-@pytest.mark.asyncio(loop_scope="module")
-async def test_chat_completion_top1_logprobs(async_client: openai.AsyncOpenAI,
-                                             model_name: str, backend: str):
-    # Skip if backend is TRT because it is tested in test_chat_completion_top5_logprobs
-    if backend == "trt":
-        pytest.skip(
-            "TRT top logprobs is already tested in test_chat_completion_top5_logprobs"
-        )
-
-    messages = [{
-        "role": "system",
-        "content": "You are a helpful assistant."
-    }, {
-        "role": "user",
-        "content": "What is the capital of France?"
-    }]
-    # Test top_logprobs=1
-    chat_completion = await async_client.chat.completions.create(
-        model=model_name,
-        messages=messages,
-        max_completion_tokens=10,
-        temperature=0.0,
-        logprobs=True,
-        top_logprobs=1,
-        extra_body={
-            "ignore_eos": True,
-        })
-    logprobs = chat_completion.choices[0].logprobs
-    assert logprobs is not None and logprobs.content is not None
-    assert len(logprobs.content) == 10
-    for logprob_content in logprobs.content:
-        assert logprob_content.token is not None
-        assert logprob_content.logprob is not None
-        assert logprob_content.bytes is not None
-        assert logprob_content.top_logprobs is not None
-        # Check that the top_logprobs contains only one entry
-        assert len(logprob_content.top_logprobs) == 1