migrate arguments from LitServe to LitAPI in tests (#576)

* refactor: update server initialization in E2E tests to pass API instances directly

* Refactor E2E test files to create API instances with parameters before passing them to LitServer.
* This change improves clarity and consistency across the test suite by ensuring that API configurations are set up prior to server initialization.
* Adjustments made in multiple test files including default_async_streaming.py, default_batched_streaming.py, and others.

* Apply suggestions from code review

* refactor: enhance test fixtures and update test cases for LitServer

* Added new fixtures `simple_litapi_cls` and `simple_stream_cls` to return class instances of `SimpleLitAPI` and `SimpleStreamAPI`.
* Updated `test_litapi_with_stream` to utilize the new fixture for improved clarity.
* Refactored several test cases to directly pass API instances to `LitServer`, ensuring better configuration management.
* Adjusted assertions in context injection tests for consistency and clarity.

* update

* refactor: update test cases to pass API classes directly to LitServer

* Modified test cases to instantiate API classes before passing them to LitServer, enhancing clarity and consistency.
* Updated error handling in tests to ensure proper exception messages are raised.
* Refactored several tests to streamline setup and improve readability.

* fix

* feat: add port fixture for dynamic port assignment in tests

* Introduced a new pytest fixture `port` that generates a random port number between 10000 and 65535 for use in tests.
* Updated `test_workers_setup_status` to utilize the new `port` fixture, enhancing test flexibility and avoiding port conflicts.

Author: aniketmaurya

tests/conftest.py

@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 import base64
+import random
 import time
 from typing import Generator
 
@@ -104,9 +105,19 @@ def simple_litapi():
     return SimpleLitAPI()
 
 
+@pytest.fixture
+def simple_litapi_cls():
+    return SimpleLitAPI
+
+
+@pytest.fixture
+def simple_stream_cls():
+    return SimpleStreamAPI
+
+
 @pytest.fixture
 def simple_stream_api():
-    return SimpleStreamAPI()
+    return SimpleStreamAPI(stream=True)
 
 
 @pytest.fixture
@@ -382,3 +393,8 @@ def shutdown(self):
             pass
 
     return MockManager()
+
+
+@pytest.fixture
+def port():
+    return random.randint(10000, 65535)

tests/e2e/default_async_streaming.py

@@ -31,6 +31,6 @@ async def encode_response(self, output):
 
 
 if __name__ == "__main__":
-    api = AsyncAPI(enable_async=True)
-    server = ls.LitServer(api, stream=True)
+    api = AsyncAPI(enable_async=True, stream=True)
+    server = ls.LitServer(api)
     server.run(port=8000)

tests/e2e/default_batched_streaming.py

@@ -33,5 +33,6 @@ def encode_response(self, output_stream):
 
 
 if __name__ == "__main__":
-    server = ls.LitServer(SimpleStreamAPI(), stream=True, max_batch_size=4, batch_timeout=0.2, fast_queue=True)
+    api = SimpleStreamAPI(stream=True, max_batch_size=4, batch_timeout=0.2)
+    server = ls.LitServer(api, fast_queue=True)
     server.run(port=8000)

tests/e2e/default_batching.py

@@ -14,6 +14,6 @@
 import litserve as ls
 
 if __name__ == "__main__":
-    api = ls.test_examples.SimpleBatchedAPI()
-    server = ls.LitServer(api, max_batch_size=4, batch_timeout=0.05)
+    api = ls.test_examples.SimpleBatchedAPI(max_batch_size=4, batch_timeout=0.05)
+    server = ls.LitServer(api)
     server.run(port=8000)

tests/e2e/default_openai_embedding_spec.py

@@ -3,5 +3,6 @@
 from litserve.test_examples.openai_embedding_spec_example import TestEmbedAPI
 
 if __name__ == "__main__":
-    server = ls.LitServer(TestEmbedAPI(), spec=OpenAIEmbeddingSpec(), fast_queue=True)
+    api = TestEmbedAPI(spec=OpenAIEmbeddingSpec())
+    server = ls.LitServer(api, fast_queue=True)
     server.run()

tests/e2e/default_openai_with_batching.py

@@ -2,6 +2,6 @@
 from litserve.test_examples.openai_spec_example import OpenAIBatchContext
 
 if __name__ == "__main__":
-    api = OpenAIBatchContext()
-    server = ls.LitServer(api, spec=ls.OpenAISpec(), max_batch_size=2, batch_timeout=0.5, fast_queue=True)
+    api = OpenAIBatchContext(max_batch_size=2, batch_timeout=0.5, spec=ls.OpenAISpec())
+    server = ls.LitServer(api, fast_queue=True)
     server.run(port=8000)

tests/e2e/default_openaispec.py

@@ -3,5 +3,6 @@
 from litserve.test_examples.openai_spec_example import TestAPI
 
 if __name__ == "__main__":
-    server = ls.LitServer(TestAPI(), spec=OpenAISpec())
+    api = TestAPI(spec=OpenAISpec())
+    server = ls.LitServer(api)
     server.run()

tests/e2e/default_openaispec_response_format.py

@@ -3,5 +3,6 @@
 from litserve.test_examples.openai_spec_example import TestAPIWithStructuredOutput
 
 if __name__ == "__main__":
-    server = ls.LitServer(TestAPIWithStructuredOutput(), spec=OpenAISpec(), fast_queue=True)
+    api = TestAPIWithStructuredOutput(spec=OpenAISpec())
+    server = ls.LitServer(api, fast_queue=True)
     server.run()

tests/e2e/default_openaispec_tools.py

@@ -20,5 +20,6 @@ def encode_response(self, output):
 
 
 if __name__ == "__main__":
-    server = ls.LitServer(TestAPIWithToolCalls(), spec=OpenAISpec())
+    api = TestAPIWithToolCalls(spec=OpenAISpec())
+    server = ls.LitServer(api)
     server.run()

tests/e2e/default_single_streaming.py

@@ -18,6 +18,6 @@ def encode_response(self, output_stream):
 
 
 if __name__ == "__main__":
-    api = SimpleStreamingAPI()
-    server = LitServer(api, stream=True)
+    api = SimpleStreamingAPI(stream=True)
+    server = LitServer(api)
     server.run(port=8000)