[fix] support old interface with deprecation warn

Author: kimdwkimdw

tests/test_model_call.py

@@ -29,3 +29,19 @@ def test_swithcing(protocol_and_port):
     sample_batched = np.random.rand(100, 100).astype(np.float32)
     client(sample_batched, model_name="sample_autobatching")
     print(f"Result: {np.isclose(result, sample).all()}")
+
+
+def test_with_input_name(protocol_and_port):
+    protocol, port = protocol_and_port
+    print(f"Testing {protocol}")
+
+    client = InferenceClient.create_with(MODEL_NAME, f"{TRITON_HOST}:{port}", protocol=protocol)
+
+    sample = np.random.rand(1, 100).astype(np.float32)
+    result = client({client.input_name_list[0]: sample})
+    print(f"Result: {np.isclose(result, sample).all()}")
+
+    sample = np.random.rand(100, 100).astype(np.float32)
+    result = client({client.default_model_spec.input_name[0]: sample})
+
+    print(f"Result: {np.isclose(result, sample).all()}")

tritony/tools.py

@@ -6,6 +6,7 @@
 import logging
 import os
 import time
+import warnings
 from concurrent.futures import ThreadPoolExecutor
 from typing import Any, Dict, List, Optional, Union
 
@@ -166,10 +167,12 @@ def __init__(self, flag: TritonClientFlag):
         self.__version__ = 1
 
         self.flag = flag
+        self.default_model = (flag.model_name, flag.model_version)
         self.model_specs = {}
         self.is_async = self.flag.async_set
         self.client_timeout = TRITON_CLIENT_TIMEOUT
         self._triton_client = None
+        self.triton_client
 
         self.output_kwargs = {}
         self.sent_count = 0
@@ -184,6 +187,18 @@ def triton_client(self):
         self._renew_triton_client(self._triton_client)
         return self._triton_client
 
+    @property
+    def default_model_spec(self):
+        return self.model_specs[self.default_model]
+
+    @property
+    def input_name_list(self):
+        warnings.warn(
+            "input_name_list is deprecated, please use 'default_model_spec.input_name' instead", DeprecationWarning
+        )
+
+        return self.default_model_spec.input_name
+
     def __del__(self):
         # Not supporting streaming
         # if self.flag.protocol is TritonProtocol.grpc and self.flag.streaming and hasattr(self, "triton_client"):
@@ -201,7 +216,7 @@ def _renew_triton_client(self, triton_client, model_name: str | None = None, mod
         triton_client.is_server_ready()
         triton_client.is_model_ready(model_name, model_version)
 
-        (max_batch_size, input_name_list, output_name_list, dtype_list,) = get_triton_client(
+        (max_batch_size, input_name_list, output_name_list, dtype_list) = get_triton_client(
             triton_client, model_name=model_name, model_version=model_version, protocol=self.flag.protocol
         )