Allow pydantic 2 in python client requested requirements (#433)

* allow pydantic 2 in requirements

* bump version

* ignore mypy for line

* fix mypy

* can't just cast to HttpUrl like that

Author: seanshi-scale

clients/python/llmengine/__init__.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "0.0.0b23"
+__version__ = "0.0.0b24"
 
 import os
 from typing import Sequence

clients/python/llmengine/data_types.py

@@ -10,7 +10,7 @@
 if int(pydantic.__version__.split(".")[0]) > 1:
     from pydantic.v1 import BaseModel, Field, HttpUrl
 else:
-    from pydantic import BaseModel, Field, HttpUrl
+    from pydantic import BaseModel, Field, HttpUrl  # type: ignore
 
 CpuSpecificationType = Union[str, int, float]
 StorageSpecificationType = Union[str, int, float]  # TODO(phil): we can make this more specific.
@@ -163,17 +163,17 @@ class CreateLLMEndpointRequest(BaseModel):
     cpus: CpuSpecificationType
     gpus: int
     memory: StorageSpecificationType
-    gpu_type: GpuType
+    gpu_type: Optional[GpuType]
     storage: Optional[StorageSpecificationType]
-    optimize_costs: Optional[bool]
+    optimize_costs: Optional[bool] = None
     min_workers: int
     max_workers: int
     per_worker: int
     labels: Dict[str, str]
-    prewarm: Optional[bool]
+    prewarm: Optional[bool] = None
     high_priority: Optional[bool]
-    default_callback_url: Optional[HttpUrl]
-    default_callback_auth: Optional[CallbackAuth]
+    default_callback_url: Optional[HttpUrl] = None
+    default_callback_auth: Optional[CallbackAuth] = None
     public_inference: Optional[bool] = True
     """
     Whether the endpoint can be used for inference for all users. LLM endpoints are public by default.

clients/python/llmengine/model.py

@@ -277,7 +277,8 @@ def create(
             per_worker=per_worker,
             high_priority=high_priority,
             post_inference_hooks=post_inference_hooks_strs,
-            default_callback_url=default_callback_url,
+            # Pydantic automatically validates the url
+            default_callback_url=default_callback_url,  # type: ignore
             storage=storage,
             public_inference=public_inference,
         )

clients/python/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "scale-llm-engine"
-version = "0.0.0.beta23"
+version = "0.0.0.beta24"
 description = "Scale LLM Engine Python client"
 license = "Apache-2.0"
 authors = ["Phil Chen <[email protected]>"]
@@ -13,7 +13,7 @@ packages = [{include = "llmengine"}]
 
 [tool.poetry.dependencies]
 python = "^3.7"
-pydantic = "^1.10"
+pydantic = ">=1.10"
 aiohttp = "^3.8"
 requests = "^2.31.0"
 

clients/python/setup.py

@@ -3,6 +3,6 @@
 setup(
     name="scale-llm-engine",
     python_requires=">=3.7",
-    version="0.0.0.beta23",
+    version="0.0.0.beta24",
     packages=find_packages(),
 )