Upgrade to pydantic 2 (#318)

Author: ghidalgo3

pctasks/cli/requirements.txt

@@ -6,6 +6,9 @@ aiohttp==3.9.5
 aiosignal==1.3.1
     # via aiohttp
     # from https://pypi.org/simple
+annotated-types==0.7.0
+    # via pydantic
+    # from https://pypi.org/simple
 async-timeout==4.0.3
     # via aiohttp
     # from https://pypi.org/simple
@@ -163,10 +166,17 @@ pyasn1-modules==0.4.0
 pycparser==2.22
     # via cffi
     # from https://pypi.org/simple
-pydantic==1.10.15
+pydantic==2.10.6
     # via
     #   pctasks-core
     #   planetary-computer
+    #   pydantic-settings
+    # from https://pypi.org/simple
+pydantic-core==2.27.2
+    # via pydantic
+    # from https://pypi.org/simple
+pydantic-settings==2.8.1
+    # via pctasks-core
     # from https://pypi.org/simple
 pyjwt==2.8.0
     # via msal
@@ -191,7 +201,9 @@ python-dateutil==2.8.2
     #   strictyaml
     # from https://pypi.org/simple
 python-dotenv==1.0.1
-    # via planetary-computer
+    # via
+    #   planetary-computer
+    #   pydantic-settings
     # from https://pypi.org/simple
 pytz==2024.1
     # via planetary-computer
@@ -225,14 +237,15 @@ stac-validator==3.3.2
 strictyaml==1.7.3
     # via pctasks-core
     # from https://pypi.org/simple
-typing-extensions==4.11.0
+typing-extensions==4.12.2
     # via
     #   azure-core
     #   azure-cosmos
     #   azure-data-tables
     #   azure-storage-blob
     #   azure-storage-queue
     #   pydantic
+    #   pydantic-core
     # from https://pypi.org/simple
 urllib3==2.2.1
     # via requests

pctasks/client/pctasks/client/client.py

@@ -174,7 +174,7 @@ def _yield_page_results(
                 route,
                 params=params,
             )
-            result = record_list_response_type.parse_obj(resp)
+            result = record_list_response_type.model_validate(resp)
             yield from result.records
             page_count += 1
             page_token = result.next_page_token
@@ -285,7 +285,7 @@ def get_workflow(self, workflow_id: str) -> Optional[WorkflowRecord]:
             result = self._call_api(
                 "GET", WORKFLOW_ROUTE.format(workflow_id=workflow_id)
             )
-            return WorkflowRecordResponse.parse_obj(result).record
+            return WorkflowRecordResponse.model_validate(result).record
         except HTTPError as e:
             if e.response.status_code == 404:
                 return None
@@ -369,7 +369,7 @@ def submit_workflow(
 
         workflow_def = workflow.definition
 
-        request = request.copy()
+        request = request.model_copy()
 
         # Ensure arguments
         request.args = self.settings.add_default_args(
@@ -452,7 +452,7 @@ def get_workflow_run(
             route += f"?dataset={dataset_id}"
         try:
             result = self._call_api("GET", route)
-            return WorkflowRunRecordResponse.parse_obj(result).record
+            return WorkflowRunRecordResponse.model_validate(result).record
         except HTTPError as e:
             if e.response.status_code == 404:
                 return None
@@ -497,7 +497,7 @@ def get_job_partition_run(
         )
         try:
             result = self._call_api("GET", route)
-            return JobPartitionRunRecordResponse.parse_obj(result).record
+            return JobPartitionRunRecordResponse.model_validate(result).record
         except HTTPError as e:
             if e.response.status_code == 404:
                 return None

pctasks/client/pctasks/client/profile/commands.py

@@ -141,7 +141,7 @@ def set_profile(ctx: click.Context, profile: str) -> None:
         rprint(f"[red]Profile [bold]{profile}[/bold] does not exists[/red]")
         ctx.exit(1)
 
-    profile_only_config = settings_config.copy(update={"settings_file": None})
+    profile_only_config = settings_config.model_copy(update={"settings_file": None})
     profile_settings_file = profile_only_config.get_settings_file()
     if not Path(profile_settings_file).exists():
         raise click.UsageError(
@@ -160,7 +160,7 @@ def show_profile(ctx: click.Context, profile: str) -> None:
         rprint(f"[red]Profile [bold]{profile}[/bold] does not exists[/red]")
         ctx.exit(1)
 
-    profile_only_config = settings_config.copy(update={"settings_file": None})
+    profile_only_config = settings_config.model_copy(update={"settings_file": None})
     yaml_txt = profile_only_config.get_settings_file().read_text()
     console = Console()
     console.print(Syntax(yaml_txt, "yaml"))

pctasks/client/pctasks/client/settings.py

@@ -1,7 +1,7 @@
 from typing import Dict, Optional
 from urllib.parse import urlparse
 
-from pydantic import validator
+from pydantic import field_validator
 
 from pctasks.core.models.workflow import WorkflowDefinition
 from pctasks.core.settings import PCTasksSettings
@@ -21,7 +21,7 @@ def section_name(cls) -> str:
     default_args: Optional[Dict[str, str]] = None
     default_page_size: int = DEFAULT_PAGE_SIZE
 
-    @validator("endpoint")
+    @field_validator("endpoint", mode="after")
     def _validate_endpoint(cls, v: str) -> str:
         try:
             parsed = urlparse(v)

pctasks/client/pctasks/client/workflow/commands.py

@@ -264,7 +264,7 @@ def cli_handle_workflow(
         workflow_id = workflow_def.workflow_id
 
     else:
-        workflow_def = workflow_def.copy(update={"workflow_id": workflow_id})
+        workflow_def = workflow_def.model_copy(update={"workflow_id": workflow_id})
 
     if not client:
         client = PCTasksClient(settings=ClientSettings.from_context(ctx.obj))

pctasks/client/pctasks/client/workflow/template.py

@@ -24,7 +24,7 @@ def template_workflow_dict(
     base_path = base_path or Path(".")
     workflow_dict = LocalTemplater(base_path).template_dict(workflow_dict)
 
-    return WorkflowDefinition.parse_obj(workflow_dict)
+    return WorkflowDefinition.model_validate(workflow_dict)
 
 
 def template_workflow_contents(

pctasks/client/pyproject.toml

@@ -26,7 +26,7 @@ classifiers = [
 dependencies = [
     "pctasks.core @ {root:parent:uri}/core",
     "pctasks.cli @ {root:parent:uri}/cli",
-    "pydantic[dotenv]>=1.8,<2.0.0",
+    "pydantic[dotenv]>=2.0.0",
     "rich>=11.2.0",
 ]
 

pctasks/client/requirements.txt

@@ -6,6 +6,9 @@ aiohttp==3.9.5
 aiosignal==1.3.1
     # via aiohttp
     # from https://pypi.org/simple
+annotated-types==0.7.0
+    # via pydantic
+    # from https://pypi.org/simple
 async-timeout==4.0.3
     # via aiohttp
     # from https://pypi.org/simple
@@ -173,11 +176,18 @@ pyasn1-modules==0.4.0
 pycparser==2.22
     # via cffi
     # from https://pypi.org/simple
-pydantic==1.10.15
+pydantic==2.10.6
     # via
     #   pctasks-client (./pctasks/client/pyproject.toml)
     #   pctasks-core
     #   planetary-computer
+    #   pydantic-settings
+    # from https://pypi.org/simple
+pydantic-core==2.27.2
+    # via pydantic
+    # from https://pypi.org/simple
+pydantic-settings==2.8.1
+    # via pctasks-core
     # from https://pypi.org/simple
 pygments==2.17.2
     # via rich
@@ -207,7 +217,7 @@ python-dateutil==2.8.2
 python-dotenv==1.0.1
     # via
     #   planetary-computer
-    #   pydantic
+    #   pydantic-settings
     # from https://pypi.org/simple
 pytz==2024.1
     # via planetary-computer
@@ -244,14 +254,15 @@ stac-validator==3.3.2
 strictyaml==1.7.3
     # via pctasks-core
     # from https://pypi.org/simple
-typing-extensions==4.11.0
+typing-extensions==4.12.2
     # via
     #   azure-core
     #   azure-cosmos
     #   azure-data-tables
     #   azure-storage-blob
     #   azure-storage-queue
     #   pydantic
+    #   pydantic-core
     # from https://pypi.org/simple
 urllib3==2.2.1
     # via requests

pctasks/client/tests/test_client.py

@@ -9,6 +9,8 @@
 from pctasks.dev.blob import get_azurite_code_storage
 from pctasks.dev.test_utils import assert_workflow_is_successful
 
+# from pctasks.dev.test_utils import assert_workflow_is_successful
+
 HERE = pathlib.Path(__file__).parent
 
 

pctasks/client/tests/test_template.py

@@ -23,7 +23,7 @@ def test_local_file_template():
     yaml_dict = yaml.safe_load(yaml_str)
     templated_dict = LocalTemplater().template_dict(yaml_dict)
 
-    data = IngestCollectionsInput.parse_obj(templated_dict)
+    data = IngestCollectionsInput.model_validate(templated_dict)
 
     assert data.collections
     assert data.collections[0]["id"] == "test-collection"