[DOP-23976] Use PUT instead of PATCH for connections & transfers

Author: Ilyas Gasanov

docs/changelog/next_release/215.feature.rst

@@ -0,0 +1 @@
+Use PUT instead of PATCH for `Connection` and `Transfer` models

syncmaster/db/repositories/connection.py

@@ -89,21 +89,17 @@ async def create(
     async def update(
         self,
         connection_id: int,
-        name: str | None,
-        type: str | None,
-        description: str | None,
+        name: str,
+        type: str,
+        description: str,
         data: dict[str, Any],
     ) -> Connection:
         try:
-            connection = await self.read_by_id(connection_id=connection_id)
-            for key in connection.data:
-                data[key] = data.get(key, None) or connection.data[key]
-
             return await self._update(
                 Connection.id == connection_id,
-                type=type or connection.type,
-                name=name or connection.name,
-                description=description or connection.description,
+                type=type,
+                name=name,
+                description=description,
                 data=data,
             )
         except IntegrityError as e:

syncmaster/db/repositories/credentials_repository.py

@@ -71,10 +71,7 @@ async def update(
         connection_id: int,
         data: dict,
     ) -> AuthData:
-        creds = await self.read(connection_id)
         try:
-            for key in creds:
-                data[key] = data.get(key, None) or creds[key]
             return await self._update(
                 AuthData.connection_id == connection_id,
                 value=encrypt_auth_data(value=data, settings=self._settings),

syncmaster/db/repositories/transfer.py

@@ -150,44 +150,35 @@ async def create(
 
     async def update(
         self,
-        transfer: Transfer,
-        name: str | None,
-        description: str | None,
-        source_connection_id: int | None,
-        target_connection_id: int | None,
+        transfer_id: int,
+        name: str,
+        description: str,
+        source_connection_id: int,
+        target_connection_id: int,
         source_params: dict[str, Any],
         target_params: dict[str, Any],
         strategy_params: dict[str, Any],
         transformations: list[dict[str, Any]],
         resources: dict[str, Any],
-        is_scheduled: bool | None,
+        is_scheduled: bool,
         schedule: str | None,
-        new_queue_id: int | None,
+        queue_id: int,
     ) -> Transfer:
         try:
-            for old, new in [
-                (transfer.source_params, source_params),
-                (transfer.target_params, target_params),
-                (transfer.strategy_params, strategy_params),
-            ]:
-                for key in old:
-                    if key not in new or new[key] is None:
-                        new[key] = old[key]
-
             return await self._update(
-                Transfer.id == transfer.id,
-                name=name or transfer.name,
-                description=description or transfer.description,
+                Transfer.id == transfer_id,
+                name=name,
+                description=description,
                 strategy_params=strategy_params,
-                is_scheduled=is_scheduled if is_scheduled is not None else transfer.is_scheduled,
-                schedule=schedule or transfer.schedule,
-                source_connection_id=source_connection_id or transfer.source_connection_id,
-                target_connection_id=target_connection_id or transfer.target_connection_id,
+                is_scheduled=is_scheduled,
+                schedule=schedule or "",
+                source_connection_id=source_connection_id,
+                target_connection_id=target_connection_id,
                 source_params=source_params,
                 target_params=target_params,
-                transformations=transformations or transfer.transformations,
-                resources=resources or transfer.resources,
-                queue_id=new_queue_id or transfer.queue_id,
+                transformations=transformations,
+                resources=resources,
+                queue_id=queue_id,
             )
         except IntegrityError as e:
             self._raise_error(e)

syncmaster/schemas/v1/__init__.py

@@ -7,7 +7,6 @@
     ConnectionPageSchema,
     CreateConnectionSchema,
     ReadConnectionSchema,
-    UpdateConnectionSchema,
 )
 from syncmaster.schemas.v1.groups import (
     AddUserSchema,
@@ -28,7 +27,6 @@
     ReadFullTransferSchema,
     ReadTransferSchema,
     TransferPageSchema,
-    UpdateTransferSchema,
 )
 from syncmaster.schemas.v1.transfers.db import (
     HiveReadTransferSourceAndTarget,

syncmaster/schemas/v1/auth/__init__.py

@@ -4,7 +4,6 @@
     BasicAuthSchema,
     CreateBasicAuthSchema,
     ReadBasicAuthSchema,
-    UpdateBasicAuthSchema,
 )
 from syncmaster.schemas.v1.auth.s3 import (
     CreateS3AuthSchema,

syncmaster/schemas/v1/connections/clickhouse.py

@@ -5,13 +5,11 @@
 from syncmaster.schemas.v1.auth import (
     CreateBasicAuthSchema,
     ReadBasicAuthSchema,
-    UpdateBasicAuthSchema,
 )
 from syncmaster.schemas.v1.connection_types import CLICKHOUSE_TYPE
 from syncmaster.schemas.v1.connections.connection_base import (
     CreateConnectionBaseSchema,
     ReadConnectionBaseSchema,
-    UpdateConnectionBaseSchema,
 )
 
 
@@ -29,13 +27,6 @@ class ReadClickhouseConnectionDataSchema(BaseModel):
     additional_params: dict = Field(default_factory=dict)
 
 
-class UpdateClickhouseConnectionDataSchema(BaseModel):
-    host: str | None = None
-    port: int | None = None
-    database_name: str | None = None
-    additional_params: dict | None = Field(default_factory=dict)
-
-
 class CreateClickhouseConnectionSchema(CreateConnectionBaseSchema):
     type: CLICKHOUSE_TYPE = Field(..., description="Connection type")
     data: CreateClickhouseConnectionDataSchema = Field(
@@ -54,9 +45,3 @@ class ReadClickhouseConnectionSchema(ReadConnectionBaseSchema):
     type: CLICKHOUSE_TYPE
     data: ReadClickhouseConnectionDataSchema = Field(alias="connection_data")
     auth_data: ReadBasicAuthSchema | None = None
-
-
-class UpdateClickhouseConnectionSchema(UpdateConnectionBaseSchema):
-    type: CLICKHOUSE_TYPE
-    data: UpdateClickhouseConnectionDataSchema | None = Field(alias="connection_data", default=None)
-    auth_data: UpdateBasicAuthSchema | None = None

syncmaster/schemas/v1/connections/connection.py

@@ -8,67 +8,54 @@
 from syncmaster.schemas.v1.connections.clickhouse import (
     CreateClickhouseConnectionSchema,
     ReadClickhouseConnectionSchema,
-    UpdateClickhouseConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.ftp import (
     CreateFTPConnectionSchema,
     ReadFTPConnectionSchema,
-    UpdateFTPConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.ftps import (
     CreateFTPSConnectionSchema,
     ReadFTPSConnectionSchema,
-    UpdateFTPSConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.hdfs import (
     CreateHDFSConnectionSchema,
     ReadHDFSConnectionSchema,
-    UpdateHDFSConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.hive import (
     CreateHiveConnectionSchema,
     ReadHiveConnectionSchema,
-    UpdateHiveConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.mssql import (
     CreateMSSQLConnectionSchema,
     ReadMSSQLConnectionSchema,
-    UpdateMSSQLConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.mysql import (
     CreateMySQLConnectionSchema,
     ReadMySQLConnectionSchema,
-    UpdateMySQLConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.oracle import (
     CreateOracleConnectionSchema,
     ReadOracleConnectionSchema,
-    UpdateOracleConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.postgres import (
     CreatePostgresConnectionSchema,
     ReadPostgresConnectionSchema,
-    UpdatePostgresConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.s3 import (
     CreateS3ConnectionSchema,
     ReadS3ConnectionSchema,
-    UpdateS3ConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.samba import (
     CreateSambaConnectionSchema,
     ReadSambaConnectionSchema,
-    UpdateSambaConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.sftp import (
     CreateSFTPConnectionSchema,
     ReadSFTPConnectionSchema,
-    UpdateSFTPConnectionSchema,
 )
 from syncmaster.schemas.v1.connections.webdav import (
     CreateWebDAVConnectionSchema,
     ReadWebDAVConnectionSchema,
-    UpdateWebDAVConnectionSchema,
 )
 from syncmaster.schemas.v1.page import PageSchema
 from syncmaster.schemas.v1.types import NameConstr
@@ -105,22 +92,6 @@
     | ReadSambaConnectionSchema,
     Field(discriminator="type"),
 ]
-UpdateConnectionSchema = Annotated[
-    UpdateOracleConnectionSchema
-    | UpdatePostgresConnectionSchema
-    | UpdateMySQLConnectionSchema
-    | UpdateMSSQLConnectionSchema
-    | UpdateClickhouseConnectionSchema
-    | UpdateHiveConnectionSchema
-    | UpdateHDFSConnectionSchema
-    | UpdateS3ConnectionSchema
-    | UpdateSFTPConnectionSchema
-    | UpdateFTPConnectionSchema
-    | UpdateFTPSConnectionSchema
-    | UpdateWebDAVConnectionSchema
-    | UpdateSambaConnectionSchema,
-    Field(discriminator="type"),
-]
 
 
 class ConnectionCopySchema(BaseModel):

syncmaster/schemas/v1/connections/connection_base.py

@@ -26,10 +26,5 @@ class Config:
         populate_by_name = True
 
 
-class UpdateConnectionBaseSchema(BaseModel):
-    name: NameConstr | None = None  # noqa: F722
-    description: str | None = None
-
-
 class ReadAuthDataSchema(BaseModel):
     auth_data: ReadConnectionAuthDataSchema = Field(discriminator="type", default=...)

syncmaster/schemas/v1/connections/ftp.py

@@ -6,13 +6,11 @@
 from syncmaster.schemas.v1.auth import (
     CreateBasicAuthSchema,
     ReadBasicAuthSchema,
-    UpdateBasicAuthSchema,
 )
 from syncmaster.schemas.v1.connection_types import FTP_TYPE
 from syncmaster.schemas.v1.connections.connection_base import (
     CreateConnectionBaseSchema,
     ReadConnectionBaseSchema,
-    UpdateConnectionBaseSchema,
 )
 
 
@@ -26,11 +24,6 @@ class ReadFTPConnectionDataSchema(BaseModel):
     port: int
 
 
-class UpdateFTPConnectionDataSchema(BaseModel):
-    host: str | None = None
-    port: int | None = None
-
-
 class CreateFTPConnectionSchema(CreateConnectionBaseSchema):
     type: FTP_TYPE = Field(..., description="Connection type")
     data: CreateFTPConnectionDataSchema = Field(
@@ -49,9 +42,3 @@ class ReadFTPConnectionSchema(ReadConnectionBaseSchema):
     type: FTP_TYPE
     data: ReadFTPConnectionDataSchema = Field(alias="connection_data")
     auth_data: ReadBasicAuthSchema | None = None
-
-
-class UpdateFTPConnectionSchema(UpdateConnectionBaseSchema):
-    type: FTP_TYPE
-    data: UpdateFTPConnectionDataSchema | None = Field(alias="connection_data", default=None)
-    auth_data: UpdateBasicAuthSchema | None = None