fix: add upsert option to upload/update (#199)

Author: clefelhocz2

.pre-commit-config.yaml

@@ -25,7 +25,7 @@ repos:
                 ]
 
     - repo: https://github.com/myint/autoflake.git
-      rev: v1.4
+      rev: v2.3.0
       hooks:
           - id: autoflake
             args:

storage3/_async/file_api.py

@@ -370,12 +370,20 @@ async def _upload_or_update(
             file_options = {}
         cache_control = file_options.get("cache-control")
         _data = {}
+        if file_options.get("upsert"):
+            file_options.update({"x-upsert": file_options.get("upsert")})
+            del file_options["upsert"]
 
         headers = {
             **self._client.headers,
             **DEFAULT_FILE_OPTIONS,
             **file_options,
         }
+
+        # Only include x-upsert on a POST method
+        if method != "POST":
+            del headers["x-upsert"]
+
         filename = path.rsplit("/", maxsplit=1)[-1]
 
         if cache_control:

storage3/_sync/file_api.py

@@ -368,12 +368,20 @@ def _upload_or_update(
             file_options = {}
         cache_control = file_options.get("cache-control")
         _data = {}
+        if file_options.get("upsert"):
+            file_options.update({"x-upsert": file_options.get("upsert")})
+            del file_options["upsert"]
 
         headers = {
             **self._client.headers,
             **DEFAULT_FILE_OPTIONS,
             **file_options,
         }
+
+        # Only include x-upsert on a POST method
+        if method != "POST":
+            del headers["x-upsert"]
+
         filename = path.rsplit("/", maxsplit=1)[-1]
 
         if cache_control:

storage3/types.py

@@ -77,6 +77,6 @@ class DownloadOptions(TypedDict, total=False):
 
 FileOptions = TypedDict(
     "FileOptions",
-    {"cache-control": str, "content-type": str, "x-upsert": str},
+    {"cache-control": str, "content-type": str, "x-upsert": str, "upsert": str},
     total=False,
 )