UBERF-9608 Fix ceph s3 upload (#8209)

Signed-off-by: Alexander Onnikov <[email protected]>

Author: aonnikov

services/datalake/pod-datalake/src/handlers/blob.ts

@@ -136,9 +136,8 @@ export async function handleBlobDelete (
   try {
     await datalake.delete(ctx, workspace, name)
     res.status(204).send()
-  } catch (err: any) {
-    const message = err instanceof Error ? err.message : String(err)
-    ctx.error('failed to delete blob', { message })
+  } catch (error: any) {
+    ctx.error('failed to delete blob', { error })
     res.status(500).send()
   }
 }
@@ -155,9 +154,8 @@ export async function handleBlobDeleteList (
   try {
     await datalake.delete(ctx, workspace, body.names)
     res.status(204).send()
-  } catch (err: any) {
-    const message = err instanceof Error ? err.message : String(err)
-    ctx.error('failed to delete blobs', { message })
+  } catch (error: any) {
+    ctx.error('failed to delete blobs', { error })
     res.status(500).send()
   }
 }
@@ -174,9 +172,8 @@ export async function handleBlobSetParent (
   try {
     await datalake.setParent(ctx, workspace, name, parent)
     res.status(204).send()
-  } catch (err: any) {
-    const message = err instanceof Error ? err.message : String(err)
-    ctx.error('failed to delete blob', { message })
+  } catch (error: any) {
+    ctx.error('failed to delete blob', { error })
     res.status(500).send()
   }
 }
@@ -229,7 +226,7 @@ export async function handleUploadFormData (
         return { key, metadata }
       } catch (err: any) {
         const error = err instanceof Error ? err.message : String(err)
-        ctx.error('failed to upload blob', { error })
+        ctx.error('failed to upload blob', { error: err })
         return { key, error }
       }
     })

services/datalake/pod-datalake/src/s3/bucket.ts

@@ -102,7 +102,7 @@ class S3BucketImpl implements S3Bucket {
       }
     }
 
-    if (options.contentLength < 5 * 1024 * 1024) {
+    if (Buffer.isBuffer(body)) {
       const result = await ctx.with('s3.putObject', {}, () => this.client.putObject(command))
 
       return {

services/datalake/pod-datalake/src/s3/client.ts

@@ -27,6 +27,7 @@ export interface S3Options {
 
 export function createClient (opt: S3Options): S3 {
   return new S3({
+    forcePathStyle: true,
     endpoint: opt.endpoint,
     credentials: {
       accessKeyId: opt.accessKey,