Aws Sdk V3 migration

SylvainSenechal · SylvainSenechal · commit 420114da372c · 2026-01-08T10:27:23.000+01:00
Last adjustements following tests run against cloudserver and Zenko CI Update tests for server access log file to use sdk v2 for now ISSUE: CLDSRV-819
diff --git a/package.json b/package.json
@@ -22,6 +22,7 @@
     "@aws-sdk/client-iam": "^3.930.0",
     "@aws-sdk/client-s3": "^3.908.0",
     "@aws-sdk/client-sts": "^3.930.0",
+    "aws-sdk": "^2.1692.0",
     "@aws-sdk/credential-providers": "^3.864.0",
     "@aws-sdk/middleware-retry": "^3.374.0",
     "@aws-sdk/protocol-http": "^3.374.0",
diff --git a/tests/functional/aws-node-sdk/lib/utility/versioning-util.js b/tests/functional/aws-node-sdk/lib/utility/versioning-util.js
@@ -28,15 +28,13 @@ function _deleteVersionList(versionList, bucket, callback) {
     return s3Client.send(new DeleteObjectsCommand(params)).then(() => callback()).catch(err => callback(err));
 }
 
-function checkOneVersion(s3, bucket, versionId, callback) {
-    return s3Client.send(new ListObjectVersionsCommand({ Bucket: bucket })).then(data => {
-            assert.strictEqual(data.Versions.length, 1);
-            if (versionId) {
-                assert.strictEqual(data.Versions[0].VersionId, versionId);
-            }
-            assert.strictEqual(data.DeleteMarkers.length, 0);
-            callback();
-        }).catch(err => callback(err));
+async function checkOneVersion(s3, bucket, versionId) {
+    const data = await s3.send(new ListObjectVersionsCommand({ Bucket: bucket }));
+    assert.strictEqual(data.Versions.length, 1);
+    if (versionId) {
+        assert.strictEqual(data.Versions[0].VersionId, versionId);
+    }
+    assert.strictEqual((data.DeleteMarkers || []).length, 0);
 }
 
 function removeAllVersions(params, callback) {
@@ -106,7 +104,11 @@ function enableVersioningThenPutObject(bucket, object, callback) {
 function createDualNullVersion(s3, bucketName, keyName, cb) {
     async.waterfall([
         // put null version
-        next => s3Client.send(new PutObjectCommand({ Bucket: bucketName, Key: keyName, Body: null })).then(() => 
+        next => s3Client.send(new PutObjectCommand({
+            Bucket: bucketName,
+            Key: keyName,
+            Body: Buffer.from(''),
+        })).then(() =>
             next()).catch(err => next(err)),
         next => enableVersioning(bucketName, err => next(err)),
         // should store null version as separate version before
diff --git a/tests/functional/aws-node-sdk/test/bucket/getBucketLogging.js b/tests/functional/aws-node-sdk/test/bucket/getBucketLogging.js
@@ -21,12 +21,12 @@ const validLoggingConfig = {
 function cleanUp(bucketUtil, cb) {
     Promise.all([
         bucketUtil.deleteOne(bucketName).catch(err => {
-            if (err && err.code !== 'NoSuchBucket') {
+            if (err && err.name !== 'NoSuchBucket') {
                 throw err;
             }
         }),
         bucketUtil.deleteOne(targetBucket).catch(err => {
-            if (err && err.code !== 'NoSuchBucket') {
+            if (err && err.name !== 'NoSuchBucket') {
                 throw err;
             }
         }),
diff --git a/tests/functional/aws-node-sdk/test/bucket/getLocation.js b/tests/functional/aws-node-sdk/test/bucket/getLocation.js
@@ -75,10 +75,10 @@ describeSkipAWS('GET bucket location ', () => {
             after(() => {
                 process.stdout.write('Deleting bucket\n');
                 return bucketUtil.deleteOne(bucketName)
-                .catch(err => {
-                    process.stdout.write(`Error in after: ${err}\n`);
-                    throw err;
-                });
+                    .catch(err => {
+                        process.stdout.write(`Error in after: ${err}\n`);
+                        throw err;
+                    });
             });
 
             it('should return request endpoint as location', async () => {
diff --git a/tests/functional/aws-node-sdk/test/bucket/putBucketLifecycle.js b/tests/functional/aws-node-sdk/test/bucket/putBucketLifecycle.js
@@ -506,7 +506,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                 try {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                 } catch (err) {
-                    // Feature not implemented in CloudServer - skip test
                     if (err.name === 'NotImplemented') {
                         this.skip();
                     }
@@ -527,7 +526,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                     throw new Error('Expected error');
                 } catch (err) {
-                    // Accept either NotImplemented or InvalidRequest depending on implementation status
                     if (err.name === 'NotImplemented') {
                         // CloudServer returns NotImplemented for NoncurrentVersionTransitions
                         assert(err.name === 'NotImplemented');
@@ -551,7 +549,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                     throw new Error('Expected MalformedXML error');
                 } catch (err) {
-                    // Accept either NotImplemented or MalformedXML depending on implementation status
                     assert(err.name === 'MalformedXML' || err.name === 'NotImplemented',
                         `Expected MalformedXML or NotImplemented, got ${err.name}`);
                 }
@@ -567,7 +564,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                     throw new Error('Expected MalformedXML error');
                 } catch (err) {
-                    // Accept either NotImplemented or MalformedXML depending on implementation status
                     assert(err.name === 'MalformedXML' || err.name === 'NotImplemented',
                         `Expected MalformedXML or NotImplemented, got ${err.name}`);
                 }
@@ -583,7 +579,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                     throw new Error('Expected error');
                 } catch (err) {
-                    // Accept either NotImplemented or InvalidArgument depending on implementation status
                     assert(err.name === 'InvalidArgument' || err.name === 'NotImplemented',
                         `Expected InvalidArgument or NotImplemented, got ${err.name}`);
                     if (err.name === 'InvalidArgument') {
@@ -603,7 +598,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                     throw new Error('Expected error');
                 } catch (err) {
-                    // Accept either NotImplemented or MalformedXML depending on implementation status
                     assert(err.name === 'MalformedXML' || err.name === 'NotImplemented',
                         `Expected MalformedXML or NotImplemented, got ${err.name}`);
                 }
@@ -618,7 +612,6 @@ describe('aws-sdk test put bucket lifecycle', () => {
                     await s3.send(new PutBucketLifecycleConfigurationCommand(params));
                     throw new Error('Expected error');
                 } catch (err) {
-                    // Accept either NotImplemented or MalformedXML depending on implementation status
                     assert(err.name === 'MalformedXML' || err.name === 'NotImplemented',
                         `Expected MalformedXML or NotImplemented, got ${err.name}`);
                 }
diff --git a/tests/functional/aws-node-sdk/test/bucket/putBucketLogging.js b/tests/functional/aws-node-sdk/test/bucket/putBucketLogging.js
@@ -46,12 +46,12 @@ const itSkipIfAWS = process.env.AWS_ON_AIR ? it.skip : it;
 function cleanUp(bucketUtil, cb) {
     Promise.all([
         bucketUtil.deleteOne(bucketName).catch(err => {
-            if (err && err.code !== 'NoSuchBucket') {
+            if (err && err.name !== 'NoSuchBucket') {
                 throw err;
             }
         }),
         bucketUtil.deleteOne(targetBucket).catch(err => {
-            if (err && err.code !== 'NoSuchBucket') {
+            if (err && err.name !== 'NoSuchBucket') {
                 throw err;
             }
         }),
diff --git a/tests/functional/aws-node-sdk/test/multipleBackend/acl/aclAwsVersioning.js b/tests/functional/aws-node-sdk/test/multipleBackend/acl/aclAwsVersioning.js
@@ -143,9 +143,7 @@ function getObjectAndAssertAcl(s3, params, cb) {
         .then(data => {
             // eslint-disable-next-line no-unused-vars
             const {$metadata, ...aclData} = data;
-            // eslint-disable-next-line no-param-reassign
-            data = aclData;
-            assert.deepEqual(data, expectedResult);
+            assert.deepEqual(aclData, expectedResult);
             cb();
         })
         .catch(cb);
diff --git a/tests/functional/aws-node-sdk/test/multipleBackend/objectPutCopyPart/objectPutCopyPartGcp.js b/tests/functional/aws-node-sdk/test/multipleBackend/objectPutCopyPart/objectPutCopyPartGcp.js
@@ -267,21 +267,21 @@ describeSkipIfNotMultipleOrCeph('Put Copy Part to GCP', function describeFn() {
                     UploadId: this.currentTest.uploadIdAWS,
                 };
                 async.waterfall([
-                                        next => {
-                                                s3.send(new AbortMultipartUploadCommand(paramsGcp))
-                                                        .then(() => next())
-                                                        .catch(next);
-                                        },
-                                        next => {
-                                                s3.send(new AbortMultipartUploadCommand(paramsMem))
-                                                        .then(() => next())
-                                                        .catch(next);
-                                        },
-                                        next => {
-                                                s3.send(new AbortMultipartUploadCommand(paramsAWS))
-                                                        .then(() => next())
-                                                        .catch(next);
-                                        },
+                    next => {
+                        s3.send(new AbortMultipartUploadCommand(paramsGcp))
+                            .then(() => next())
+                            .catch(next);
+                    },
+                    next => {
+                        s3.send(new AbortMultipartUploadCommand(paramsMem))
+                            .then(() => next())
+                            .catch(next);
+                    },
+                    next => {
+                        s3.send(new AbortMultipartUploadCommand(paramsAWS))
+                            .then(() => next())
+                            .catch(next);
+                    },
                 ], done);
             });
 
diff --git a/tests/functional/aws-node-sdk/test/multipleBackend/utils.js b/tests/functional/aws-node-sdk/test/multipleBackend/utils.js
@@ -276,7 +276,6 @@ utils.putToAwsBackend = (s3, bucket, key, body, callback) => {
 };
 
 utils.enableVersioning = (s3, bucket, callback) => {
-    // Support both callback and promise patterns
     const promise = s3.send(new PutBucketVersioningCommand({ 
         Bucket: bucket,
         VersioningConfiguration: versioningEnabled 
@@ -289,7 +288,6 @@ utils.enableVersioning = (s3, bucket, callback) => {
 };
 
 utils.suspendVersioning = (s3, bucket, callback) => {
-    // Support both callback and promise patterns
     const promise = s3.send(new PutBucketVersioningCommand({ 
         Bucket: bucket,
         VersioningConfiguration: versioningSuspended 
@@ -305,7 +303,6 @@ utils.mapToAwsPuts = async (s3, bucket, key, dataArray, callback) => {
     try {
         const results = [];
         for (const data of dataArray) {
-            // Don't pass callback to putToAwsBackend - we need the version ID from the promise
             const result = await utils.putToAwsBackend(s3, bucket, key, data);
             const versionId = result.VersionId;
             results.push(versionId);
diff --git a/tests/functional/aws-node-sdk/test/object/bigMpu.js b/tests/functional/aws-node-sdk/test/object/bigMpu.js
@@ -103,15 +103,12 @@ describe('large mpu', function tester() {
                     })
                     .catch(err => next(err));
             },
-            next => {
-                return timesLimit(partCount, 20, (n, cb) =>
-                    uploadPart(n, uploadId, s3, cb), err => {
-                        if (err) {
-                            process.stdout.write(`Error in timesLimit: ${err}\n`);
-                        }
-                        return next(err);
-                    });
-            },
+            next => timesLimit(partCount, 20, (n, cb) => uploadPart(n, uploadId, s3, cb), err => {
+                if (err) {
+                    process.stdout.write(`Error in timesLimit: ${err}\n`);
+                }
+                return next(err);
+            }),
             next => {
                 const parts = [];
                 for (let i = 0; i < partCount; i++) {
diff --git a/tests/functional/aws-node-sdk/test/serverAccessLogs/testServerAccessLogFile.js b/tests/functional/aws-node-sdk/test/serverAccessLogs/testServerAccessLogFile.js
@@ -2,9 +2,10 @@ const assert = require('assert');
 const fs = require('fs');
 const path = require('path');
 const tv4 = require('tv4');
+const { S3 } = require('aws-sdk');
 
 const withV4 = require('../support/withV4');
-const BucketUtility = require('../../lib/utility/bucket-util');
+const { getCredentials } = require('../support/credentials');
 const { config, serverAccessLogsModes } = require('../../../../../lib/Config');
 
 const TEST_CONFIG = {
@@ -67,6 +68,37 @@ function sleep(ms) {
     return new Promise(resolve => setTimeout(resolve, ms));
 }
 
+async function emptyBucket(s3, bucketName, BypassGovernanceRetention = false) {
+    const data = await s3.listObjectVersions({ Bucket: bucketName }).promise();
+    const versions = data.Versions || [];
+    const deleteMarkers = data.DeleteMarkers || [];
+
+    for (const obj of versions.filter(o => !o.Key.endsWith('/'))) {
+        await s3.deleteObject({
+            Bucket: bucketName,
+            Key: obj.Key,
+            VersionId: obj.VersionId,
+            ...(BypassGovernanceRetention && { BypassGovernanceRetention }),
+        }).promise();
+    }
+    for (const obj of versions.filter(o => o.Key.endsWith('/'))) {
+        await s3.deleteObject({
+            Bucket: bucketName,
+            Key: obj.Key,
+            VersionId: obj.VersionId,
+            ...(BypassGovernanceRetention && { BypassGovernanceRetention }),
+        }).promise();
+    }
+    for (const obj of deleteMarkers) {
+        await s3.deleteObject({
+            Bucket: bucketName,
+            Key: obj.Key,
+            VersionId: obj.VersionId,
+            ...(BypassGovernanceRetention && { BypassGovernanceRetention }),
+        }).promise();
+    }
+}
+
 async function cleanupBuckets(s3) {
     let lastAction = 'ListBuckets';
     const bucketsResponse = await s3.listBuckets().promise();
@@ -82,15 +114,13 @@ async function cleanupBuckets(s3) {
             ));
         }
 
-        await bu.empty(bucket.Name, true);
+        await emptyBucket(s3, bucket.Name, true);
         await s3.deleteBucket({ Bucket: bucket.Name }).promise();
         lastAction = 'DeleteBucket';
     }
     return lastAction;
 }
 
-var bu;
-
 // TODO:
 // - [ ] We skip websiteGet and websiteHead because they need to be tested with HTTP requests to the website endpoint.
 //   Cannot delete the locked objects in the bucket, so we cannot delete the bucket.
@@ -99,9 +129,13 @@ var bu;
 // - We skip objectRestore because it is not supported in CloudServer.
 describe('Server Access Logs - File Output', async () => {
     withV4(async sigCfg => {
-        const bucketUtil = new BucketUtility('default', sigCfg);
-        bu = bucketUtil;
-        const s3 = bucketUtil.s3;
+        const s3 = new S3({
+            endpoint: 'http://127.0.0.1:8000',
+            s3ForcePathStyle: true,
+            credentials: getCredentials('default', sigCfg),
+            region: 'us-east-1',
+            maxRetries: 0,
+        });
         const logFilePath = config.serverAccessLogs.outputFile;
         const bucketName = 'test-server-access-log-bucket';
         const objectKey = 'test-object-key';
diff --git a/tests/functional/aws-node-sdk/test/versioning/multiObjectDelete.js b/tests/functional/aws-node-sdk/test/versioning/multiObjectDelete.js
diff --git a/tests/functional/aws-node-sdk/test/versioning/objectPut.js b/tests/functional/aws-node-sdk/test/versioning/objectPut.js
diff --git a/tests/functional/raw-node/test/GCP/object/completeMpu.js b/tests/functional/raw-node/test/GCP/object/completeMpu.js
diff --git a/yarn.lock b/yarn.lock
