[integ-tests] Make resource_bucket_shared use the boto3 API in the same region as the bucket

This gets rid of API exceptions when trying to operate buckets in opt-in regions

FYI: codes in fixtures with scope <= class do not have to specify region in boto3. Code in fixtures with scope > class have to specify region in boto3

Signed-off-by: Hanwen <[email protected]>

Author: hanwen-cluster

tests/integration-tests/conftest_resource_bucket.py

@@ -109,9 +109,10 @@ def resource_bucket_shared(request, s3_bucket_factory_shared, lambda_layer_sourc
 
     for region, s3_bucket in s3_bucket_factory_shared.items():
         logger.info(f"Uploading artifacts to: {s3_bucket}[{region}]")
+        s3_resource = boto3.resource("s3", region_name=region)
         for file, key in get_resource_map().items():
             logger.info(f"  {root / file} -> {s3_bucket}/{key}")
-            boto3.resource("s3").Bucket(s3_bucket).upload_file(str(root / file), key)
+            s3_resource.Bucket(s3_bucket).upload_file(str(root / file), key)
 
         layer_key = (
             f"parallelcluster/{get_installed_parallelcluster_version()}/layers/aws-parallelcluster/lambda-layer.zip"
@@ -120,7 +121,7 @@ def resource_bucket_shared(request, s3_bucket_factory_shared, lambda_layer_sourc
             bucket, key = re.search(r"s3://([^/]*)/(.*)", lambda_layer_source).groups()
             source = {"Bucket": bucket, "Key": key}
             logger.info(f"Copying Lambda Layer from: s3://{bucket}/{key} -> s3://{s3_bucket}/{layer_key}")
-            boto3.resource("s3").Bucket(s3_bucket).copy(source, layer_key)
+            s3_resource.Bucket(s3_bucket).copy(source, layer_key)
         else:
             with tempfile.TemporaryDirectory() as basepath:
                 install_pc(basepath, get_installed_parallelcluster_version())
@@ -130,7 +131,7 @@ def resource_bucket_shared(request, s3_bucket_factory_shared, lambda_layer_sourc
                     zipfilename = Path(zipfile.name)
                     logger.info(f"    {zipfilename} -> {s3_bucket}/{layer_key}")
                     shutil.make_archive(zipfilename.with_suffix(""), format="zip", root_dir=basepath)
-                    boto3.resource("s3").Bucket(s3_bucket).upload_file(str(zipfilename), layer_key)
+                    s3_resource.Bucket(s3_bucket).upload_file(str(zipfilename), layer_key)
 
     logger.info(s3_bucket_factory_shared)
     return s3_bucket_factory_shared