[Storage][Perf tests] Add file based perf tests to Blob (Azure#42687)

Author: jalauzon-msft

sdk/storage/azure-storage-blob/tests/perfstress_tests/download.py

@@ -3,22 +3,19 @@
 # Licensed under the MIT License. See License.txt in the project root for license information.
 # --------------------------------------------------------------------------------------------
 
-from devtools_testutils.perfstress_tests import get_random_bytes, WriteStream
+from devtools_testutils.perfstress_tests import RandomStream, WriteStream
 
-from ._test_base import _ContainerTest
+from ._test_base import _BlobTest
 
 
-class DownloadTest(_ContainerTest):
+class DownloadTest(_BlobTest):
     def __init__(self, arguments):
         super().__init__(arguments)
-        blob_name = "downloadtest"
-        self.blob_client = self.container_client.get_blob_client(blob_name)
-        self.async_blob_client = self.async_container_client.get_blob_client(blob_name)
         self.download_stream = WriteStream()
 
     async def global_setup(self):
         await super().global_setup()
-        data = get_random_bytes(self.args.size)
+        data = RandomStream(self.args.size)
         await self.async_blob_client.upload_blob(data)
 
     def run_sync(self):
@@ -30,7 +27,3 @@ async def run_async(self):
         self.download_stream.reset()
         stream = await self.async_blob_client.download_blob(max_concurrency=self.args.max_concurrency)
         await stream.readinto(self.download_stream)
-
-    async def close(self):
-        await self.async_blob_client.close()
-        await super().close()

sdk/storage/azure-storage-blob/tests/perfstress_tests/download_to_file.py

@@ -0,0 +1,40 @@
+# --------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for license information.
+# --------------------------------------------------------------------------------------------
+
+import os
+import tempfile
+from typing import Optional
+
+from devtools_testutils.perfstress_tests import RandomStream
+
+from ._test_base import _BlobTest
+
+class DownloadToFileTest(_BlobTest):
+    _temp_file: Optional[str] = None
+
+    async def global_setup(self):
+        await super().global_setup()
+        data = RandomStream(self.args.size)
+        await self.async_blob_client.upload_blob(data)
+
+    async def setup(self):
+        await super().setup()
+        with tempfile.NamedTemporaryFile(delete=False) as tf:
+            self._temp_file = tf.name
+
+    async def cleanup(self):
+        if self._temp_file and os.path.exists(self._temp_file):
+            os.remove(self._temp_file)
+        await super().cleanup()
+
+    def run_sync(self):
+        with open(self._temp_file, 'wb') as f:
+            stream = self.blob_client.download_blob(max_concurrency=self.args.max_concurrency)
+            stream.readinto(f)
+
+    async def run_async(self):
+        with open(self._temp_file, 'wb') as f:
+            stream = await self.async_blob_client.download_blob(max_concurrency=self.args.max_concurrency)
+            await stream.readinto(f)

sdk/storage/azure-storage-blob/tests/perfstress_tests/upload.py

@@ -5,7 +5,7 @@
 
 from ._test_base import _BlobTest
 
-from devtools_testutils.perfstress_tests import RandomStream, get_random_bytes
+from devtools_testutils.perfstress_tests import RandomStream
 from devtools_testutils.perfstress_tests import AsyncRandomStream
 
 

sdk/storage/azure-storage-blob/tests/perfstress_tests/upload_from_file.py

@@ -4,33 +4,36 @@
 # --------------------------------------------------------------------------------------------
 
 import os
+import shutil
 import tempfile
+from typing import Optional
 
-from devtools_testutils.perfstress_tests import get_random_bytes
+from devtools_testutils.perfstress_tests import RandomStream
 
 from ._test_base import _BlobTest
 
 
 class UploadFromFileTest(_BlobTest):
-    temp_file = None
+    _temp_file: Optional[str] = None
 
     async def global_setup(self):
         await super().global_setup()
-        data = get_random_bytes(self.args.size)
-        with tempfile.NamedTemporaryFile(delete=False) as temp_file:
-            UploadFromFileTest.temp_file = temp_file.name
-            temp_file.write(data)
+        data_stream = RandomStream(self.args.size)
+        with tempfile.NamedTemporaryFile(delete=False) as tf:
+            self._temp_file = tf.name
+            shutil.copyfileobj(data_stream, tf)
 
     async def global_cleanup(self):
-        os.remove(UploadFromFileTest.temp_file)
+        if self._temp_file and os.path.exists(self._temp_file):
+            os.remove(self._temp_file)
         await super().global_cleanup()
 
     def run_sync(self):
-        with open(UploadFromFileTest.temp_file, 'rb') as fp:
+        with open(self._temp_file, 'rb') as fp:
             self.blob_client.upload_blob(fp, max_concurrency=self.args.max_concurrency, overwrite=True)
 
     async def run_async(self):
-        with open(UploadFromFileTest.temp_file, 'rb') as fp:
+        with open(self._temp_file, 'rb') as fp:
             await self.async_blob_client.upload_blob(
                 fp,
                 max_concurrency=self.args.max_concurrency,