[Storage] [DataMovement] Getting Started Guide Updates / Advanced samples (Azure#48125)

* WIP

* More updates to samples / getting started

* Updated links, next steps, and adding creation mode samples

* Fixed links

* Fix links again

* Fixed link part 4

* PR comments

Author: amnguye

sdk/storage/Azure.Storage.DataMovement.Blobs/README.md

@@ -235,6 +235,30 @@ destinationResource: await blobs.FromContainerAsync(
 await transferOperation.WaitForCompletionAsync();
 ```
 
+### Resume using ShareFilesStorageResourceProvider
+
+To resume a transfer with Blob(s), valid credentials must be provided. See the sample below.
+
+```C# Snippet:TransferManagerResumeTransfers
+TokenCredential tokenCredential = new DefaultAzureCredential();
+BlobsStorageResourceProvider blobs = new(tokenCredential);
+TransferManager transferManager = new TransferManager(new TransferManagerOptions()
+{
+    ProvidersForResuming = new List<StorageResourceProvider>() { blobs }
+});
+// Get resumable transfers from transfer manager
+await foreach (TransferProperties properties in transferManager.GetResumableTransfersAsync())
+{
+    // Resume the transfer
+    if (properties.SourceUri.AbsoluteUri == "https://storageaccount.blob.core.windows.net/containername/blobpath")
+    {
+        await transferManager.ResumeTransferAsync(properties.TransferId);
+    }
+}
+```
+
+For more information regarding pause, resume, and/or checkpointing, see [Pause and Resume Checkpointing](https://github.com/Azure/azure-sdk-for-net/tree/main/sdk/storage/Azure.Storage.DataMovement/samples/PauseResumeCheckpointing.md).
+
 ### Extensions on `BlobContainerClient`
 
 For applications with preexisting code using Azure.Storage.Blobs, this package provides extension methods for `BlobContainerClient` to get some of the benefits of the `TransferManager` with minimal extra code.

sdk/storage/Azure.Storage.DataMovement.Blobs/samples/Sample01b_HelloWorldAsync.cs

@@ -194,8 +194,11 @@ public async Task UploadSingle_ConnectionStringAsync()
                 // Get a reference to a destination blobs
                 Uri destinationBlobUri = container.GetBlockBlobClient("sample-blob").Uri;
 
+                // Should be the same token credential as above, but for demonstration/sample purposes
+                // we include how we would get the token credential.
                 #region Snippet:SimpleBlobUpload_BasePackage
-                BlobsStorageResourceProvider blobs = new(tokenCredential);
+                TokenCredential defaultTokenCredential = new DefaultAzureCredential();
+                BlobsStorageResourceProvider blobs = new BlobsStorageResourceProvider(defaultTokenCredential);
 
                 // Create simple transfer single blob upload job
                 #region Snippet:SimpleBlobUpload
@@ -864,10 +867,10 @@ public async Task PauseAndResumeAsync_ManagerId()
 
                 // Create a token credential that can use our Azure Active
                 // Directory application to authenticate with Azure Storage
-                TokenCredential tokenCredential = new DefaultAzureCredential();
 
                 // Create transfer manager
                 #region Snippet:SetupTransferManagerForResume
+                TokenCredential tokenCredential = new DefaultAzureCredential();
                 BlobsStorageResourceProvider blobs = new(tokenCredential);
                 TransferManager transferManager = new(new TransferManagerOptions()
                 {
@@ -890,8 +893,10 @@ public async Task PauseAndResumeAsync_ManagerId()
                 await transferManager.PauseTransferAsync(transferId);
                 #endregion
 
+                #region Snippet:ResumeAllTransfers
                 // Resume all transfers
                 List<TransferOperation> transfers = await transferManager.ResumeAllTransfersAsync();
+                #endregion
 
                 // Resume a single transfer
                 #region Snippet:DataMovement_ResumeSingle
@@ -951,7 +956,7 @@ public async Task PauseAndResumeAsync_DataTransferPause()
                 #endregion
 
                 TransferOperation resumedTransfer = await transferManager.ResumeTransferAsync(
-                    transferId: transferOperation.Id);
+                transferId: transferOperation.Id);
 
                 // Wait for download to finish
                 await resumedTransfer.WaitForCompletionAsync();
@@ -1192,6 +1197,55 @@ async Task<TransferOperation> ListenToProgressAsync(TransferManager transferMana
             }
         }
 
+        public void CreateTransferOptionCreationMode()
+        {
+            #region Snippet:TransferOptionsOverwrite
+            TransferOptions optionsOverwriteIfExists = new TransferOptions()
+            {
+                CreationMode = StorageResourceCreationMode.OverwriteIfExists,
+            };
+            #endregion
+            #region Snippet:TransferOptionsSkipIfExists
+            TransferOptions optionsSkipIfExists = new TransferOptions()
+            {
+                CreationMode = StorageResourceCreationMode.SkipIfExists,
+            };
+            #endregion
+        }
+
+        public async Task ResumeTransfersStoredAsync()
+        {
+            #region Snippet:TransferManagerResumeTransfers
+            TokenCredential tokenCredential = new DefaultAzureCredential();
+            BlobsStorageResourceProvider blobs = new(tokenCredential);
+            TransferManager transferManager = new TransferManager(new TransferManagerOptions()
+            {
+                ProvidersForResuming = new List<StorageResourceProvider>() { blobs }
+            });
+            // Get resumable transfers from transfer manager
+            await foreach (TransferProperties properties in transferManager.GetResumableTransfersAsync())
+            {
+                // Resume the transfer
+                if (properties.SourceUri.AbsoluteUri == "https://storageaccount.blob.core.windows.net/containername/blobpath")
+                {
+                    await transferManager.ResumeTransferAsync(properties.TransferId);
+                }
+            }
+            #endregion
+        }
+
+        #region Snippet:EnumerateTransfersStatus
+        public async Task CheckTransfersStatusAsync(TransferManager transferManager)
+        {
+            string logFile = CreateTempPath();
+            await foreach (TransferOperation transfer in transferManager.GetTransfersAsync())
+            {
+                using StreamWriter logStream = File.AppendText(logFile);
+                logStream.WriteLine(Enum.GetName(typeof(TransferStatus), transfer.Status));
+            }
+        }
+        #endregion
+
         public async Task<string> CreateBlobContainerTestDirectory(BlobContainerClient client, int depth = 0, string basePath = default)
         {
             basePath = basePath ?? Path.GetTempFileName();

sdk/storage/Azure.Storage.DataMovement.Files.Shares/README.md

@@ -45,7 +45,7 @@ az storage account create --name MyStorageAccount --resource-group MyResourceGro
 ```
 
 ### Authenticate the client
-The Azure.Storage.DataMovement.Files.Shares library uses clients from the Azure.Storage.Files.Shares package to communicate with the Azure File Storage service. For more information see the Azure.Storage.Files.Shares [authentication documentation](https://github.com/Azure/azure-sdk-for-net/tree/main/sdk/storage/Azure.Storage.Files.Shares#authenticate-the-client).
+The Azure.Storage.DataMovement.Files.Shares library uses clients from the Azure.Storage.Files.Shares package to communicate with the Azure File Storage service. For more information see the Azure.Storage.Files.Shares [authentication documentation](https://github.com/Azure/azure-sdk-for-net/tree/main/sdk/storage/Azure.Storage.Files.Shares/README.md#authenticate-the-client).
 
 ### Permissions
 
@@ -113,6 +113,9 @@ An upload takes place between a local file `StorageResource` as source and file
 Upload a file.
 
 ```C# Snippet:SimplefileUpload_Shares
+TokenCredential tokenCredential = new DefaultAzureCredential();
+ShareFilesStorageResourceProvider shares = new(tokenCredential);
+TransferManager transferManager = new TransferManager(new TransferManagerOptions());
 TransferOperation fileTransfer = await transferManager.StartTransferAsync(
     sourceResource: LocalFilesStorageResourceProvider.FromFile(sourceLocalFile),
     destinationResource: await shares.FromFileAsync(destinationFileUri));
@@ -172,6 +175,30 @@ TransferOperation directoryTransfer = await transferManager.StartTransferAsync(
 await directoryTransfer.WaitForCompletionAsync();
 ```
 
+### Resume using ShareFilesStorageResourceProvider
+
+To resume a transfer with Share File(s), valid credentials must be provided. See the sample below.
+
+```C# Snippet:TransferManagerResumeTransfers_Shares
+TokenCredential tokenCredential = new DefaultAzureCredential();
+ShareFilesStorageResourceProvider shares = new(tokenCredential);
+TransferManager transferManager = new TransferManager(new TransferManagerOptions()
+{
+    ProvidersForResuming = new List<StorageResourceProvider>() { shares }
+});
+// Get resumable transfers from transfer manager
+await foreach (TransferProperties properties in transferManager.GetResumableTransfersAsync())
+{
+    // Resume the transfer
+    if (properties.SourceUri.AbsoluteUri == "https://storageaccount.blob.core.windows.net/containername/blobpath")
+    {
+        await transferManager.ResumeTransferAsync(properties.TransferId);
+    }
+}
+```
+
+For more information regarding pause, resume, and/or checkpointing, see [Pause and Resume Checkpointing](https://github.com/Azure/azure-sdk-for-net/tree/main/sdk/storage/Azure.Storage.DataMovement/samples/PauseResumeCheckpointing.md).
+
 ## Troubleshooting
 
 See [Handling Failed Transfers](#handling-failed-transfers) and [Enabling Logging](https://learn.microsoft.com/dotnet/azure/sdk/logging) to assist with any troubleshooting.

sdk/storage/Azure.Storage.DataMovement.Files.Shares/samples/Sample01b_HelloWorldAsync.cs

@@ -10,6 +10,7 @@
 using Azure.Storage.Files.Shares;
 using Azure.Storage.Sas;
 using System.Threading;
+using System.Collections.Generic;
 
 namespace Azure.Storage.DataMovement.Files.Shares.Samples
 {
@@ -99,15 +100,15 @@ public async Task Upload()
             await share.CreateIfNotExistsAsync();
             try
             {
-                ShareFilesStorageResourceProvider shares = new(new StorageSharedKeyCredential(StorageAccountName, StorageAccountKey));
-
                 // Get a reference to a destination share file/directory
                 Uri destinationFolderUri = share.GetDirectoryClient("sample-directory").Uri;
                 Uri destinationFileUri = share.GetRootDirectoryClient().GetFileClient("sample-file").Uri;
-                TransferManager transferManager = new TransferManager(new TransferManagerOptions());
 
                 // Create simple transfer single share file upload job
                 #region Snippet:SimplefileUpload_Shares
+                TokenCredential tokenCredential = new DefaultAzureCredential();
+                ShareFilesStorageResourceProvider shares = new(tokenCredential);
+                TransferManager transferManager = new TransferManager(new TransferManagerOptions());
                 TransferOperation fileTransfer = await transferManager.StartTransferAsync(
                     sourceResource: LocalFilesStorageResourceProvider.FromFile(sourceLocalFile),
                     destinationResource: await shares.FromFileAsync(destinationFileUri));
@@ -213,6 +214,27 @@ public async Task Copy()
             }
         }
 
+        public async Task ResumeTransfersStoredAsync()
+        {
+            #region Snippet:TransferManagerResumeTransfers_Shares
+            TokenCredential tokenCredential = new DefaultAzureCredential();
+            ShareFilesStorageResourceProvider shares = new(tokenCredential);
+            TransferManager transferManager = new TransferManager(new TransferManagerOptions()
+            {
+                ProvidersForResuming = new List<StorageResourceProvider>() { shares }
+            });
+            // Get resumable transfers from transfer manager
+            await foreach (TransferProperties properties in transferManager.GetResumableTransfersAsync())
+            {
+                // Resume the transfer
+                if (properties.SourceUri.AbsoluteUri == "https://storageaccount.blob.core.windows.net/containername/blobpath")
+                {
+                    await transferManager.ResumeTransferAsync(properties.TransferId);
+                }
+            }
+            #endregion
+        }
+
         public async Task<string> CreateFileShareTestDirectory(ShareClient client, int depth = 0, string basePath = default)
         {
             basePath = basePath ?? Path.GetTempFileName();