forked from Azure/azure-sdk-for-net
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[Storage] [DataMovement] Service Copy File Share (Azure#39530)
* WIP * WIP * WIP * WIP * Enabled directory creation during enumeration; Tests; Some download directory tests don't work * Export API * Cleanup * Cleanup and removing unnecessary comments * Cleanup * Changed LocalDirectory Create to no op * Remove unnecessary tests
- Loading branch information
1 parent
3136359
commit 4611b04
Showing
21 changed files
with
1,445 additions
and
66 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
204 changes: 204 additions & 0 deletions
204
...age/Azure.Storage.DataMovement.Files.Shares/tests/ShareDirectoryStartTransferCopyTests.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,204 @@ | ||
| // Copyright (c) Microsoft Corporation. All rights reserved. | ||
| // Licensed under the MIT License. | ||
|
|
||
| using System; | ||
| using System.Collections.Generic; | ||
| using System.Drawing; | ||
| using System.IO; | ||
| using System.Linq; | ||
| using System.Text; | ||
| using System.Threading.Tasks; | ||
| using Azure.Core.TestFramework; | ||
| using Azure.Storage.DataMovement.Tests; | ||
| using Azure.Storage.Files.Shares; | ||
| using Azure.Storage.Files.Shares.Models; | ||
| using Azure.Storage.Test.Shared; | ||
| using Azure.Storage.Files.Shares.Tests; | ||
| using NUnit.Framework; | ||
| using System.Security.AccessControl; | ||
| using Microsoft.Extensions.Options; | ||
| using System.Threading; | ||
| using Azure.Core; | ||
|
|
||
| namespace Azure.Storage.DataMovement.Files.Shares.Tests | ||
| { | ||
| [ShareClientTestFixture] | ||
| public class ShareDirectoryStartTransferCopyTests : StartTransferDirectoryCopyTestBase< | ||
| ShareServiceClient, | ||
| ShareClient, | ||
| ShareClientOptions, | ||
| ShareServiceClient, | ||
| ShareClient, | ||
| ShareClientOptions, | ||
| StorageTestEnvironment> | ||
| { | ||
| private const string _fileResourcePrefix = "test-file-"; | ||
| private const string _expectedOverwriteExceptionMessage = "Cannot overwrite file."; | ||
|
|
||
| public ShareDirectoryStartTransferCopyTests(bool async, ShareClientOptions.ServiceVersion serviceVersion) | ||
| : base(async, _expectedOverwriteExceptionMessage, _fileResourcePrefix, null /* RecordedTestMode.Record /* to re-record */) | ||
| { | ||
| SourceClientBuilder = ClientBuilderExtensions.GetNewShareClientBuilder(Tenants, serviceVersion); | ||
| DestinationClientBuilder = ClientBuilderExtensions.GetNewShareClientBuilder(Tenants, serviceVersion); | ||
| } | ||
|
|
||
| protected override async Task CreateObjectInSourceAsync( | ||
| ShareClient container, | ||
| long? objectLength = null, | ||
| string objectName = null, | ||
| Stream contents = default, | ||
| CancellationToken cancellationToken = default) | ||
| => await CreateShareFileAsync(container, objectLength, objectName, contents, cancellationToken); | ||
|
|
||
| protected override async Task CreateObjectInDestinationAsync( | ||
| ShareClient container, | ||
| long? objectLength = null, | ||
| string objectName = null, | ||
| Stream contents = null, | ||
| CancellationToken cancellationToken = default) | ||
| => await CreateShareFileAsync(container, objectLength, objectName, contents, cancellationToken); | ||
|
|
||
| protected override async Task<IDisposingContainer<ShareClient>> GetDestinationDisposingContainerAsync( | ||
| ShareServiceClient service = null, | ||
| string containerName = null, | ||
| CancellationToken cancellationToken = default) | ||
| => await DestinationClientBuilder.GetTestShareAsync(service, containerName, cancellationToken: cancellationToken); | ||
|
|
||
| protected override StorageResourceContainer GetDestinationStorageResourceContainer(ShareClient containerClient, string prefix) | ||
| => new ShareDirectoryStorageResourceContainer(containerClient.GetDirectoryClient(prefix), default); | ||
|
|
||
| protected override ShareClient GetOAuthSourceContainerClient(string containerName) | ||
| { | ||
| ShareClientOptions options = SourceClientBuilder.GetOptions(); | ||
| options.ShareTokenIntent = ShareTokenIntent.Backup; | ||
| ShareServiceClient oauthService = SourceClientBuilder.GetServiceClientFromOauthConfig(Tenants.TestConfigOAuth, options); | ||
| return oauthService.GetShareClient(containerName); | ||
| } | ||
|
|
||
| protected override ShareClient GetOAuthDestinationContainerClient(string containerName) | ||
| { | ||
| ShareClientOptions options = DestinationClientBuilder.GetOptions(); | ||
| options.ShareTokenIntent = ShareTokenIntent.Backup; | ||
| ShareServiceClient oauthService = DestinationClientBuilder.GetServiceClientFromOauthConfig(Tenants.TestConfigOAuth, options); | ||
| return oauthService.GetShareClient(containerName); | ||
| } | ||
|
|
||
| protected override async Task<IDisposingContainer<ShareClient>> GetSourceDisposingContainerAsync(ShareServiceClient service = null, string containerName = null, CancellationToken cancellationToken = default) | ||
| { | ||
| service ??= SourceClientBuilder.GetServiceClientFromSharedKeyConfig(SourceClientBuilder.Tenants.TestConfigDefault, SourceClientBuilder.GetOptions()); | ||
| ShareServiceClient sasService = new ShareServiceClient(service.GenerateAccountSasUri( | ||
| Sas.AccountSasPermissions.All, | ||
| SourceClientBuilder.Recording.UtcNow.AddDays(1), | ||
| Sas.AccountSasResourceTypes.All), | ||
| SourceClientBuilder.GetOptions()); | ||
| return await SourceClientBuilder.GetTestShareAsync(sasService, containerName, cancellationToken: cancellationToken); | ||
| } | ||
|
|
||
| protected override StorageResourceContainer GetSourceStorageResourceContainer(ShareClient containerClient, string prefix = null) | ||
| => new ShareDirectoryStorageResourceContainer(containerClient.GetDirectoryClient(prefix), default); | ||
|
|
||
| protected override async Task CreateDirectoryInSourceAsync(ShareClient sourceContainer, string directoryPath, CancellationToken cancellationToken = default) | ||
| => await CreateDirectoryTreeAsync(sourceContainer, directoryPath, cancellationToken); | ||
|
|
||
| protected override async Task CreateDirectoryInDestinationAsync(ShareClient destinationContainer, string directoryPath, CancellationToken cancellationToken = default) | ||
| => await CreateDirectoryTreeAsync(destinationContainer, directoryPath, cancellationToken); | ||
|
|
||
| protected override async Task VerifyEmptyDestinationContainerAsync( | ||
| ShareClient destinationContainer, | ||
| string destinationPrefix, | ||
| CancellationToken cancellationToken = default) | ||
| { | ||
| CancellationHelper.ThrowIfCancellationRequested(cancellationToken); | ||
| ShareDirectoryClient destinationDirectory = string.IsNullOrEmpty(destinationPrefix) ? | ||
| destinationContainer.GetRootDirectoryClient() : | ||
| destinationContainer.GetDirectoryClient(destinationPrefix); | ||
| IList<ShareFileItem> items = await destinationDirectory.GetFilesAndDirectoriesAsync(cancellationToken: cancellationToken).ToListAsync(); | ||
| Assert.IsEmpty(items); | ||
| } | ||
|
|
||
| protected override async Task VerifyResultsAsync( | ||
| ShareClient sourceContainer, | ||
| string sourcePrefix, | ||
| ShareClient destinationContainer, | ||
| string destinationPrefix, | ||
| CancellationToken cancellationToken = default) | ||
| { | ||
| CancellationHelper.ThrowIfCancellationRequested(cancellationToken); | ||
|
|
||
| // List all files in source blob folder path | ||
| List<string> sourceFileNames = new List<string>(); | ||
| List<string> sourceDirectoryNames = new List<string>(); | ||
|
|
||
| // Get source directory client and list the paths | ||
| ShareDirectoryClient sourceDirectory = string.IsNullOrEmpty(sourcePrefix) ? | ||
| sourceContainer.GetRootDirectoryClient() : | ||
| sourceContainer.GetDirectoryClient(sourcePrefix); | ||
| await foreach (Page<ShareFileItem> page in sourceDirectory.GetFilesAndDirectoriesAsync().AsPages()) | ||
| { | ||
| sourceFileNames.AddRange(page.Values.Where((ShareFileItem item) => !item.IsDirectory).Select((ShareFileItem item) => item.Name)); | ||
| sourceDirectoryNames.AddRange(page.Values.Where((ShareFileItem item) => item.IsDirectory).Select((ShareFileItem item) => item.Name)); | ||
| } | ||
|
|
||
| // List all files in the destination blob folder path | ||
| List<string> destinationFileNames = new List<string>(); | ||
| List<string> destinationDirectoryNames = new List<string>(); | ||
|
|
||
| ShareDirectoryClient destinationDirectory = string.IsNullOrEmpty(destinationPrefix) ? | ||
| destinationContainer.GetRootDirectoryClient() : | ||
| destinationContainer.GetDirectoryClient(destinationPrefix); | ||
| await foreach (Page<ShareFileItem> page in destinationDirectory.GetFilesAndDirectoriesAsync().AsPages()) | ||
| { | ||
| destinationFileNames.AddRange(page.Values.Where((ShareFileItem item) => !item.IsDirectory).Select((ShareFileItem item) => item.Name)); | ||
| destinationDirectoryNames.AddRange(page.Values.Where((ShareFileItem item) => item.IsDirectory).Select((ShareFileItem item) => item.Name)); | ||
| } | ||
|
|
||
| // Assert subdirectories | ||
| Assert.AreEqual(sourceDirectoryNames.Count, destinationDirectoryNames.Count); | ||
| Assert.AreEqual(sourceDirectoryNames, destinationDirectoryNames); | ||
|
|
||
| // Assert file and file contents | ||
| Assert.AreEqual(sourceFileNames.Count, destinationFileNames.Count); | ||
| for (int i = 0; i < sourceFileNames.Count; i++) | ||
| { | ||
| Assert.AreEqual( | ||
| sourceFileNames[i], | ||
| destinationFileNames[i]); | ||
|
|
||
| // Verify Download | ||
| string sourceFileName = Path.Combine(sourcePrefix, sourceFileNames[i]); | ||
| using Stream sourceStream = await sourceDirectory.GetFileClient(sourceFileNames[i]).OpenReadAsync(cancellationToken: cancellationToken); | ||
| using Stream destinationStream = await destinationDirectory.GetFileClient(destinationFileNames[i]).OpenReadAsync(cancellationToken: cancellationToken); | ||
| Assert.AreEqual(sourceStream, destinationStream); | ||
| } | ||
| } | ||
|
|
||
| private async Task CreateShareFileAsync( | ||
| ShareClient container, | ||
| long? objectLength = null, | ||
| string objectName = null, | ||
| Stream contents = default, | ||
| CancellationToken cancellationToken = default) | ||
| { | ||
| CancellationHelper.ThrowIfCancellationRequested(cancellationToken); | ||
| objectName ??= GetNewObjectName(); | ||
| if (!objectLength.HasValue) | ||
| { | ||
| throw new InvalidOperationException($"Cannot create share file without size specified. Specify {nameof(objectLength)}."); | ||
| } | ||
| ShareFileClient fileClient = container.GetRootDirectoryClient().GetFileClient(objectName); | ||
| await fileClient.CreateAsync(objectLength.Value); | ||
|
|
||
| if (contents != default) | ||
| { | ||
| await fileClient.UploadAsync(contents, cancellationToken: cancellationToken); | ||
| } | ||
| } | ||
|
|
||
| private async Task CreateDirectoryTreeAsync(ShareClient container, string directoryPath, CancellationToken cancellationToken = default) | ||
| { | ||
| CancellationHelper.ThrowIfCancellationRequested(cancellationToken); | ||
| ShareDirectoryClient directory = container.GetRootDirectoryClient().GetSubdirectoryClient(directoryPath); | ||
| await directory.CreateIfNotExistsAsync(cancellationToken: cancellationToken); | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.