Added Change Feed

eng/Packages.Data.props

@@ -23,6 +23,7 @@
     <PackageReference Update="Azure.Storage.Files.Shares" Version="12.0.1" />
     <PackageReference Update="Azure.Storage.Queues" Version="12.1.1" />
     <PackageReference Update="Azure.Storage.Files.DataLake" Version="12.0.0" />
+    <PackageReference Update="Azure.Storage.Blobs.ChangeFeed" Version="12.0.0-preview.1" />
     <PackageReference Update="BenchmarkDotNet" Version="0.11.5" />
     <PackageReference Update="FsCheck.Xunit" Version="2.14.0" />
     <PackageReference Update="Microsoft.Azure.Amqp" Version="[2.4.2, 3.0.0)" />

sdk/storage/Azure.Storage.Blobs.ChangeFeed/BreakingChanges.txt

@@ -0,0 +1,6 @@
+Breaking Changes
+================
+
+12.0.0-preview.1
+--------------------------
+- New Azure.Storage.Blobs.ChangeFeed client library.

sdk/storage/Azure.Storage.Blobs.ChangeFeed/CHANGELOG.md

@@ -0,0 +1,4 @@
+# Release History
+
+## 12.0.0-preview.1
+This preview is the first release supporting Azure Storage Blobs Change Feed.

sdk/storage/Azure.Storage.Blobs.ChangeFeed/README.md

@@ -0,0 +1,20 @@
+# Azure Storage Blobs Change Feed client library for .NET
+
+> Server Version: 2019-07-07
+## Getting started
+- TODO
+
+## Key concepts
+- TODO
+
+## Examples
+- TODO
+
+## Troubleshooting
+- TODO
+
+## Next steps
+- TODO
+
+## Contributing
+- TODO

sdk/storage/Azure.Storage.Blobs.ChangeFeed/samples/Azure.Storage.Blobs.ChangeFeed.Samples.Tests.csproj

@@ -0,0 +1,31 @@
+<Project Sdk="Microsoft.NET.Sdk">
+  <PropertyGroup>
+    <TargetFrameworks>$(RequiredTargetFrameworks)</TargetFrameworks>
+    <AssemblyTitle>Microsoft Azure.Storage.Blobs.ChangeFeed client library samples</AssemblyTitle>
+    <IsPackable>false</IsPackable>
+  </PropertyGroup>
+  <ItemGroup>
+    <PackageReference Include="Azure.Identity" />
+    <ProjectReference Include="$(MSBuildThisFileDirectory)..\src\Azure.Storage.Blobs.ChangeFeed.csproj" />
+    <ProjectReference Include="$(MSBuildThisFileDirectory)..\..\Azure.Storage.Common\src\Azure.Storage.Common.csproj" />
+  </ItemGroup>
+  <ItemGroup>
+    <Compile Include="$(MSBuildThisFileDirectory)..\..\Azure.Storage.Common\tests\Shared\**\*.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <None Include="$(MSBuildThisFileDirectory)..\..\Azure.Storage.Common\tests\Shared\*.xml">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </None>
+  </ItemGroup>
+  <ItemGroup>
+    <!-- Required Shared Source for testing -->
+    <Compile Include="$(AzureCoreSharedSources)ArrayBufferWriter.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureCoreSharedSources)NoBodyResponse{T}.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureCoreSharedSources)TaskExtensions.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)Constants.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)Errors.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)StorageConnectionString.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)SharedAccessSignatureCredentials.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)UriExtensions.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)UriQueryParamsCollection.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)StorageExceptionExtensions.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+  </ItemGroup>
+</Project>

sdk/storage/Azure.Storage.Blobs.ChangeFeed/samples/README.md

@@ -0,0 +1,15 @@
+---
+page_type: sample
+languages:
+- csharp
+products:
+- azure
+- azure-storage
+name: Azure.Storage.ChangeFeed samples for .NET
+description: Samples for the Azure.Storage.Blobs.ChangeFeed client library
+---
+
+# Azure.Storage.ChangeFeed Samples
+
+- sample 0
+- sample 1

sdk/storage/Azure.Storage.Blobs.ChangeFeed/samples/Sample01a_HelloWorld.cs

@@ -0,0 +1,27 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Reflection.Metadata.Ecma335;
+using NUnit.Framework;
+
+namespace Azure.Storage.Blobs.ChangeFeed.Samples
+{
+    /// <summary>
+    /// Basic Azure ChangeFeed Storage samples.
+    /// </summary>
+    public class Sample01a_HelloWorld : SampleTest
+    {
+        /// <summary>
+        /// Sample sample.
+        /// </summary>
+        [Test]
+        public void SampleSample()
+        {
+            Assert.AreEqual(1, 1);
+        }
+    }
+}

sdk/storage/Azure.Storage.Blobs.ChangeFeed/samples/Sample01b_HelloWorldAsync.cs

@@ -0,0 +1,29 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Threading.Tasks;
+using Azure.Storage;
+using NUnit.Framework;
+
+namespace Azure.Storage.Blobs.ChangeFeed.Samples
+{
+    /// <summary>
+    /// Basic Azure ChangeFeed Storage samples.
+    /// </summary>
+    public class Sample01b_HelloWorldAsync : SampleTest
+    {
+        /// <summary>
+        /// Sample sample.
+        /// </summary>
+        [Test]
+        public async Task SampleSample()
+        {
+            await Task.CompletedTask;
+            Assert.AreEqual(1, 1);
+        }
+    }
+}

sdk/storage/Azure.Storage.Blobs.ChangeFeed/samples/Sample02_Auth.cs

@@ -0,0 +1,26 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+using System;
+using System.IO;
+using System.Net;
+using System.Text;
+using System.Threading.Tasks;
+using Azure.Core;
+using Azure.Identity;
+using Azure.Storage;
+using Azure.Storage.Sas;
+using NUnit.Framework;
+
+namespace Azure.Storage.Blobs.ChangeFeed.Samples
+{
+    public class Sample02_Auth : SampleTest
+    {
+        [Test]
+        public async Task SampleSample()
+        {
+            await Task.CompletedTask;
+            Assert.IsTrue(true);
+        }
+    }
+}

sdk/storage/Azure.Storage.Blobs.ChangeFeed/src/AssemblyInfo.cs

@@ -0,0 +1,13 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+using System.Runtime.CompilerServices;
+
+[assembly: InternalsVisibleTo("Azure.Storage.Blobs.ChangeFeed.Tests, PublicKey=" +
+    "0024000004800000940000000602000000240000525341310004000001000100d15ddcb2968829" +
+    "5338af4b7686603fe614abd555e09efba8fb88ee09e1f7b1ccaeed2e8f823fa9eef3fdd60217fc" +
+    "012ea67d2479751a0b8c087a4185541b851bd8b16f8d91b840e51b1cb0ba6fe647997e57429265" +
+    "e85ef62d565db50a69ae1647d54d7bd855e4db3d8a91510e5bcbd0edfbbecaa20a7bd9ae74593d" +
+    "aa7b11b4")]
+[assembly: InternalsVisibleTo("DynamicProxyGenAssembly2, PublicKey=0024000004800000940000000602000000240000525341310004000001000100c547cac37abd99c8db225ef2f6c8a3602f3b3606cc9891605d02baa56104f4cfc0734aa39b93bf7852f7d9266654753cc297e7d2edfe0bac1cdcf9f717241550e0a7b191195b7667bb4f64bcb8e2121380fd1d9d46ad2d92d2d15605093924cceaf74c4861eff62abf69b9291ed0a340e113be11e6a7d3113e92484cf7045cc7")]
+[assembly: Azure.Core.AzureResourceProviderNamespace("Microsoft.Storage")]

sdk/storage/Azure.Storage.Blobs.ChangeFeed/src/Azure.Storage.Blobs.ChangeFeed.csproj

@@ -0,0 +1,48 @@
+<Project Sdk="Microsoft.NET.Sdk">
+  <PropertyGroup>
+    <TargetFrameworks>$(RequiredTargetFrameworks)</TargetFrameworks>
+  </PropertyGroup>
+  <PropertyGroup>
+    <AssemblyTitle>Microsoft Azure.Storage.Blobs.ChangeFeed client library</AssemblyTitle>
+    <Version>12.0.0-preview.1</Version>
+    <DefineConstants>ChangeFeedSDK;$(DefineConstants)</DefineConstants>
+    <PackageTags>Microsoft Azure Change Feed;Microsoft;Azure;Storage;StorageScalable;$(PackageCommonTags)</PackageTags>
+    <Description>
+      This client library enables working with the Microsoft Azure Storage Change Feed feature to review and monitor changes to an Azure Storage account.
+      For this release see notes - https://github.com/Azure/azure-sdk-for-net/blob/master/sdk/storage/Azure.Storage.ChangeFeed/README.md and https://github.com/Azure/azure-sdk-for-net/blob/master/sdk/storage/Azure.Storage.ChangeFeed/CHANGELOG.md
+      in addition to the breaking changes https://github.com/Azure/azure-sdk-for-net/blob/master/sdk/storage/Azure.Storage.ChangeFeed/BreakingChanges.txt
+      Microsoft Azure Storage quickstarts and tutorials - TODO
+      Microsoft Azure Storage REST API Reference - TODO
+    </Description>
+    <GenerateAPIListing>false</GenerateAPIListing>
+    <EnableApiCompat>false</EnableApiCompat>
+  </PropertyGroup>
+  <ItemGroup>
+    <PackageReference Include="System.Text.Json" />
+  </ItemGroup>
+  <ItemGroup>
+    <ProjectReference Include="$(MSBuildThisFileDirectory)..\..\Azure.Storage.Common\src\Azure.Storage.Common.csproj" />
+    <ProjectReference Include="..\..\Azure.Storage.Blobs\src\Azure.Storage.Blobs.csproj" />
+  </ItemGroup>
+  <ItemGroup>
+    <Compile Include="$(AzureCoreSharedSources)ArrayBufferWriter.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureCoreSharedSources)AzureResourceProviderNamespaceAttribute.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureCoreSharedSources)ForwardsClientCallsAttribute.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureCoreSharedSources)PageResponseEnumerator.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureCoreSharedSources)TaskExtensions.cs" Link="Shared\Core\%(RecursiveDir)\%(Filename)%(Extension)" />
+  </ItemGroup>
+  <ItemGroup>
+    <Compile Include="$(AzureStorageSharedSources)Constants.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)Errors.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)SasExtensions.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)SasQueryParametersInternals.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)SharedAccessSignatureCredentials.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)StorageConnectionString.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)StorageSharedKeyCredentialInternals.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)UriExtensions.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(AzureStorageSharedSources)UriQueryParamsCollection.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(MSBuildThisFileDirectory)\..\..\Azure.Storage.Internal.Avro\src\AvroParser.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(MSBuildThisFileDirectory)\..\..\Azure.Storage.Internal.Avro\src\AvroConstants.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+    <Compile Include="$(MSBuildThisFileDirectory)\..\..\Azure.Storage.Internal.Avro\src\AvroReader.cs" Link="Shared\%(RecursiveDir)\%(Filename)%(Extension)" />
+  </ItemGroup>
+</Project> 

sdk/storage/Azure.Storage.Blobs.ChangeFeed/src/BlobChangeFeedAsyncPagable.cs

@@ -0,0 +1,66 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Text;
+using System.Text.Json;
+using System.Threading;
+using System.Threading.Tasks;
+using Azure.Storage.Blobs;
+using Azure.Storage.Blobs.Models;
+using Azure.Storage.Blobs.ChangeFeed.Models;
+
+namespace Azure.Storage.Blobs.ChangeFeed
+{
+    /// <summary>
+    /// BlobChangeFeedPagableAsync.
+    /// </summary>
+    public class BlobChangeFeedAsyncPagable : AsyncPageable<BlobChangeFeedEvent>
+    {
+        private ChangeFeed _changeFeed;
+
+        /// <summary>
+        /// Internal constructor.
+        /// </summary>
+        internal BlobChangeFeedAsyncPagable(
+            BlobServiceClient blobBerviceClient,
+            DateTimeOffset? startTime = default,
+            DateTimeOffset? endTime = default)
+        {
+            _changeFeed = new ChangeFeed(
+                blobBerviceClient,
+                startTime,
+                endTime);
+        }
+
+        internal BlobChangeFeedAsyncPagable(
+            BlobServiceClient blobServiceClient,
+            string continuation)
+        {
+            _changeFeed = new ChangeFeed(
+                blobServiceClient,
+                continuation);
+        }
+
+        /// <summary>
+        /// AsPages.
+        /// </summary>
+        /// <param name="continuationToken"></param>
+        /// <param name="pageSizeHint"></param>
+        /// <returns></returns>
+        public override async IAsyncEnumerable<Page<BlobChangeFeedEvent>> AsPages(
+            string continuationToken = null,
+            int? pageSizeHint = null)
+        {
+            while (_changeFeed.HasNext())
+            {
+                yield return await _changeFeed.GetPage(
+                    async: true,
+                    pageSize: pageSizeHint ?? 512).ConfigureAwait(false);
+            }
+        }
+    }
+}