[AzureDataFactory]Add Azure File Storage and Google Cloud Storage

eng/mgmt/mgmtmetadata/datafactory_resource-manager.txt

@@ -3,12 +3,12 @@ AutoRest installed successfully.
 Commencing code generation
 Generating CSharp code
 Executing AutoRest command
-cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=latest --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=D:\GitHub\azure-sdk-for-net\sdk
-2019-09-27 21:50:57 UTC
+cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=latest --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=D:\Source\adf0929\azure-sdk-for-net\sdk
+2019-09-29 05:46:14 UTC
 Azure-rest-api-specs repository information
 GitHub fork: Azure
 Branch:      master
-Commit:      dce1ac7d8caf0f46741b41ec65f2d1710f0b8c2c
+Commit:      9aaa1b6b1ceddfe31e03867fdfa1cedebb99185d
 AutoRest information
 Requested version: latest
 Bootstrapper version:    [email protected]

sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureFileStorageLinkedService.cs

@@ -0,0 +1,114 @@
+// <auto-generated>
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for
+// license information.
+//
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is
+// regenerated.
+// </auto-generated>
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using Microsoft.Rest;
+    using Microsoft.Rest.Serialization;
+    using Newtonsoft.Json;
+    using System.Collections;
+    using System.Collections.Generic;
+    using System.Linq;
+
+    /// <summary>
+    /// Azure File Storage linked service.
+    /// </summary>
+    [Newtonsoft.Json.JsonObject("AzureFileStorage")]
+    [Rest.Serialization.JsonTransformation]
+    public partial class AzureFileStorageLinkedService : LinkedService
+    {
+        /// <summary>
+        /// Initializes a new instance of the AzureFileStorageLinkedService
+        /// class.
+        /// </summary>
+        public AzureFileStorageLinkedService()
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the AzureFileStorageLinkedService
+        /// class.
+        /// </summary>
+        /// <param name="host">Host name of the server. Type: string (or
+        /// Expression with resultType string).</param>
+        /// <param name="additionalProperties">Unmatched properties from the
+        /// message are deserialized this collection</param>
+        /// <param name="connectVia">The integration runtime reference.</param>
+        /// <param name="description">Linked service description.</param>
+        /// <param name="parameters">Parameters for linked service.</param>
+        /// <param name="annotations">List of tags that can be used for
+        /// describing the linked service.</param>
+        /// <param name="userId">User ID to logon the server. Type: string (or
+        /// Expression with resultType string).</param>
+        /// <param name="password">Password to logon the server.</param>
+        /// <param name="encryptedCredential">The encrypted credential used for
+        /// authentication. Credentials are encrypted using the integration
+        /// runtime credential manager. Type: string (or Expression with
+        /// resultType string).</param>
+        public AzureFileStorageLinkedService(object host, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), IntegrationRuntimeReference connectVia = default(IntegrationRuntimeReference), string description = default(string), IDictionary<string, ParameterSpecification> parameters = default(IDictionary<string, ParameterSpecification>), IList<object> annotations = default(IList<object>), object userId = default(object), SecretBase password = default(SecretBase), object encryptedCredential = default(object))
+            : base(additionalProperties, connectVia, description, parameters, annotations)
+        {
+            Host = host;
+            UserId = userId;
+            Password = password;
+            EncryptedCredential = encryptedCredential;
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+        /// <summary>
+        /// Gets or sets host name of the server. Type: string (or Expression
+        /// with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "typeProperties.host")]
+        public object Host { get; set; }
+
+        /// <summary>
+        /// Gets or sets user ID to logon the server. Type: string (or
+        /// Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "typeProperties.userId")]
+        public object UserId { get; set; }
+
+        /// <summary>
+        /// Gets or sets password to logon the server.
+        /// </summary>
+        [JsonProperty(PropertyName = "typeProperties.password")]
+        public SecretBase Password { get; set; }
+
+        /// <summary>
+        /// Gets or sets the encrypted credential used for authentication.
+        /// Credentials are encrypted using the integration runtime credential
+        /// manager. Type: string (or Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "typeProperties.encryptedCredential")]
+        public object EncryptedCredential { get; set; }
+
+        /// <summary>
+        /// Validate the object.
+        /// </summary>
+        /// <exception cref="ValidationException">
+        /// Thrown if validation fails
+        /// </exception>
+        public override void Validate()
+        {
+            base.Validate();
+            if (Host == null)
+            {
+                throw new ValidationException(ValidationRules.CannotBeNull, "Host");
+            }
+        }
+    }
+}

sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureFileStorageLocation.cs

@@ -0,0 +1,62 @@
+// <auto-generated>
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for
+// license information.
+//
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is
+// regenerated.
+// </auto-generated>
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using System.Collections;
+    using System.Collections.Generic;
+    using System.Linq;
+
+    /// <summary>
+    /// The location of file server dataset.
+    /// </summary>
+    public partial class AzureFileStorageLocation : DatasetLocation
+    {
+        /// <summary>
+        /// Initializes a new instance of the AzureFileStorageLocation class.
+        /// </summary>
+        public AzureFileStorageLocation()
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the AzureFileStorageLocation class.
+        /// </summary>
+        /// <param name="type">Type of dataset storage location.</param>
+        /// <param name="additionalProperties">Unmatched properties from the
+        /// message are deserialized this collection</param>
+        /// <param name="folderPath">Specify the folder path of dataset. Type:
+        /// string (or Expression with resultType string)</param>
+        /// <param name="fileName">Specify the file name of dataset. Type:
+        /// string (or Expression with resultType string).</param>
+        public AzureFileStorageLocation(string type, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object folderPath = default(object), object fileName = default(object))
+            : base(type, additionalProperties, folderPath, fileName)
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+        /// <summary>
+        /// Validate the object.
+        /// </summary>
+        /// <exception cref="Rest.ValidationException">
+        /// Thrown if validation fails
+        /// </exception>
+        public override void Validate()
+        {
+            base.Validate();
+        }
+    }
+}

sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureFileStorageReadSettings.cs

@@ -0,0 +1,128 @@
+// <auto-generated>
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for
+// license information.
+//
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is
+// regenerated.
+// </auto-generated>
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using Newtonsoft.Json;
+    using System.Collections;
+    using System.Collections.Generic;
+    using System.Linq;
+
+    /// <summary>
+    /// Azure File Storage read settings.
+    /// </summary>
+    public partial class AzureFileStorageReadSettings : StoreReadSettings
+    {
+        /// <summary>
+        /// Initializes a new instance of the AzureFileStorageReadSettings
+        /// class.
+        /// </summary>
+        public AzureFileStorageReadSettings()
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the AzureFileStorageReadSettings
+        /// class.
+        /// </summary>
+        /// <param name="type">The read setting type.</param>
+        /// <param name="additionalProperties">Unmatched properties from the
+        /// message are deserialized this collection</param>
+        /// <param name="maxConcurrentConnections">The maximum concurrent
+        /// connection count for the source data store. Type: integer (or
+        /// Expression with resultType integer).</param>
+        /// <param name="recursive">If true, files under the folder path will
+        /// be read recursively. Default is true. Type: boolean (or Expression
+        /// with resultType boolean).</param>
+        /// <param name="wildcardFolderPath">Azure File Storage
+        /// wildcardFolderPath. Type: string (or Expression with resultType
+        /// string).</param>
+        /// <param name="wildcardFileName">Azure File Storage wildcardFileName.
+        /// Type: string (or Expression with resultType string).</param>
+        /// <param name="enablePartitionDiscovery">Indicates whether to enable
+        /// partition discovery.</param>
+        /// <param name="modifiedDatetimeStart">The start of file's modified
+        /// datetime. Type: string (or Expression with resultType
+        /// string).</param>
+        /// <param name="modifiedDatetimeEnd">The end of file's modified
+        /// datetime. Type: string (or Expression with resultType
+        /// string).</param>
+        public AzureFileStorageReadSettings(string type, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object recursive = default(object), object wildcardFolderPath = default(object), object wildcardFileName = default(object), bool? enablePartitionDiscovery = default(bool?), object modifiedDatetimeStart = default(object), object modifiedDatetimeEnd = default(object))
+            : base(type, additionalProperties, maxConcurrentConnections)
+        {
+            Recursive = recursive;
+            WildcardFolderPath = wildcardFolderPath;
+            WildcardFileName = wildcardFileName;
+            EnablePartitionDiscovery = enablePartitionDiscovery;
+            ModifiedDatetimeStart = modifiedDatetimeStart;
+            ModifiedDatetimeEnd = modifiedDatetimeEnd;
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+        /// <summary>
+        /// Gets or sets if true, files under the folder path will be read
+        /// recursively. Default is true. Type: boolean (or Expression with
+        /// resultType boolean).
+        /// </summary>
+        [JsonProperty(PropertyName = "recursive")]
+        public object Recursive { get; set; }
+
+        /// <summary>
+        /// Gets or sets azure File Storage wildcardFolderPath. Type: string
+        /// (or Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "wildcardFolderPath")]
+        public object WildcardFolderPath { get; set; }
+
+        /// <summary>
+        /// Gets or sets azure File Storage wildcardFileName. Type: string (or
+        /// Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "wildcardFileName")]
+        public object WildcardFileName { get; set; }
+
+        /// <summary>
+        /// Gets or sets indicates whether to enable partition discovery.
+        /// </summary>
+        [JsonProperty(PropertyName = "enablePartitionDiscovery")]
+        public bool? EnablePartitionDiscovery { get; set; }
+
+        /// <summary>
+        /// Gets or sets the start of file's modified datetime. Type: string
+        /// (or Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "modifiedDatetimeStart")]
+        public object ModifiedDatetimeStart { get; set; }
+
+        /// <summary>
+        /// Gets or sets the end of file's modified datetime. Type: string (or
+        /// Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "modifiedDatetimeEnd")]
+        public object ModifiedDatetimeEnd { get; set; }
+
+        /// <summary>
+        /// Validate the object.
+        /// </summary>
+        /// <exception cref="Rest.ValidationException">
+        /// Thrown if validation fails
+        /// </exception>
+        public override void Validate()
+        {
+            base.Validate();
+        }
+    }
+}

sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/AzureMySqlTableDataset.cs

@@ -53,10 +53,13 @@ public AzureMySqlTableDataset()
         /// specified, Dataset will appear at the root level.</param>
         /// <param name="tableName">The Azure MySQL database table name. Type:
         /// string (or Expression with resultType string).</param>
-        public AzureMySqlTableDataset(LinkedServiceReference linkedServiceName, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), string description = default(string), object structure = default(object), object schema = default(object), IDictionary<string, ParameterSpecification> parameters = default(IDictionary<string, ParameterSpecification>), IList<object> annotations = default(IList<object>), DatasetFolder folder = default(DatasetFolder), object tableName = default(object))
+        /// <param name="table">The name of Azure MySQL database table. Type:
+        /// string (or Expression with resultType string).</param>
+        public AzureMySqlTableDataset(LinkedServiceReference linkedServiceName, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), string description = default(string), object structure = default(object), object schema = default(object), IDictionary<string, ParameterSpecification> parameters = default(IDictionary<string, ParameterSpecification>), IList<object> annotations = default(IList<object>), DatasetFolder folder = default(DatasetFolder), object tableName = default(object), object table = default(object))
             : base(linkedServiceName, additionalProperties, description, structure, schema, parameters, annotations, folder)
         {
             TableName = tableName;
+            Table = table;
             CustomInit();
         }
 
@@ -72,6 +75,13 @@ public AzureMySqlTableDataset()
         [JsonProperty(PropertyName = "typeProperties.tableName")]
         public object TableName { get; set; }
 
+        /// <summary>
+        /// Gets or sets the name of Azure MySQL database table. Type: string
+        /// (or Expression with resultType string).
+        /// </summary>
+        [JsonProperty(PropertyName = "typeProperties.table")]
+        public object Table { get; set; }
+
         /// <summary>
         /// Validate the object.
         /// </summary>

sdk/datafactory/Microsoft.Azure.Management.DataFactory/src/Generated/Models/BlobEventsTrigger.cs

@@ -58,11 +58,14 @@ public BlobEventsTrigger()
         /// 'december/boxes.csv' will only fire the trigger for blobs named
         /// boxes in a december folder. At least one of these must be provided:
         /// blobPathBeginsWith, blobPathEndsWith.</param>
-        public BlobEventsTrigger(IList<string> events, string scope, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), string description = default(string), string runtimeState = default(string), IList<object> annotations = default(IList<object>), IList<TriggerPipelineReference> pipelines = default(IList<TriggerPipelineReference>), string blobPathBeginsWith = default(string), string blobPathEndsWith = default(string))
+        /// <param name="ignoreEmptyBlobs">If set to true, blobs with zero
+        /// bytes will be ignored.</param>
+        public BlobEventsTrigger(IList<string> events, string scope, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), string description = default(string), string runtimeState = default(string), IList<object> annotations = default(IList<object>), IList<TriggerPipelineReference> pipelines = default(IList<TriggerPipelineReference>), string blobPathBeginsWith = default(string), string blobPathEndsWith = default(string), bool? ignoreEmptyBlobs = default(bool?))
             : base(additionalProperties, description, runtimeState, annotations, pipelines)
         {
             BlobPathBeginsWith = blobPathBeginsWith;
             BlobPathEndsWith = blobPathEndsWith;
+            IgnoreEmptyBlobs = ignoreEmptyBlobs;
             Events = events;
             Scope = scope;
             CustomInit();
@@ -93,6 +96,12 @@ public BlobEventsTrigger()
         [JsonProperty(PropertyName = "typeProperties.blobPathEndsWith")]
         public string BlobPathEndsWith { get; set; }
 
+        /// <summary>
+        /// Gets or sets if set to true, blobs with zero bytes will be ignored.
+        /// </summary>
+        [JsonProperty(PropertyName = "typeProperties.ignoreEmptyBlobs")]
+        public bool? IgnoreEmptyBlobs { get; set; }
+
         /// <summary>
         /// Gets or sets the type of events that cause this trigger to fire.
         /// </summary>