Skip to content

Commit

Permalink
Generated from 864a2b3827b7237d7cb60d77069b693dcbaf7001
Browse files Browse the repository at this point in the history
[DataFactory]Add support for ORC dataset
  • Loading branch information
SDK Automation committed Aug 27, 2019
1 parent ae7acaa commit 7f04075
Show file tree
Hide file tree
Showing 16 changed files with 270 additions and 146 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -457,6 +457,8 @@ private void Initialize()
DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter<DatasetStorageFormat>("type"));
SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter<CopySource>("type"));
DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter<CopySource>("type"));
SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter<StoreWriteSettings>("type"));
DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter<StoreWriteSettings>("type"));
SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter<CopySink>("type"));
DeserializationSettings.Converters.Add(new PolymorphicDeserializeJsonConverter<CopySink>("type"));
SerializationSettings.Converters.Add(new PolymorphicSerializeJsonConverter<LinkedIntegrationRuntimeType>("authorizationType"));
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -73,22 +73,5 @@ public AvroSink()
[JsonProperty(PropertyName = "formatSettings")]
public AvroWriteSettings FormatSettings { get; set; }

/// <summary>
/// Validate the object.
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public virtual void Validate()
{
if (StoreSettings != null)
{
StoreSettings.Validate();
}
if (FormatSettings != null)
{
FormatSettings.Validate();
}
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@

namespace Microsoft.Azure.Management.DataFactory.Models
{
using Newtonsoft.Json;
using System.Collections;
using System.Collections.Generic;
using System.Linq;
Expand All @@ -30,17 +31,20 @@ public AzureBlobFSWriteSettings()
/// <summary>
/// Initializes a new instance of the AzureBlobFSWriteSettings class.
/// </summary>
/// <param name="type">The write setting type.</param>
/// <param name="additionalProperties">Unmatched properties from the
/// message are deserialized this collection</param>
/// <param name="maxConcurrentConnections">The maximum concurrent
/// connection count for the source data store. Type: integer (or
/// Expression with resultType integer).</param>
/// <param name="copyBehavior">The type of copy behavior for copy
/// sink.</param>
public AzureBlobFSWriteSettings(string type, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object))
: base(type, additionalProperties, maxConcurrentConnections, copyBehavior)
/// <param name="blockSizeInMB">Indicates the block size(MB) when
/// writing data to blob. Type: integer (or Expression with resultType
/// integer).</param>
public AzureBlobFSWriteSettings(IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object), object blockSizeInMB = default(object))
: base(additionalProperties, maxConcurrentConnections, copyBehavior)
{
BlockSizeInMB = blockSizeInMB;
CustomInit();
}

Expand All @@ -50,14 +54,11 @@ public AzureBlobFSWriteSettings()
partial void CustomInit();

/// <summary>
/// Validate the object.
/// Gets or sets indicates the block size(MB) when writing data to
/// blob. Type: integer (or Expression with resultType integer).
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public override void Validate()
{
base.Validate();
}
[JsonProperty(PropertyName = "blockSizeInMB")]
public object BlockSizeInMB { get; set; }

}
}
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@

namespace Microsoft.Azure.Management.DataFactory.Models
{
using Newtonsoft.Json;
using System.Collections;
using System.Collections.Generic;
using System.Linq;
Expand All @@ -32,17 +33,20 @@ public AzureBlobStorageWriteSettings()
/// Initializes a new instance of the AzureBlobStorageWriteSettings
/// class.
/// </summary>
/// <param name="type">The write setting type.</param>
/// <param name="additionalProperties">Unmatched properties from the
/// message are deserialized this collection</param>
/// <param name="maxConcurrentConnections">The maximum concurrent
/// connection count for the source data store. Type: integer (or
/// Expression with resultType integer).</param>
/// <param name="copyBehavior">The type of copy behavior for copy
/// sink.</param>
public AzureBlobStorageWriteSettings(string type, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object))
: base(type, additionalProperties, maxConcurrentConnections, copyBehavior)
/// <param name="blockSizeInMB">Indicates the block size(MB) when
/// writing data to blob. Type: integer (or Expression with resultType
/// integer).</param>
public AzureBlobStorageWriteSettings(IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object), object blockSizeInMB = default(object))
: base(additionalProperties, maxConcurrentConnections, copyBehavior)
{
BlockSizeInMB = blockSizeInMB;
CustomInit();
}

Expand All @@ -52,14 +56,11 @@ public AzureBlobStorageWriteSettings()
partial void CustomInit();

/// <summary>
/// Validate the object.
/// Gets or sets indicates the block size(MB) when writing data to
/// blob. Type: integer (or Expression with resultType integer).
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public override void Validate()
{
base.Validate();
}
[JsonProperty(PropertyName = "blockSizeInMB")]
public object BlockSizeInMB { get; set; }

}
}
Original file line number Diff line number Diff line change
Expand Up @@ -32,16 +32,15 @@ public AzureDataLakeStoreWriteSettings()
/// Initializes a new instance of the AzureDataLakeStoreWriteSettings
/// class.
/// </summary>
/// <param name="type">The write setting type.</param>
/// <param name="additionalProperties">Unmatched properties from the
/// message are deserialized this collection</param>
/// <param name="maxConcurrentConnections">The maximum concurrent
/// connection count for the source data store. Type: integer (or
/// Expression with resultType integer).</param>
/// <param name="copyBehavior">The type of copy behavior for copy
/// sink.</param>
public AzureDataLakeStoreWriteSettings(string type, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object))
: base(type, additionalProperties, maxConcurrentConnections, copyBehavior)
public AzureDataLakeStoreWriteSettings(IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object))
: base(additionalProperties, maxConcurrentConnections, copyBehavior)
{
CustomInit();
}
Expand All @@ -51,15 +50,5 @@ public AzureDataLakeStoreWriteSettings()
/// </summary>
partial void CustomInit();

/// <summary>
/// Validate the object.
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public override void Validate()
{
base.Validate();
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -65,18 +65,5 @@ public BinarySink()
[JsonProperty(PropertyName = "storeSettings")]
public StoreWriteSettings StoreSettings { get; set; }

/// <summary>
/// Validate the object.
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public virtual void Validate()
{
if (StoreSettings != null)
{
StoreSettings.Validate();
}
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -81,10 +81,6 @@ public DelimitedTextSink()
/// </exception>
public virtual void Validate()
{
if (StoreSettings != null)
{
StoreSettings.Validate();
}
if (FormatSettings != null)
{
FormatSettings.Validate();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,16 +30,15 @@ public FileServerWriteSettings()
/// <summary>
/// Initializes a new instance of the FileServerWriteSettings class.
/// </summary>
/// <param name="type">The write setting type.</param>
/// <param name="additionalProperties">Unmatched properties from the
/// message are deserialized this collection</param>
/// <param name="maxConcurrentConnections">The maximum concurrent
/// connection count for the source data store. Type: integer (or
/// Expression with resultType integer).</param>
/// <param name="copyBehavior">The type of copy behavior for copy
/// sink.</param>
public FileServerWriteSettings(string type, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object))
: base(type, additionalProperties, maxConcurrentConnections, copyBehavior)
public FileServerWriteSettings(IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), object maxConcurrentConnections = default(object), object copyBehavior = default(object))
: base(additionalProperties, maxConcurrentConnections, copyBehavior)
{
CustomInit();
}
Expand All @@ -49,15 +48,5 @@ public FileServerWriteSettings()
/// </summary>
partial void CustomInit();

/// <summary>
/// Validate the object.
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public override void Validate()
{
base.Validate();
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -73,22 +73,5 @@ public JsonSink()
[JsonProperty(PropertyName = "formatSettings")]
public JsonWriteSettings FormatSettings { get; set; }

/// <summary>
/// Validate the object.
/// </summary>
/// <exception cref="Rest.ValidationException">
/// Thrown if validation fails
/// </exception>
public virtual void Validate()
{
if (StoreSettings != null)
{
StoreSettings.Validate();
}
if (FormatSettings != null)
{
FormatSettings.Validate();
}
}
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,93 @@
// <auto-generated>
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See License.txt in the project root for
// license information.
//
// Code generated by Microsoft (R) AutoRest Code Generator.
// Changes may cause incorrect behavior and will be lost if the code is
// regenerated.
// </auto-generated>

namespace Microsoft.Azure.Management.DataFactory.Models
{
using Microsoft.Rest;
using Microsoft.Rest.Serialization;
using Newtonsoft.Json;
using System.Collections;
using System.Collections.Generic;
using System.Linq;

/// <summary>
/// ORC dataset.
/// </summary>
[Newtonsoft.Json.JsonObject("Orc")]
[Rest.Serialization.JsonTransformation]
public partial class OrcDataset : Dataset
{
/// <summary>
/// Initializes a new instance of the OrcDataset class.
/// </summary>
public OrcDataset()
{
LinkedServiceName = new LinkedServiceReference();
CustomInit();
}

/// <summary>
/// Initializes a new instance of the OrcDataset class.
/// </summary>
/// <param name="linkedServiceName">Linked service reference.</param>
/// <param name="location">The location of the ORC data
/// storage.</param>
/// <param name="additionalProperties">Unmatched properties from the
/// message are deserialized this collection</param>
/// <param name="description">Dataset description.</param>
/// <param name="structure">Columns that define the structure of the
/// dataset. Type: array (or Expression with resultType array),
/// itemType: DatasetDataElement.</param>
/// <param name="schema">Columns that define the physical type schema
/// of the dataset. Type: array (or Expression with resultType array),
/// itemType: DatasetSchemaDataElement.</param>
/// <param name="parameters">Parameters for dataset.</param>
/// <param name="annotations">List of tags that can be used for
/// describing the Dataset.</param>
/// <param name="folder">The folder that this Dataset is in. If not
/// specified, Dataset will appear at the root level.</param>
public OrcDataset(LinkedServiceReference linkedServiceName, DatasetLocation location, IDictionary<string, object> additionalProperties = default(IDictionary<string, object>), string description = default(string), object structure = default(object), object schema = default(object), IDictionary<string, ParameterSpecification> parameters = default(IDictionary<string, ParameterSpecification>), IList<object> annotations = default(IList<object>), DatasetFolder folder = default(DatasetFolder))
: base(linkedServiceName, additionalProperties, description, structure, schema, parameters, annotations, folder)
{
Location = location;
CustomInit();
}

/// <summary>
/// An initialization method that performs custom operations like setting defaults
/// </summary>
partial void CustomInit();

/// <summary>
/// Gets or sets the location of the ORC data storage.
/// </summary>
[JsonProperty(PropertyName = "typeProperties.location")]
public DatasetLocation Location { get; set; }

/// <summary>
/// Validate the object.
/// </summary>
/// <exception cref="ValidationException">
/// Thrown if validation fails
/// </exception>
public override void Validate()
{
base.Validate();
if (Location == null)
{
throw new ValidationException(ValidationRules.CannotBeNull, "Location");
}
if (Location != null)
{
Location.Validate();
}
}
}
}
Loading

0 comments on commit 7f04075

Please sign in to comment.