Skip to content

Commit

Permalink
[Datafactory] Enable Excel SDK (#12282)
Browse files Browse the repository at this point in the history
* Enable Excel SDK

* update

Co-authored-by: zhanyu2014 <[email protected]>
  • Loading branch information
yuzhangyi and zhanyu2024 authored Jun 1, 2020
1 parent 1fe9b58 commit 1a86c97
Show file tree
Hide file tree
Showing 7 changed files with 315 additions and 5 deletions.
6 changes: 3 additions & 3 deletions eng/mgmt/mgmtmetadata/datafactory_resource-manager.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3,12 +3,12 @@ AutoRest installed successfully.
Commencing code generation
Generating CSharp code
Executing AutoRest command
cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=v2 --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=D:\Source\Repos\azure-sdk-for-net\sdk
2020-05-12 09:50:10 UTC
cmd.exe /c autorest.cmd https://github.com/Azure/azure-rest-api-specs/blob/master/specification/datafactory/resource-manager/readme.md --csharp --version=v2 --reflect-api-versions --tag=package-2018-06 --csharp-sdks-folder=D:\Git\AdmsSdkChange\sdk
2020-05-26 06:33:38 UTC
Azure-rest-api-specs repository information
GitHub fork: Azure
Branch: master
Commit: 260aa3d5e9467700068787493861f92fc590800c
Commit: 98f100daf12446cbdc6359ba9b34e8a10f8410f3
AutoRest information
Requested version: v2
Bootstrapper version: [email protected]
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
# Changelog for the Azure Data Factory V2 .NET SDK

## Version 4.11.0
### Feature Additions
- Added support for the follwoing new datasets in ADF - ExcelDataset, along with source and sink for Copy activity
- ExcelDataset will support following locations AzureBlobStorageLocation, AzureBlobFSLocation, AzureDataLakeStoreLocation, AmazonS3Location, FileServerLocation, FtpServerLocation, SftpLocation, HttpServerLocation, HdfsLocation

## Version 4.10.0
### Feature Additions
- Added new type conversion support in Copy activity
Expand Down

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Original file line number Diff line number Diff line change
Expand Up @@ -1028,6 +1028,43 @@ public class DatasetJsonSamples : JsonSampleCollection<DatasetJsonSamples>
}
}
}";
[JsonSample]
public const string ExcelDataset = @"
{
""name"": ""ExcelDataset"",
""properties"": {
""type"": ""Excel"",
""typeProperties"": {
""location"": {
""type"": ""AzureBlobStorageLocation"",
""container"": ""exceltest"",
""fileName"": ""releases-1.xlsx""
},
""compression"": {
""type"": ""GZip"",
""level"": ""Fastest""
},
""sheetName"": ""test01"",
""firstRowAsHeader"": true,
""range"": ""A4:H9"",
""nullValue"": ""N/A""
},
""linkedServiceName"": {
""referenceName"": ""MyLinkedService"",
""type"": ""LinkedServiceReference""
},
""schema"": [
{
""name"": ""title"",
""type"": ""string""
},
{
""name"": ""movieId"",
""type"": ""string""
}
]
}
}";

[JsonSample]
public const string ParquetDataset = @"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4181,6 +4181,53 @@ public class PipelineJsonSamples : JsonSampleCollection<PipelineJsonSamples>
}
}";

[JsonSample]
public const string CopyActivity_Excel_Adls = @"{
""properties"": {
""activities"": [
{
""type"": ""Copy"",
""typeProperties"": {
""source"": {
""type"": ""ExcelSource"",
""storeSettings"": {
""type"": ""AzureDataLakeStoreReadSettings"",
""recursive"": true,
""enablePartitionDiscovery"": true
}
},
""sink"": {
""type"": ""AvroSink"",
""storeSettings"": {
""type"": ""AzureDataLakeStoreWriteSettings"",
""maxConcurrentConnections"": 3,
""copyBehavior"": ""PreserveHierarchy""
},
""formatSettings"": {
""type"": ""AvroWriteSettings"",
""recordName"": ""testavro"",
""recordNamespace"": ""microsoft.datatransfer.test""
}
}
},
""inputs"": [
{
""referenceName"": ""exampleDataset"",
""type"": ""DatasetReference""
}
],
""outputs"": [
{
""referenceName"": ""exampleDataset"",
""type"": ""DatasetReference""
}
],
""name"": ""ExampleCopyActivity""
}
]
}
}";

[JsonSample]
public const string CopyActivity_Orc_Adls = @"{
""properties"": {
Expand Down

0 comments on commit 1a86c97

Please sign in to comment.